2024-04-21T08:52:22.083 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-21T08:52:22.083 DEBUG:teuthology.run:Teuthology command: teuthology --name leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi --archive /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540 --description fs/workload/{0-ubuntu_22.04 begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/iogen}} --verbose --owner scheduled_leonidus@teuthology -- /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/orig.config.yaml 2024-04-21T08:52:22.143 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-21T08:52:22.238 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540 branch: wip-lusov-quiescer description: fs/workload/{0-ubuntu_22.04 begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/iogen}} email: null first_in_suite: false job_id: '7666540' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: a630765c1f93c6e61d9b40c4b76437611d5ef29e subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: a630765c1f93c6e61d9b40c4b76437611d5ef29e kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - wsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: 4f6bc5273643aaf5660909e85400647a8951c10b owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 7599 sha1: a630765c1f93c6e61d9b40c4b76437611d5ef29e sleep_before_teardown: 0 subset: 111/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa suite_relpath: qa suite_repo: https://github.com/leonid-s-usov/ceph-ceph suite_sha1: 4f6bc5273643aaf5660909e85400647a8951c10b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi052.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCiy7/Z5qh1Oc+w5yzhcnkwm4WAVLHIp+9u5LFZQfuhy0/RJdTYZQTsAeHFto1T/5/bepAzJSm4wKut+/TmTldw= smithi060.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMUFazaYaRoUaSgwEaNWPQ6SgMG45c9G3xH6MFoE70yjyDBKKufuFQSXnl5FvPU0107Dd2ueCw9l/y46kNrLVJM= smithi078.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIcHsjtc2YkNoDjHWZDtic3oBlXV5k3abVChiw4w6SfDQzC4cwtft/tQ0OZBX+MaawzRQnRKrQ/4CEVgtvczQbA= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - suites/iogen.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-21_08:12:55 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-21T08:52:22.239 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa; will attempt to use it 2024-04-21T08:52:22.239 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa/tasks 2024-04-21T08:52:22.239 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-21T08:52:22.241 INFO:teuthology.task.internal:Checking packages... 2024-04-21T08:52:22.269 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'a630765c1f93c6e61d9b40c4b76437611d5ef29e' 2024-04-21T08:52:22.269 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-21T08:52:22.269 INFO:teuthology.packaging:ref: None 2024-04-21T08:52:22.269 INFO:teuthology.packaging:tag: None 2024-04-21T08:52:22.269 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-21T08:52:22.269 INFO:teuthology.packaging:sha1: a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:52:22.269 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-21T08:52:22.426 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3154.ga630765c 2024-04-21T08:52:22.428 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-21T08:52:22.436 INFO:teuthology.task.internal:no buildpackages task found 2024-04-21T08:52:22.436 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-21T08:52:22.450 INFO:teuthology.task.internal:Saving configuration 2024-04-21T08:52:22.472 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-21T08:52:22.483 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-21T08:52:22.503 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi052.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 08:47:19.492096', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCiy7/Z5qh1Oc+w5yzhcnkwm4WAVLHIp+9u5LFZQfuhy0/RJdTYZQTsAeHFto1T/5/bepAzJSm4wKut+/TmTldw='} 2024-04-21T08:52:22.527 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi060.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 08:47:19.490841', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMUFazaYaRoUaSgwEaNWPQ6SgMG45c9G3xH6MFoE70yjyDBKKufuFQSXnl5FvPU0107Dd2ueCw9l/y46kNrLVJM='} 2024-04-21T08:52:22.545 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi078.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 08:47:19.493090', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIcHsjtc2YkNoDjHWZDtic3oBlXV5k3abVChiw4w6SfDQzC4cwtft/tQ0OZBX+MaawzRQnRKrQ/4CEVgtvczQbA='} 2024-04-21T08:52:22.545 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-21T08:52:22.557 INFO:teuthology.task.internal:roles: ubuntu@smithi052.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-21T08:52:22.557 INFO:teuthology.task.internal:roles: ubuntu@smithi060.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-21T08:52:22.557 INFO:teuthology.task.internal:roles: ubuntu@smithi078.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-21T08:52:22.557 INFO:teuthology.run_tasks:Running task console_log... 2024-04-21T08:52:22.655 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7feb757eb0d0>, signals=[15]) 2024-04-21T08:52:22.656 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-21T08:52:22.663 INFO:teuthology.task.internal:Opening connections... 2024-04-21T08:52:22.663 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T08:52:22.664 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T08:52:22.742 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi060.front.sepia.ceph.com 2024-04-21T08:52:22.743 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi060.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T08:52:22.816 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi078.front.sepia.ceph.com 2024-04-21T08:52:22.816 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T08:52:22.887 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-21T08:52:22.896 DEBUG:teuthology.orchestra.run.smithi052:> uname -m 2024-04-21T08:52:22.915 INFO:teuthology.orchestra.run.smithi052.stdout:x86_64 2024-04-21T08:52:22.916 DEBUG:teuthology.orchestra.run.smithi052:> cat /etc/os-release 2024-04-21T08:52:22.972 INFO:teuthology.orchestra.run.smithi052.stdout:NAME="CentOS Stream" 2024-04-21T08:52:22.972 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION="9" 2024-04-21T08:52:22.972 INFO:teuthology.orchestra.run.smithi052.stdout:ID="centos" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:ID_LIKE="rhel fedora" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:VERSION_ID="9" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:PLATFORM_ID="platform:el9" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:ANSI_COLOR="0;31" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:LOGO="fedora-logo-icon" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:HOME_URL="https://centos.org/" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-21T08:52:22.973 INFO:teuthology.orchestra.run.smithi052.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-21T08:52:22.974 INFO:teuthology.lock.ops:Updating smithi052.front.sepia.ceph.com on lock server 2024-04-21T08:52:22.995 DEBUG:teuthology.orchestra.run.smithi060:> uname -m 2024-04-21T08:52:23.014 INFO:teuthology.orchestra.run.smithi060.stdout:x86_64 2024-04-21T08:52:23.014 DEBUG:teuthology.orchestra.run.smithi060:> cat /etc/os-release 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:NAME="CentOS Stream" 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:VERSION="9" 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:ID="centos" 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:ID_LIKE="rhel fedora" 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:VERSION_ID="9" 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:PLATFORM_ID="platform:el9" 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:ANSI_COLOR="0;31" 2024-04-21T08:52:23.072 INFO:teuthology.orchestra.run.smithi060.stdout:LOGO="fedora-logo-icon" 2024-04-21T08:52:23.073 INFO:teuthology.orchestra.run.smithi060.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-21T08:52:23.073 INFO:teuthology.orchestra.run.smithi060.stdout:HOME_URL="https://centos.org/" 2024-04-21T08:52:23.073 INFO:teuthology.orchestra.run.smithi060.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-21T08:52:23.073 INFO:teuthology.orchestra.run.smithi060.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-21T08:52:23.073 INFO:teuthology.orchestra.run.smithi060.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-21T08:52:23.073 INFO:teuthology.lock.ops:Updating smithi060.front.sepia.ceph.com on lock server 2024-04-21T08:52:23.095 DEBUG:teuthology.orchestra.run.smithi078:> uname -m 2024-04-21T08:52:23.112 INFO:teuthology.orchestra.run.smithi078.stdout:x86_64 2024-04-21T08:52:23.113 DEBUG:teuthology.orchestra.run.smithi078:> cat /etc/os-release 2024-04-21T08:52:23.168 INFO:teuthology.orchestra.run.smithi078.stdout:NAME="CentOS Stream" 2024-04-21T08:52:23.168 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION="9" 2024-04-21T08:52:23.168 INFO:teuthology.orchestra.run.smithi078.stdout:ID="centos" 2024-04-21T08:52:23.168 INFO:teuthology.orchestra.run.smithi078.stdout:ID_LIKE="rhel fedora" 2024-04-21T08:52:23.168 INFO:teuthology.orchestra.run.smithi078.stdout:VERSION_ID="9" 2024-04-21T08:52:23.168 INFO:teuthology.orchestra.run.smithi078.stdout:PLATFORM_ID="platform:el9" 2024-04-21T08:52:23.168 INFO:teuthology.orchestra.run.smithi078.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-21T08:52:23.169 INFO:teuthology.orchestra.run.smithi078.stdout:ANSI_COLOR="0;31" 2024-04-21T08:52:23.169 INFO:teuthology.orchestra.run.smithi078.stdout:LOGO="fedora-logo-icon" 2024-04-21T08:52:23.169 INFO:teuthology.orchestra.run.smithi078.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-21T08:52:23.169 INFO:teuthology.orchestra.run.smithi078.stdout:HOME_URL="https://centos.org/" 2024-04-21T08:52:23.169 INFO:teuthology.orchestra.run.smithi078.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-21T08:52:23.169 INFO:teuthology.orchestra.run.smithi078.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-21T08:52:23.169 INFO:teuthology.orchestra.run.smithi078.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-21T08:52:23.169 INFO:teuthology.lock.ops:Updating smithi078.front.sepia.ceph.com on lock server 2024-04-21T08:52:23.187 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-21T08:52:23.197 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-21T08:52:23.228 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-21T08:52:23.228 DEBUG:teuthology.orchestra.run.smithi052:> test '!' -e /home/ubuntu/cephtest 2024-04-21T08:52:23.231 DEBUG:teuthology.orchestra.run.smithi060:> test '!' -e /home/ubuntu/cephtest 2024-04-21T08:52:23.233 DEBUG:teuthology.orchestra.run.smithi078:> test '!' -e /home/ubuntu/cephtest 2024-04-21T08:52:23.249 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-21T08:52:23.258 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-21T08:52:23.258 DEBUG:teuthology.orchestra.run.smithi052:> test -z $(ls -A /var/lib/ceph) 2024-04-21T08:52:23.289 DEBUG:teuthology.orchestra.run.smithi060:> test -z $(ls -A /var/lib/ceph) 2024-04-21T08:52:23.291 DEBUG:teuthology.orchestra.run.smithi078:> test -z $(ls -A /var/lib/ceph) 2024-04-21T08:52:23.401 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-21T08:52:23.477 INFO:teuthology.run_tasks:Running task kernel... 2024-04-21T08:52:23.493 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2024-04-21T08:52:23.494 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-04-21T08:52:23.494 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-04-21T08:52:23.494 DEBUG:teuthology.orchestra.run.smithi052:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-21T08:52:23.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T08:52:23.512 DEBUG:teuthology.orchestra.run.smithi052:> uname -r 2024-04-21T08:52:23.570 INFO:teuthology.orchestra.run.smithi052.stdout:5.14.0-437.el9.x86_64 2024-04-21T08:52:23.570 INFO:teuthology.task.kernel:Running kernel on smithi052: 5.14.0-437.el9.x86_64 2024-04-21T08:52:23.571 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum install -y kernel 2024-04-21T08:52:26.772 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 8.0 MB 00:01 2024-04-21T08:52:28.989 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - AppStream 17 MB/s | 19 MB 00:01 2024-04-21T08:52:35.831 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - CRB 2.0 MB/s | 6.2 MB 00:03 2024-04-21T08:52:37.390 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - Extras packages 46 kB/s | 16 kB 00:00 2024-04-21T08:52:38.827 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-04-21T08:52:44.117 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-04-21T08:52:46.090 INFO:teuthology.orchestra.run.smithi052.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-21T08:52:46.090 INFO:teuthology.orchestra.run.smithi052.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-21T08:52:46.193 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-04-21T08:52:46.194 INFO:teuthology.orchestra.run.smithi052.stdout:Nothing to do. 2024-04-21T08:52:46.194 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-04-21T08:52:46.293 DEBUG:teuthology.orchestra.run.smithi052:> echo no | sudo yum reinstall kernel || true 2024-04-21T08:52:46.811 INFO:teuthology.orchestra.run.smithi052.stdout:Last metadata expiration check: 0:00:02 ago on Sun 21 Apr 2024 08:52:44 AM UTC. 2024-04-21T08:52:46.939 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-04-21T08:52:46.948 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout: Package Architecture Version Repository Size 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout:Reinstalling: 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 255 k 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 0 2024-04-21T08:52:46.949 INFO:teuthology.orchestra.run.smithi052.stderr:Operation aborted. 2024-04-21T08:52:47.003 INFO:teuthology.orchestra.run.smithi052.stdout:Is this ok [y/N]: 2024-04-21T08:52:47.004 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum reinstall -y kernel || true 2024-04-21T08:52:47.519 INFO:teuthology.orchestra.run.smithi052.stdout:Last metadata expiration check: 0:00:03 ago on Sun 21 Apr 2024 08:52:44 AM UTC. 2024-04-21T08:52:47.640 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-04-21T08:52:47.640 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-04-21T08:52:47.640 INFO:teuthology.orchestra.run.smithi052.stdout: Package Architecture Version Repository Size 2024-04-21T08:52:47.640 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout:Reinstalling: 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout:================================================================================ 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 255 k 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout:Installed size: 0 2024-04-21T08:52:47.641 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-04-21T08:52:48.135 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.2 MB/s | 255 kB 00:00 2024-04-21T08:52:48.135 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-04-21T08:52:48.136 INFO:teuthology.orchestra.run.smithi052.stdout:Total 516 kB/s | 255 kB 00:00 2024-04-21T08:52:48.155 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-04-21T08:52:48.361 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-04-21T08:52:48.361 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-04-21T08:52:48.366 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-04-21T08:52:48.367 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-04-21T08:52:48.523 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-04-21T08:52:48.586 INFO:teuthology.orchestra.run.smithi052.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-21T08:52:48.586 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-21T08:52:49.269 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-21T08:52:49.269 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-21T08:52:50.074 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-21T08:52:50.074 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:52:50.074 INFO:teuthology.orchestra.run.smithi052.stdout:Reinstalled: 2024-04-21T08:52:50.074 INFO:teuthology.orchestra.run.smithi052.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-21T08:52:50.074 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:52:50.074 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-04-21T08:52:50.249 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q kernel | sort -rV | head -n 1 2024-04-21T08:52:50.297 INFO:teuthology.orchestra.run.smithi052.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-21T08:52:50.298 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-21T08:52:50.298 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-21T08:52:50.298 DEBUG:teuthology.parallel:result is None 2024-04-21T08:52:50.298 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-21T08:52:50.306 INFO:teuthology.task.internal:Creating test directory... 2024-04-21T08:52:50.306 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-21T08:52:50.309 DEBUG:teuthology.orchestra.run.smithi060:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-21T08:52:50.312 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-21T08:52:50.329 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-21T08:52:50.337 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-21T08:52:50.367 INFO:teuthology.task.internal:Creating archive directory... 2024-04-21T08:52:50.367 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-21T08:52:50.370 DEBUG:teuthology.orchestra.run.smithi060:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-21T08:52:50.372 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-21T08:52:50.452 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-21T08:52:50.460 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-21T08:52:50.460 DEBUG:teuthology.orchestra.run.smithi060:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-21T08:52:50.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T08:52:50.477 DEBUG:teuthology.orchestra.run.smithi078:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-21T08:52:50.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T08:52:50.493 DEBUG:teuthology.orchestra.run.smithi052:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-21T08:52:50.496 DEBUG:teuthology.orchestra.run.smithi060:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-21T08:52:50.520 DEBUG:teuthology.orchestra.run.smithi078:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-21T08:52:50.539 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T08:52:50.551 INFO:teuthology.orchestra.run.smithi060.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T08:52:50.552 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T08:52:50.570 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T08:52:50.589 INFO:teuthology.orchestra.run.smithi060.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T08:52:50.596 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-21T08:52:50.598 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-21T08:52:50.606 INFO:teuthology.task.internal:Configuring sudo... 2024-04-21T08:52:50.606 DEBUG:teuthology.orchestra.run.smithi052:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-21T08:52:50.608 DEBUG:teuthology.orchestra.run.smithi060:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-21T08:52:50.634 DEBUG:teuthology.orchestra.run.smithi078:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-21T08:52:50.667 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-21T08:52:50.675 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-21T08:52:50.675 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-21T08:52:50.678 DEBUG:teuthology.orchestra.run.smithi060:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-21T08:52:50.702 DEBUG:teuthology.orchestra.run.smithi078:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-21T08:52:50.724 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T08:52:50.770 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T08:52:50.819 DEBUG:teuthology.orchestra.run.smithi052:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T08:52:50.899 DEBUG:teuthology.orchestra.run.smithi052:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T08:52:50.940 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T08:52:50.940 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-21T08:52:51.004 DEBUG:teuthology.orchestra.run.smithi060:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T08:52:51.049 DEBUG:teuthology.orchestra.run.smithi060:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T08:52:51.101 DEBUG:teuthology.orchestra.run.smithi060:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T08:52:51.187 DEBUG:teuthology.orchestra.run.smithi060:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T08:52:51.231 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T08:52:51.231 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-21T08:52:51.299 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T08:52:51.345 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-21T08:52:51.402 DEBUG:teuthology.orchestra.run.smithi078:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T08:52:51.484 DEBUG:teuthology.orchestra.run.smithi078:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-21T08:52:51.528 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T08:52:51.528 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-21T08:52:51.593 DEBUG:teuthology.orchestra.run.smithi052:> sudo service rsyslog restart 2024-04-21T08:52:51.596 DEBUG:teuthology.orchestra.run.smithi060:> sudo service rsyslog restart 2024-04-21T08:52:51.599 DEBUG:teuthology.orchestra.run.smithi078:> sudo service rsyslog restart 2024-04-21T08:52:51.632 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T08:52:51.634 INFO:teuthology.orchestra.run.smithi060.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T08:52:51.671 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T08:52:52.127 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-21T08:52:52.136 INFO:teuthology.task.internal:Starting timer... 2024-04-21T08:52:52.136 INFO:teuthology.run_tasks:Running task pcp... 2024-04-21T08:52:52.149 INFO:teuthology.run_tasks:Running task selinux... 2024-04-21T08:52:52.163 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-04-21T08:52:52.163 DEBUG:teuthology.orchestra.run.smithi052:> sudo service auditd rotate 2024-04-21T08:52:52.217 INFO:teuthology.orchestra.run.smithi052.stdout:Rotating logs: 2024-04-21T08:52:52.219 DEBUG:teuthology.orchestra.run.smithi060:> sudo service auditd rotate 2024-04-21T08:52:52.273 INFO:teuthology.orchestra.run.smithi060.stdout:Rotating logs: 2024-04-21T08:52:52.275 DEBUG:teuthology.orchestra.run.smithi078:> sudo service auditd rotate 2024-04-21T08:52:52.351 INFO:teuthology.orchestra.run.smithi078.stdout:Rotating logs: 2024-04-21T08:52:52.353 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-21T08:52:52.353 DEBUG:teuthology.orchestra.run.smithi052:> /usr/sbin/getenforce 2024-04-21T08:52:52.377 INFO:teuthology.orchestra.run.smithi052.stdout:Permissive 2024-04-21T08:52:52.378 DEBUG:teuthology.orchestra.run.smithi060:> /usr/sbin/getenforce 2024-04-21T08:52:52.405 INFO:teuthology.orchestra.run.smithi060.stdout:Permissive 2024-04-21T08:52:52.405 DEBUG:teuthology.orchestra.run.smithi078:> /usr/sbin/getenforce 2024-04-21T08:52:52.424 INFO:teuthology.orchestra.run.smithi078.stdout:Permissive 2024-04-21T08:52:52.424 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi052.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi060.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi078.front.sepia.ceph.com': 'permissive'} 2024-04-21T08:52:52.424 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T08:52:52.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T08:52:52.451 DEBUG:teuthology.orchestra.run.smithi060:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T08:52:52.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T08:52:52.480 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T08:52:52.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T08:52:52.505 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-21T08:52:52.505 DEBUG:teuthology.orchestra.run.smithi052:> sudo /usr/sbin/setenforce permissive 2024-04-21T08:52:52.538 DEBUG:teuthology.orchestra.run.smithi060:> sudo /usr/sbin/setenforce permissive 2024-04-21T08:52:52.568 DEBUG:teuthology.orchestra.run.smithi078:> sudo /usr/sbin/setenforce permissive 2024-04-21T08:52:52.592 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-21T08:52:52.603 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-21T08:52:52.608 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-21T08:52:52.756 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-21T08:52:52.772 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-21T08:52:52.773 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi052.front.sepia.ceph.com,smithi060.front.sepia.ceph.com,smithi078.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-21T08:56:43.400 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi052.front.sepia.ceph.com'), Remote(name='ubuntu@smithi060.front.sepia.ceph.com'), Remote(name='ubuntu@smithi078.front.sepia.ceph.com')] 2024-04-21T08:56:43.402 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-04-21T08:56:43.403 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi052.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T08:56:43.481 DEBUG:teuthology.orchestra.run.smithi052:> true 2024-04-21T08:56:43.565 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi052.front.sepia.ceph.com' 2024-04-21T08:56:43.566 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi060.front.sepia.ceph.com' 2024-04-21T08:56:43.566 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi060.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T08:56:43.639 DEBUG:teuthology.orchestra.run.smithi060:> true 2024-04-21T08:56:43.720 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi060.front.sepia.ceph.com' 2024-04-21T08:56:43.720 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-04-21T08:56:43.721 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi078.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-21T08:56:43.790 DEBUG:teuthology.orchestra.run.smithi078:> true 2024-04-21T08:56:43.860 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi078.front.sepia.ceph.com' 2024-04-21T08:56:43.860 INFO:teuthology.run_tasks:Running task clock... 2024-04-21T08:56:43.872 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-21T08:56:43.872 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-21T08:56:43.873 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T08:56:43.875 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-21T08:56:43.875 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T08:56:43.878 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-21T08:56:43.878 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T08:56:43.903 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-21T08:56:43.909 INFO:teuthology.orchestra.run.smithi060.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-21T08:56:43.917 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-21T08:56:43.925 INFO:teuthology.orchestra.run.smithi060.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-21T08:56:43.927 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-21T08:56:43.940 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-21T08:56:43.941 INFO:teuthology.orchestra.run.smithi052.stderr:sudo: ntpd: command not found 2024-04-21T08:56:43.950 INFO:teuthology.orchestra.run.smithi060.stderr:sudo: ntpd: command not found 2024-04-21T08:56:43.952 INFO:teuthology.orchestra.run.smithi052.stdout:506 Cannot talk to daemon 2024-04-21T08:56:43.961 INFO:teuthology.orchestra.run.smithi060.stdout:506 Cannot talk to daemon 2024-04-21T08:56:43.962 INFO:teuthology.orchestra.run.smithi078.stderr:sudo: ntpd: command not found 2024-04-21T08:56:43.966 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-21T08:56:43.972 INFO:teuthology.orchestra.run.smithi078.stdout:506 Cannot talk to daemon 2024-04-21T08:56:43.976 INFO:teuthology.orchestra.run.smithi060.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-21T08:56:43.980 INFO:teuthology.orchestra.run.smithi052.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-21T08:56:43.985 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-21T08:56:43.990 INFO:teuthology.orchestra.run.smithi060.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-21T08:56:43.998 INFO:teuthology.orchestra.run.smithi078.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-21T08:56:44.041 INFO:teuthology.orchestra.run.smithi052.stderr:bash: line 1: ntpq: command not found 2024-04-21T08:56:44.044 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T08:56:44.044 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2024-04-21T08:56:44.044 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.045 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.045 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.045 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.055 INFO:teuthology.orchestra.run.smithi078.stderr:bash: line 1: ntpq: command not found 2024-04-21T08:56:44.055 INFO:teuthology.orchestra.run.smithi060.stderr:bash: line 1: ntpq: command not found 2024-04-21T08:56:44.059 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T08:56:44.059 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2024-04-21T08:56:44.059 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.059 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.059 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.059 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.060 INFO:teuthology.orchestra.run.smithi060.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T08:56:44.060 INFO:teuthology.orchestra.run.smithi060.stdout:=============================================================================== 2024-04-21T08:56:44.060 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.060 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.060 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.060 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T08:56:44.061 INFO:teuthology.run_tasks:Running task install... 2024-04-21T08:56:44.069 DEBUG:teuthology.task.install:project ceph 2024-04-21T08:56:44.069 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'a630765c1f93c6e61d9b40c4b76437611d5ef29e'}} 2024-04-21T08:56:44.069 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'a630765c1f93c6e61d9b40c4b76437611d5ef29e'} 2024-04-21T08:56:44.069 INFO:teuthology.task.install:Using flavor: default 2024-04-21T08:56:44.075 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-21T08:56:44.075 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-21T08:56:44.076 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a630765c1f93c6e61d9b40c4b76437611d5ef29e', 'tag': None, 'wait_for_package': False} 2024-04-21T08:56:44.076 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:56:44.078 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a630765c1f93c6e61d9b40c4b76437611d5ef29e', 'tag': None, 'wait_for_package': False} 2024-04-21T08:56:44.078 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:56:44.079 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a630765c1f93c6e61d9b40c4b76437611d5ef29e', 'tag': None, 'wait_for_package': False} 2024-04-21T08:56:44.079 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:56:44.232 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/ 2024-04-21T08:56:44.232 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3154.ga630765c 2024-04-21T08:56:44.461 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/ 2024-04-21T08:56:44.462 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3154.ga630765c 2024-04-21T08:56:44.480 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/ 2024-04-21T08:56:44.480 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3154.ga630765c 2024-04-21T08:56:44.534 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-21T08:56:44.534 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T08:56:44.534 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-21T08:56:44.561 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-21T08:56:44.561 DEBUG:teuthology.orchestra.run.smithi052:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a630765c1f93c6e61d9b40c4b76437611d5ef29e/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-21T08:56:44.569 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-21T08:56:44.569 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T08:56:44.569 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-21T08:56:44.593 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-21T08:56:44.593 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T08:56:44.593 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-21T08:56:44.595 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-21T08:56:44.595 DEBUG:teuthology.orchestra.run.smithi078:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a630765c1f93c6e61d9b40c4b76437611d5ef29e/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-21T08:56:44.623 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-21T08:56:44.624 DEBUG:teuthology.orchestra.run.smithi060:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a630765c1f93c6e61d9b40c4b76437611d5ef29e/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-21T08:56:44.627 DEBUG:teuthology.orchestra.run.smithi052:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-21T08:56:44.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-21T08:56:44.692 DEBUG:teuthology.orchestra.run.smithi060:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-21T08:56:44.702 DEBUG:teuthology.orchestra.run.smithi052:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-21T08:56:44.733 DEBUG:teuthology.orchestra.run.smithi078:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-21T08:56:44.767 INFO:teuthology.orchestra.run.smithi052.stdout:check_obsoletes = 1 2024-04-21T08:56:44.769 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum clean all 2024-04-21T08:56:44.770 DEBUG:teuthology.orchestra.run.smithi060:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-21T08:56:44.796 INFO:teuthology.orchestra.run.smithi078.stdout:check_obsoletes = 1 2024-04-21T08:56:44.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum clean all 2024-04-21T08:56:44.836 INFO:teuthology.orchestra.run.smithi060.stdout:check_obsoletes = 1 2024-04-21T08:56:44.838 DEBUG:teuthology.orchestra.run.smithi060:> sudo yum clean all 2024-04-21T08:56:45.004 INFO:teuthology.orchestra.run.smithi052.stdout:48 files removed 2024-04-21T08:56:45.022 INFO:teuthology.orchestra.run.smithi078.stdout:48 files removed 2024-04-21T08:56:45.031 DEBUG:teuthology.orchestra.run.smithi052:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-21T08:56:45.049 DEBUG:teuthology.orchestra.run.smithi078:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-21T08:56:45.074 INFO:teuthology.orchestra.run.smithi060.stdout:48 files removed 2024-04-21T08:56:45.102 DEBUG:teuthology.orchestra.run.smithi060:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-21T08:56:45.635 INFO:teuthology.orchestra.run.smithi052.stdout:ceph packages for x86_64 253 kB/s | 83 kB 00:00 2024-04-21T08:56:45.731 INFO:teuthology.orchestra.run.smithi078.stdout:ceph packages for x86_64 198 kB/s | 83 kB 00:00 2024-04-21T08:56:45.778 INFO:teuthology.orchestra.run.smithi060.stdout:ceph packages for x86_64 207 kB/s | 83 kB 00:00 2024-04-21T08:56:46.020 INFO:teuthology.orchestra.run.smithi052.stdout:ceph noarch packages 34 kB/s | 12 kB 00:00 2024-04-21T08:56:46.109 INFO:teuthology.orchestra.run.smithi078.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-04-21T08:56:46.154 INFO:teuthology.orchestra.run.smithi060.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-04-21T08:56:46.378 INFO:teuthology.orchestra.run.smithi052.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-04-21T08:56:46.518 INFO:teuthology.orchestra.run.smithi078.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-04-21T08:56:46.529 INFO:teuthology.orchestra.run.smithi060.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-04-21T08:56:47.238 INFO:teuthology.orchestra.run.smithi060.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-21T08:56:48.060 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - BaseOS 5.3 MB/s | 8.0 MB 00:01 2024-04-21T08:56:49.270 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - BaseOS 2.8 MB/s | 8.0 MB 00:02 2024-04-21T08:56:49.572 INFO:teuthology.orchestra.run.smithi060.stdout:CentOS Stream 9 - AppStream 15 MB/s | 19 MB 00:01 2024-04-21T08:56:51.163 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-04-21T08:56:52.286 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - AppStream 6.0 MB/s | 19 MB 00:03 2024-04-21T08:56:54.931 INFO:teuthology.orchestra.run.smithi060.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.2 MB 00:01 2024-04-21T08:56:55.289 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.2 MB 00:00 2024-04-21T08:56:56.299 INFO:teuthology.orchestra.run.smithi060.stdout:CentOS Stream 9 - Extras packages 93 kB/s | 16 kB 00:00 2024-04-21T08:56:56.889 INFO:teuthology.orchestra.run.smithi052.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 16 kB 00:00 2024-04-21T08:56:57.145 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - CRB 4.7 MB/s | 6.2 MB 00:01 2024-04-21T08:56:57.861 INFO:teuthology.orchestra.run.smithi060.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-21T08:56:57.925 INFO:teuthology.orchestra.run.smithi052.stdout:Extra Packages for Enterprise Linux 23 MB/s | 21 MB 00:00 2024-04-21T08:56:58.688 INFO:teuthology.orchestra.run.smithi078.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 16 kB 00:00 2024-04-21T08:56:59.939 INFO:teuthology.orchestra.run.smithi078.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-04-21T08:57:03.118 INFO:teuthology.orchestra.run.smithi060.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-04-21T08:57:03.141 INFO:teuthology.orchestra.run.smithi052.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-04-21T08:57:04.997 INFO:teuthology.orchestra.run.smithi078.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-21T08:57:05.345 INFO:teuthology.orchestra.run.smithi060.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T08:57:05.345 INFO:teuthology.orchestra.run.smithi060.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T08:57:05.357 INFO:teuthology.orchestra.run.smithi060.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-21T08:57:05.358 INFO:teuthology.orchestra.run.smithi060.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-21T08:57:05.359 INFO:teuthology.orchestra.run.smithi060.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-21T08:57:05.360 INFO:teuthology.orchestra.run.smithi060.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-21T08:57:05.361 INFO:teuthology.orchestra.run.smithi060.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-21T08:57:05.364 INFO:teuthology.orchestra.run.smithi060.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-21T08:57:05.364 INFO:teuthology.orchestra.run.smithi060.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-21T08:57:05.409 INFO:teuthology.orchestra.run.smithi052.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T08:57:05.410 INFO:teuthology.orchestra.run.smithi052.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T08:57:05.421 INFO:teuthology.orchestra.run.smithi052.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-21T08:57:05.422 INFO:teuthology.orchestra.run.smithi052.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-21T08:57:05.423 INFO:teuthology.orchestra.run.smithi052.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-21T08:57:05.424 INFO:teuthology.orchestra.run.smithi052.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-21T08:57:05.425 INFO:teuthology.orchestra.run.smithi052.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-21T08:57:05.428 INFO:teuthology.orchestra.run.smithi052.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-21T08:57:05.428 INFO:teuthology.orchestra.run.smithi052.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-21T08:57:05.430 INFO:teuthology.orchestra.run.smithi060.stdout:Dependencies resolved. 2024-04-21T08:57:05.448 INFO:teuthology.orchestra.run.smithi060.stdout:======================================================================================= 2024-04-21T08:57:05.448 INFO:teuthology.orchestra.run.smithi060.stdout: Package Arch Version Repository Size 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout:======================================================================================= 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout:Installing: 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph x86_64 2:19.0.0-3154.ga630765c.el9 ceph 6.6 k 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-base x86_64 2:19.0.0-3154.ga630765c.el9 ceph 5.4 M 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-fuse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 890 k 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3154.ga630765c.el9 ceph 145 k 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr x86_64 2:19.0.0-3154.ga630765c.el9 ceph 1.5 M 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 142 k 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 3.5 M 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 7.4 M 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-rook noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 49 k 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-radosgw x86_64 2:19.0.0-3154.ga630765c.el9 ceph 11 M 2024-04-21T08:57:05.449 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-test x86_64 2:19.0.0-3154.ga630765c.el9 ceph 49 M 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-volume noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 273 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: cephadm noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 762 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-mirror x86_64 2:19.0.0-3154.ga630765c.el9 ceph 225 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-shell x86_64 2:19.0.0-3154.ga630765c.el9 ceph 27 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-top noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 18 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: libcephfs-devel x86_64 2:19.0.0-3154.ga630765c.el9 ceph 32 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: libcephfs2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 746 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: librados-devel x86_64 2:19.0.0-3154.ga630765c.el9 ceph 127 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-21T08:57:05.450 INFO:teuthology.orchestra.run.smithi060.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cephfs x86_64 2:19.0.0-3154.ga630765c.el9 ceph 162 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rados x86_64 2:19.0.0-3154.ga630765c.el9 ceph 321 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rbd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 298 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rgw x86_64 2:19.0.0-3154.ga630765c.el9 ceph 100 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-fuse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 85 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-mirror x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.1 M 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-nbd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 171 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout:Upgrading: 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: librados2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.4 M 2024-04-21T08:57:05.451 INFO:teuthology.orchestra.run.smithi060.stdout: librbd1 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.1 M 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout:Installing dependencies: 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-common x86_64 2:19.0.0-3154.ga630765c.el9 ceph 21 M 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 34 k 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mds x86_64 2:19.0.0-3154.ga630765c.el9 ceph 2.4 M 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 249 k 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mon x86_64 2:19.0.0-3154.ga630765c.el9 ceph 4.7 M 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-osd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 17 M 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 16 k 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-selinux x86_64 2:19.0.0-3154.ga630765c.el9 ceph 25 k 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-21T08:57:05.452 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: libcephsqlite x86_64 2:19.0.0-3154.ga630765c.el9 ceph 163 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-21T08:57:05.453 INFO:teuthology.orchestra.run.smithi060.stdout: libradosstriper1 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 501 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: librgw2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 5.4 M 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-21T08:57:05.454 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ceph-argparse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 45 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ceph-common x86_64 2:19.0.0-3154.ga630765c.el9 ceph 135 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-21T08:57:05.455 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-21T08:57:05.456 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-21T08:57:05.457 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-21T08:57:05.458 INFO:teuthology.orchestra.run.smithi060.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-21T08:57:05.459 INFO:teuthology.orchestra.run.smithi060.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout:Installing weak dependencies: 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout:Transaction Summary 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout:======================================================================================= 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout:Install 148 Packages 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout:Upgrade 2 Packages 2024-04-21T08:57:05.460 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:57:05.461 INFO:teuthology.orchestra.run.smithi060.stdout:Total download size: 218 M 2024-04-21T08:57:05.461 INFO:teuthology.orchestra.run.smithi060.stdout:Downloading Packages: 2024-04-21T08:57:05.491 INFO:teuthology.orchestra.run.smithi052.stdout:Dependencies resolved. 2024-04-21T08:57:05.501 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================= 2024-04-21T08:57:05.501 INFO:teuthology.orchestra.run.smithi052.stdout: Package Arch Version Repository Size 2024-04-21T08:57:05.501 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================= 2024-04-21T08:57:05.501 INFO:teuthology.orchestra.run.smithi052.stdout:Installing: 2024-04-21T08:57:05.501 INFO:teuthology.orchestra.run.smithi052.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph x86_64 2:19.0.0-3154.ga630765c.el9 ceph 6.6 k 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base x86_64 2:19.0.0-3154.ga630765c.el9 ceph 5.4 M 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 890 k 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3154.ga630765c.el9 ceph 145 k 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr x86_64 2:19.0.0-3154.ga630765c.el9 ceph 1.5 M 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 142 k 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 3.5 M 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 7.4 M 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 49 k 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw x86_64 2:19.0.0-3154.ga630765c.el9 ceph 11 M 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test x86_64 2:19.0.0-3154.ga630765c.el9 ceph 49 M 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-volume noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 273 k 2024-04-21T08:57:05.502 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 762 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-mirror x86_64 2:19.0.0-3154.ga630765c.el9 ceph 225 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-shell x86_64 2:19.0.0-3154.ga630765c.el9 ceph 27 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-top noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 18 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel x86_64 2:19.0.0-3154.ga630765c.el9 ceph 32 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 746 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel x86_64 2:19.0.0-3154.ga630765c.el9 ceph 127 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-21T08:57:05.503 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs x86_64 2:19.0.0-3154.ga630765c.el9 ceph 162 k 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados x86_64 2:19.0.0-3154.ga630765c.el9 ceph 321 k 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 298 k 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw x86_64 2:19.0.0-3154.ga630765c.el9 ceph 100 k 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 85 k 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.1 M 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 171 k 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrading: 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: librados2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.4 M 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.1 M 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout:Installing dependencies: 2024-04-21T08:57:05.504 INFO:teuthology.orchestra.run.smithi052.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common x86_64 2:19.0.0-3154.ga630765c.el9 ceph 21 M 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 34 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds x86_64 2:19.0.0-3154.ga630765c.el9 ceph 2.4 M 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 249 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon x86_64 2:19.0.0-3154.ga630765c.el9 ceph 4.7 M 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 17 M 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 16 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux x86_64 2:19.0.0-3154.ga630765c.el9 ceph 25 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-21T08:57:05.505 INFO:teuthology.orchestra.run.smithi052.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite x86_64 2:19.0.0-3154.ga630765c.el9 ceph 163 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 501 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 5.4 M 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-21T08:57:05.506 INFO:teuthology.orchestra.run.smithi052.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-21T08:57:05.507 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 45 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common x86_64 2:19.0.0-3154.ga630765c.el9 ceph 135 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-21T08:57:05.508 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-21T08:57:05.509 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-21T08:57:05.510 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-21T08:57:05.511 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout:Installing weak dependencies: 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction Summary 2024-04-21T08:57:05.512 INFO:teuthology.orchestra.run.smithi052.stdout:======================================================================================= 2024-04-21T08:57:05.513 INFO:teuthology.orchestra.run.smithi052.stdout:Install 148 Packages 2024-04-21T08:57:05.513 INFO:teuthology.orchestra.run.smithi052.stdout:Upgrade 2 Packages 2024-04-21T08:57:05.513 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:57:05.513 INFO:teuthology.orchestra.run.smithi052.stdout:Total download size: 218 M 2024-04-21T08:57:05.513 INFO:teuthology.orchestra.run.smithi052.stdout:Downloading Packages: 2024-04-21T08:57:06.194 INFO:teuthology.orchestra.run.smithi060.stdout:(1/150): ceph-19.0.0-3154.ga630765c.el9.x86_64. 39 kB/s | 6.6 kB 00:00 2024-04-21T08:57:06.322 INFO:teuthology.orchestra.run.smithi052.stdout:(1/150): ceph-19.0.0-3154.ga630765c.el9.x86_64. 28 kB/s | 6.6 kB 00:00 2024-04-21T08:57:06.411 INFO:teuthology.orchestra.run.smithi060.stdout:(2/150): ceph-fuse-19.0.0-3154.ga630765c.el9.x8 4.0 MB/s | 890 kB 00:00 2024-04-21T08:57:06.469 INFO:teuthology.orchestra.run.smithi060.stdout:(3/150): ceph-immutable-object-cache-19.0.0-315 2.4 MB/s | 145 kB 00:00 2024-04-21T08:57:06.911 INFO:teuthology.orchestra.run.smithi060.stdout:(4/150): ceph-mds-19.0.0-3154.ga630765c.el9.x86 5.3 MB/s | 2.4 MB 00:00 2024-04-21T08:57:07.101 INFO:teuthology.orchestra.run.smithi052.stdout:(2/150): ceph-fuse-19.0.0-3154.ga630765c.el9.x8 1.1 MB/s | 890 kB 00:00 2024-04-21T08:57:07.157 INFO:teuthology.orchestra.run.smithi078.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T08:57:07.158 INFO:teuthology.orchestra.run.smithi078.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-21T08:57:07.169 INFO:teuthology.orchestra.run.smithi078.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-21T08:57:07.170 INFO:teuthology.orchestra.run.smithi078.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-21T08:57:07.170 INFO:teuthology.orchestra.run.smithi078.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-21T08:57:07.171 INFO:teuthology.orchestra.run.smithi078.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-21T08:57:07.173 INFO:teuthology.orchestra.run.smithi078.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-21T08:57:07.175 INFO:teuthology.orchestra.run.smithi078.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-21T08:57:07.176 INFO:teuthology.orchestra.run.smithi078.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-21T08:57:07.228 INFO:teuthology.orchestra.run.smithi060.stdout:(5/150): ceph-mgr-19.0.0-3154.ga630765c.el9.x86 4.7 MB/s | 1.5 MB 00:00 2024-04-21T08:57:07.236 INFO:teuthology.orchestra.run.smithi078.stdout:Dependencies resolved. 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: Package Arch Version Repository Size 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout:Installing: 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: ceph x86_64 2:19.0.0-3154.ga630765c.el9 ceph 6.6 k 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base x86_64 2:19.0.0-3154.ga630765c.el9 ceph 5.4 M 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 890 k 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3154.ga630765c.el9 ceph 145 k 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr x86_64 2:19.0.0-3154.ga630765c.el9 ceph 1.5 M 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 142 k 2024-04-21T08:57:07.250 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 3.5 M 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 7.4 M 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 49 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw x86_64 2:19.0.0-3154.ga630765c.el9 ceph 11 M 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test x86_64 2:19.0.0-3154.ga630765c.el9 ceph 49 M 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-volume noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 273 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 762 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-mirror x86_64 2:19.0.0-3154.ga630765c.el9 ceph 225 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-shell x86_64 2:19.0.0-3154.ga630765c.el9 ceph 27 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-top noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 18 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-21T08:57:07.251 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel x86_64 2:19.0.0-3154.ga630765c.el9 ceph 32 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 746 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel x86_64 2:19.0.0-3154.ga630765c.el9 ceph 127 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs x86_64 2:19.0.0-3154.ga630765c.el9 ceph 162 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados x86_64 2:19.0.0-3154.ga630765c.el9 ceph 321 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 298 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw x86_64 2:19.0.0-3154.ga630765c.el9 ceph 100 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 85 k 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.1 M 2024-04-21T08:57:07.252 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 171 k 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrading: 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: librados2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.4 M 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 3.1 M 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout:Installing dependencies: 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common x86_64 2:19.0.0-3154.ga630765c.el9 ceph 21 M 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 34 k 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds x86_64 2:19.0.0-3154.ga630765c.el9 ceph 2.4 M 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 249 k 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon x86_64 2:19.0.0-3154.ga630765c.el9 ceph 4.7 M 2024-04-21T08:57:07.253 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd x86_64 2:19.0.0-3154.ga630765c.el9 ceph 17 M 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3154.ga630765c.el9 ceph-noarch 16 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux x86_64 2:19.0.0-3154.ga630765c.el9 ceph 25 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: libcephsqlite x86_64 2:19.0.0-3154.ga630765c.el9 ceph 163 k 2024-04-21T08:57:07.254 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 501 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2 x86_64 2:19.0.0-3154.ga630765c.el9 ceph 5.4 M 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-21T08:57:07.255 INFO:teuthology.orchestra.run.smithi078.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse x86_64 2:19.0.0-3154.ga630765c.el9 ceph 45 k 2024-04-21T08:57:07.256 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common x86_64 2:19.0.0-3154.ga630765c.el9 ceph 135 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-21T08:57:07.257 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-21T08:57:07.258 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-21T08:57:07.259 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-21T08:57:07.260 INFO:teuthology.orchestra.run.smithi078.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout:Installing weak dependencies: 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction Summary 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout:======================================================================================= 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout:Install 148 Packages 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout:Upgrade 2 Packages 2024-04-21T08:57:07.261 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:57:07.262 INFO:teuthology.orchestra.run.smithi078.stdout:Total download size: 218 M 2024-04-21T08:57:07.262 INFO:teuthology.orchestra.run.smithi078.stdout:Downloading Packages: 2024-04-21T08:57:07.285 INFO:teuthology.orchestra.run.smithi052.stdout:(3/150): ceph-immutable-object-cache-19.0.0-315 791 kB/s | 145 kB 00:00 2024-04-21T08:57:07.395 INFO:teuthology.orchestra.run.smithi060.stdout:(6/150): ceph-base-19.0.0-3154.ga630765c.el9.x8 3.9 MB/s | 5.4 MB 00:01 2024-04-21T08:57:07.577 INFO:teuthology.orchestra.run.smithi052.stdout:(4/150): ceph-base-19.0.0-3154.ga630765c.el9.x8 3.6 MB/s | 5.4 MB 00:01 2024-04-21T08:57:07.885 INFO:teuthology.orchestra.run.smithi052.stdout:(5/150): ceph-mgr-19.0.0-3154.ga630765c.el9.x86 4.9 MB/s | 1.5 MB 00:00 2024-04-21T08:57:07.987 INFO:teuthology.orchestra.run.smithi060.stdout:(7/150): ceph-mon-19.0.0-3154.ga630765c.el9.x86 6.2 MB/s | 4.7 MB 00:00 2024-04-21T08:57:08.535 INFO:teuthology.orchestra.run.smithi052.stdout:(6/150): ceph-mon-19.0.0-3154.ga630765c.el9.x86 7.2 MB/s | 4.7 MB 00:00 2024-04-21T08:57:08.585 INFO:teuthology.orchestra.run.smithi052.stdout:(7/150): ceph-mds-19.0.0-3154.ga630765c.el9.x86 1.8 MB/s | 2.4 MB 00:01 2024-04-21T08:57:08.632 INFO:teuthology.orchestra.run.smithi078.stdout:(1/150): ceph-19.0.0-3154.ga630765c.el9.x86_64. 9.9 kB/s | 6.6 kB 00:00 2024-04-21T08:57:09.004 INFO:teuthology.orchestra.run.smithi060.stdout:(8/150): ceph-common-19.0.0-3154.ga630765c.el9. 7.1 MB/s | 21 MB 00:02 2024-04-21T08:57:09.079 INFO:teuthology.orchestra.run.smithi060.stdout:(9/150): ceph-selinux-19.0.0-3154.ga630765c.el9 334 kB/s | 25 kB 00:00 2024-04-21T08:57:09.938 INFO:teuthology.orchestra.run.smithi060.stdout:(10/150): ceph-radosgw-19.0.0-3154.ga630765c.el 5.4 MB/s | 11 MB 00:01 2024-04-21T08:57:10.032 INFO:teuthology.orchestra.run.smithi060.stdout:(11/150): cephfs-mirror-19.0.0-3154.ga630765c.e 2.3 MB/s | 225 kB 00:00 2024-04-21T08:57:10.116 INFO:teuthology.orchestra.run.smithi060.stdout:(12/150): cephfs-shell-19.0.0-3154.ga630765c.el 324 kB/s | 27 kB 00:00 2024-04-21T08:57:10.207 INFO:teuthology.orchestra.run.smithi060.stdout:(13/150): libcephfs-devel-19.0.0-3154.ga630765c 347 kB/s | 32 kB 00:00 2024-04-21T08:57:10.416 INFO:teuthology.orchestra.run.smithi060.stdout:(14/150): libcephfs2-19.0.0-3154.ga630765c.el9. 3.5 MB/s | 746 kB 00:00 2024-04-21T08:57:10.475 INFO:teuthology.orchestra.run.smithi060.stdout:(15/150): libcephsqlite-19.0.0-3154.ga630765c.e 2.7 MB/s | 163 kB 00:00 2024-04-21T08:57:10.533 INFO:teuthology.orchestra.run.smithi060.stdout:(16/150): librados-devel-19.0.0-3154.ga630765c. 2.1 MB/s | 127 kB 00:00 2024-04-21T08:57:10.536 INFO:teuthology.orchestra.run.smithi052.stdout:(8/150): ceph-osd-19.0.0-3154.ga630765c.el9.x86 8.4 MB/s | 17 MB 00:01 2024-04-21T08:57:10.627 INFO:teuthology.orchestra.run.smithi052.stdout:(9/150): ceph-selinux-19.0.0-3154.ga630765c.el9 275 kB/s | 25 kB 00:00 2024-04-21T08:57:10.667 INFO:teuthology.orchestra.run.smithi060.stdout:(17/150): libradosstriper1-19.0.0-3154.ga630765 3.7 MB/s | 501 kB 00:00 2024-04-21T08:57:11.467 INFO:teuthology.orchestra.run.smithi060.stdout:(18/150): ceph-osd-19.0.0-3154.ga630765c.el9.x8 4.1 MB/s | 17 MB 00:04 2024-04-21T08:57:11.568 INFO:teuthology.orchestra.run.smithi060.stdout:(19/150): python3-ceph-argparse-19.0.0-3154.ga6 452 kB/s | 45 kB 00:00 2024-04-21T08:57:11.668 INFO:teuthology.orchestra.run.smithi060.stdout:(20/150): python3-ceph-common-19.0.0-3154.ga630 1.3 MB/s | 135 kB 00:00 2024-04-21T08:57:11.776 INFO:teuthology.orchestra.run.smithi060.stdout:(21/150): python3-cephfs-19.0.0-3154.ga630765c. 1.5 MB/s | 162 kB 00:00 2024-04-21T08:57:11.968 INFO:teuthology.orchestra.run.smithi060.stdout:(22/150): python3-rados-19.0.0-3154.ga630765c.e 1.6 MB/s | 321 kB 00:00 2024-04-21T08:57:12.173 INFO:teuthology.orchestra.run.smithi078.stdout:(2/150): ceph-fuse-19.0.0-3154.ga630765c.el9.x8 251 kB/s | 890 kB 00:03 2024-04-21T08:57:12.177 INFO:teuthology.orchestra.run.smithi060.stdout:(23/150): librgw2-19.0.0-3154.ga630765c.el9.x86 3.6 MB/s | 5.4 MB 00:01 2024-04-21T08:57:12.202 INFO:teuthology.orchestra.run.smithi060.stdout:(24/150): python3-rbd-19.0.0-3154.ga630765c.el9 1.2 MB/s | 298 kB 00:00 2024-04-21T08:57:12.261 INFO:teuthology.orchestra.run.smithi060.stdout:(25/150): python3-rgw-19.0.0-3154.ga630765c.el9 1.2 MB/s | 100 kB 00:00 2024-04-21T08:57:12.294 INFO:teuthology.orchestra.run.smithi060.stdout:(26/150): rbd-fuse-19.0.0-3154.ga630765c.el9.x8 930 kB/s | 85 kB 00:00 2024-04-21T08:57:12.336 INFO:teuthology.orchestra.run.smithi052.stdout:(10/150): ceph-radosgw-19.0.0-3154.ga630765c.el 2.8 MB/s | 11 MB 00:03 2024-04-21T08:57:12.395 INFO:teuthology.orchestra.run.smithi060.stdout:(27/150): rbd-nbd-19.0.0-3154.ga630765c.el9.x86 1.7 MB/s | 171 kB 00:00 2024-04-21T08:57:12.453 INFO:teuthology.orchestra.run.smithi052.stdout:(11/150): cephfs-mirror-19.0.0-3154.ga630765c.e 1.9 MB/s | 225 kB 00:00 2024-04-21T08:57:12.465 INFO:teuthology.orchestra.run.smithi078.stdout:(3/150): ceph-immutable-object-cache-19.0.0-315 497 kB/s | 145 kB 00:00 2024-04-21T08:57:12.503 INFO:teuthology.orchestra.run.smithi060.stdout:(28/150): ceph-grafana-dashboards-19.0.0-3154.g 316 kB/s | 34 kB 00:00 2024-04-21T08:57:12.562 INFO:teuthology.orchestra.run.smithi052.stdout:(12/150): cephfs-shell-19.0.0-3154.ga630765c.el 249 kB/s | 27 kB 00:00 2024-04-21T08:57:12.620 INFO:teuthology.orchestra.run.smithi060.stdout:(29/150): ceph-mgr-cephadm-19.0.0-3154.ga630765 1.2 MB/s | 142 kB 00:00 2024-04-21T08:57:12.670 INFO:teuthology.orchestra.run.smithi052.stdout:(13/150): libcephfs-devel-19.0.0-3154.ga630765c 293 kB/s | 32 kB 00:00 2024-04-21T08:57:12.963 INFO:teuthology.orchestra.run.smithi052.stdout:(14/150): libcephfs2-19.0.0-3154.ga630765c.el9. 2.5 MB/s | 746 kB 00:00 2024-04-21T08:57:13.063 INFO:teuthology.orchestra.run.smithi052.stdout:(15/150): libcephsqlite-19.0.0-3154.ga630765c.e 1.6 MB/s | 163 kB 00:00 2024-04-21T08:57:13.095 INFO:teuthology.orchestra.run.smithi060.stdout:(30/150): rbd-mirror-19.0.0-3154.ga630765c.el9. 3.7 MB/s | 3.1 MB 00:00 2024-04-21T08:57:13.146 INFO:teuthology.orchestra.run.smithi052.stdout:(16/150): librados-devel-19.0.0-3154.ga630765c. 1.5 MB/s | 127 kB 00:00 2024-04-21T08:57:13.330 INFO:teuthology.orchestra.run.smithi052.stdout:(17/150): libradosstriper1-19.0.0-3154.ga630765 2.7 MB/s | 501 kB 00:00 2024-04-21T08:57:13.754 INFO:teuthology.orchestra.run.smithi060.stdout:(31/150): ceph-mgr-dashboard-19.0.0-3154.ga6307 3.1 MB/s | 3.5 MB 00:01 2024-04-21T08:57:13.830 INFO:teuthology.orchestra.run.smithi052.stdout:(18/150): ceph-common-19.0.0-3154.ga630765c.el9 2.7 MB/s | 21 MB 00:07 2024-04-21T08:57:13.846 INFO:teuthology.orchestra.run.smithi060.stdout:(32/150): ceph-mgr-modules-core-19.0.0-3154.ga6 2.7 MB/s | 249 kB 00:00 2024-04-21T08:57:13.922 INFO:teuthology.orchestra.run.smithi052.stdout:(19/150): python3-ceph-argparse-19.0.0-3154.ga6 494 kB/s | 45 kB 00:00 2024-04-21T08:57:13.946 INFO:teuthology.orchestra.run.smithi060.stdout:(33/150): ceph-mgr-rook-19.0.0-3154.ga630765c.e 493 kB/s | 49 kB 00:00 2024-04-21T08:57:14.023 INFO:teuthology.orchestra.run.smithi052.stdout:(20/150): python3-ceph-common-19.0.0-3154.ga630 1.3 MB/s | 135 kB 00:00 2024-04-21T08:57:14.038 INFO:teuthology.orchestra.run.smithi060.stdout:(34/150): ceph-prometheus-alerts-19.0.0-3154.ga 179 kB/s | 16 kB 00:00 2024-04-21T08:57:14.115 INFO:teuthology.orchestra.run.smithi052.stdout:(21/150): python3-cephfs-19.0.0-3154.ga630765c. 1.7 MB/s | 162 kB 00:00 2024-04-21T08:57:14.147 INFO:teuthology.orchestra.run.smithi060.stdout:(35/150): ceph-volume-19.0.0-3154.ga630765c.el9 2.5 MB/s | 273 kB 00:00 2024-04-21T08:57:14.191 INFO:teuthology.orchestra.run.smithi078.stdout:(4/150): ceph-base-19.0.0-3154.ga630765c.el9.x8 882 kB/s | 5.4 MB 00:06 2024-04-21T08:57:14.298 INFO:teuthology.orchestra.run.smithi052.stdout:(22/150): python3-rados-19.0.0-3154.ga630765c.e 1.7 MB/s | 321 kB 00:00 2024-04-21T08:57:14.414 INFO:teuthology.orchestra.run.smithi060.stdout:(36/150): cephadm-19.0.0-3154.ga630765c.el9.noa 2.8 MB/s | 762 kB 00:00 2024-04-21T08:57:14.490 INFO:teuthology.orchestra.run.smithi052.stdout:(23/150): python3-rbd-19.0.0-3154.ga630765c.el9 1.5 MB/s | 298 kB 00:00 2024-04-21T08:57:14.522 INFO:teuthology.orchestra.run.smithi060.stdout:(37/150): cephfs-top-19.0.0-3154.ga630765c.el9. 168 kB/s | 18 kB 00:00 2024-04-21T08:57:14.582 INFO:teuthology.orchestra.run.smithi052.stdout:(24/150): python3-rgw-19.0.0-3154.ga630765c.el9 1.1 MB/s | 100 kB 00:00 2024-04-21T08:57:14.682 INFO:teuthology.orchestra.run.smithi052.stdout:(25/150): rbd-fuse-19.0.0-3154.ga630765c.el9.x8 855 kB/s | 85 kB 00:00 2024-04-21T08:57:14.706 INFO:teuthology.orchestra.run.smithi060.stdout:(38/150): fuse-2.9.9-15.el9.x86_64.rpm 438 kB/s | 80 kB 00:00 2024-04-21T08:57:14.857 INFO:teuthology.orchestra.run.smithi060.stdout:(39/150): libgfortran-11.4.1-3.el9.x86_64.rpm 5.2 MB/s | 803 kB 00:00 2024-04-21T08:57:14.915 INFO:teuthology.orchestra.run.smithi060.stdout:(40/150): libquadmath-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 195 kB 00:00 2024-04-21T08:57:14.974 INFO:teuthology.orchestra.run.smithi060.stdout:(41/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.3 MB/s | 253 kB 00:00 2024-04-21T08:57:15.108 INFO:teuthology.orchestra.run.smithi060.stdout:(42/150): python3-cryptography-36.0.1-4.el9.x86 9.2 MB/s | 1.2 MB 00:00 2024-04-21T08:57:15.185 INFO:teuthology.orchestra.run.smithi052.stdout:(26/150): librgw2-19.0.0-3154.ga630765c.el9.x86 2.9 MB/s | 5.4 MB 00:01 2024-04-21T08:57:15.199 INFO:teuthology.orchestra.run.smithi060.stdout:(43/150): ceph-mgr-diskprediction-local-19.0.0- 3.5 MB/s | 7.4 MB 00:02 2024-04-21T08:57:15.225 INFO:teuthology.orchestra.run.smithi060.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 912 kB/s | 106 kB 00:00 2024-04-21T08:57:15.274 INFO:teuthology.orchestra.run.smithi052.stdout:(27/150): rbd-nbd-19.0.0-3154.ga630765c.el9.x86 1.9 MB/s | 171 kB 00:00 2024-04-21T08:57:15.283 INFO:teuthology.orchestra.run.smithi060.stdout:(45/150): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-21T08:57:15.342 INFO:teuthology.orchestra.run.smithi060.stdout:(46/150): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-04-21T08:57:15.350 INFO:teuthology.orchestra.run.smithi052.stdout:(28/150): ceph-grafana-dashboards-19.0.0-3154.g 455 kB/s | 34 kB 00:00 2024-04-21T08:57:15.375 INFO:teuthology.orchestra.run.smithi060.stdout:(47/150): python3-pycparser-2.20-6.el9.noarch.r 770 kB/s | 135 kB 00:00 2024-04-21T08:57:15.442 INFO:teuthology.orchestra.run.smithi052.stdout:(29/150): ceph-mgr-cephadm-19.0.0-3154.ga630765 1.5 MB/s | 142 kB 00:00 2024-04-21T08:57:15.557 INFO:teuthology.orchestra.run.smithi078.stdout:(5/150): ceph-mgr-19.0.0-3154.ga630765c.el9.x86 1.1 MB/s | 1.5 MB 00:01 2024-04-21T08:57:15.634 INFO:teuthology.orchestra.run.smithi060.stdout:(48/150): automake-1.16.2-8.el9.noarch.rpm 2.3 MB/s | 689 kB 00:00 2024-04-21T08:57:15.701 INFO:teuthology.orchestra.run.smithi060.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-04-21T08:57:15.726 INFO:teuthology.orchestra.run.smithi060.stdout:(50/150): bison-3.7.4-5.el9.x86_64.rpm 2.6 MB/s | 943 kB 00:00 2024-04-21T08:57:15.760 INFO:teuthology.orchestra.run.smithi060.stdout:(51/150): elfutils-libelf-devel-0.190-2.el9.x86 368 kB/s | 21 kB 00:00 2024-04-21T08:57:15.794 INFO:teuthology.orchestra.run.smithi060.stdout:(52/150): flex-2.6.4-9.el9.x86_64.rpm 4.6 MB/s | 313 kB 00:00 2024-04-21T08:57:15.819 INFO:teuthology.orchestra.run.smithi060.stdout:(53/150): flexiblas-3.0.4-8.el9.x86_64.rpm 559 kB/s | 33 kB 00:00 2024-04-21T08:57:15.832 INFO:teuthology.orchestra.run.smithi078.stdout:(6/150): ceph-mds-19.0.0-3154.ga630765c.el9.x86 718 kB/s | 2.4 MB 00:03 2024-04-21T08:57:15.867 INFO:teuthology.orchestra.run.smithi052.stdout:(30/150): rbd-mirror-19.0.0-3154.ga630765c.el9. 2.6 MB/s | 3.1 MB 00:01 2024-04-21T08:57:15.877 INFO:teuthology.orchestra.run.smithi060.stdout:(54/150): flexiblas-openblas-openmp-3.0.4-8.el9 314 kB/s | 18 kB 00:00 2024-04-21T08:57:15.928 INFO:teuthology.orchestra.run.smithi060.stdout:(55/150): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-21T08:57:15.986 INFO:teuthology.orchestra.run.smithi060.stdout:(56/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 16 MB/s | 3.0 MB 00:00 2024-04-21T08:57:16.012 INFO:teuthology.orchestra.run.smithi060.stdout:(57/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-04-21T08:57:16.037 INFO:teuthology.orchestra.run.smithi060.stdout:(58/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 905 kB/s | 45 kB 00:00 2024-04-21T08:57:16.079 INFO:teuthology.orchestra.run.smithi060.stdout:(59/150): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-04-21T08:57:16.121 INFO:teuthology.orchestra.run.smithi060.stdout:(60/150): libtool-2.4.6-45.el9.x86_64.rpm 6.8 MB/s | 582 kB 00:00 2024-04-21T08:57:16.146 INFO:teuthology.orchestra.run.smithi060.stdout:(61/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 381 kB/s | 25 kB 00:00 2024-04-21T08:57:16.180 INFO:teuthology.orchestra.run.smithi060.stdout:(62/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 809 kB/s | 47 kB 00:00 2024-04-21T08:57:16.214 INFO:teuthology.orchestra.run.smithi060.stdout:(63/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.3 MB/s | 292 kB 00:00 2024-04-21T08:57:16.247 INFO:teuthology.orchestra.run.smithi060.stdout:(64/150): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-04-21T08:57:16.272 INFO:teuthology.orchestra.run.smithi060.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 604 kB/s | 35 kB 00:00 2024-04-21T08:57:16.326 INFO:teuthology.orchestra.run.smithi052.stdout:(31/150): ceph-test-19.0.0-3154.ga630765c.el9.x 8.6 MB/s | 49 MB 00:05 2024-04-21T08:57:16.451 INFO:teuthology.orchestra.run.smithi052.stdout:(32/150): ceph-mgr-modules-core-19.0.0-3154.ga6 2.0 MB/s | 249 kB 00:00 2024-04-21T08:57:16.514 INFO:teuthology.orchestra.run.smithi060.stdout:(66/150): openblas-openmp-0.3.21-2.el9.x86_64.r 18 MB/s | 4.7 MB 00:00 2024-04-21T08:57:16.590 INFO:teuthology.orchestra.run.smithi060.stdout:(67/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 13 MB/s | 4.1 MB 00:00 2024-04-21T08:57:16.632 INFO:teuthology.orchestra.run.smithi060.stdout:(68/150): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-04-21T08:57:16.660 INFO:teuthology.orchestra.run.smithi052.stdout:(33/150): ceph-mgr-rook-19.0.0-3154.ga630765c.e 237 kB/s | 49 kB 00:00 2024-04-21T08:57:16.666 INFO:teuthology.orchestra.run.smithi060.stdout:(69/150): postgresql-contrib-13.14-1.el9.x86_64 12 MB/s | 911 kB 00:00 2024-04-21T08:57:16.699 INFO:teuthology.orchestra.run.smithi060.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 1.9 MB/s | 133 kB 00:00 2024-04-21T08:57:16.718 INFO:teuthology.orchestra.run.smithi052.stdout:(34/150): ceph-mgr-dashboard-19.0.0-3154.ga6307 2.8 MB/s | 3.5 MB 00:01 2024-04-21T08:57:16.743 INFO:teuthology.orchestra.run.smithi052.stdout:(35/150): ceph-prometheus-alerts-19.0.0-3154.ga 197 kB/s | 16 kB 00:00 2024-04-21T08:57:16.791 INFO:teuthology.orchestra.run.smithi060.stdout:(71/150): protobuf-3.14.0-13.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2024-04-21T08:57:16.850 INFO:teuthology.orchestra.run.smithi060.stdout:(72/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-21T08:57:16.852 INFO:teuthology.orchestra.run.smithi052.stdout:(36/150): ceph-volume-19.0.0-3154.ga630765c.el9 2.0 MB/s | 273 kB 00:00 2024-04-21T08:57:16.902 INFO:teuthology.orchestra.run.smithi052.stdout:(37/150): cephadm-19.0.0-3154.ga630765c.el9.noa 4.7 MB/s | 762 kB 00:00 2024-04-21T08:57:16.936 INFO:teuthology.orchestra.run.smithi052.stdout:(38/150): cephfs-top-19.0.0-3154.ga630765c.el9. 218 kB/s | 18 kB 00:00 2024-04-21T08:57:16.942 INFO:teuthology.orchestra.run.smithi060.stdout:(73/150): postgresql-server-13.14-1.el9.x86_64. 21 MB/s | 5.8 MB 00:00 2024-04-21T08:57:17.009 INFO:teuthology.orchestra.run.smithi060.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-04-21T08:57:17.117 INFO:teuthology.orchestra.run.smithi060.stdout:(75/150): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 6.0 MB 00:00 2024-04-21T08:57:17.138 INFO:teuthology.orchestra.run.smithi052.stdout:(39/150): fuse-2.9.9-15.el9.x86_64.rpm 341 kB/s | 80 kB 00:00 2024-04-21T08:57:17.142 INFO:teuthology.orchestra.run.smithi060.stdout:(76/150): python3-jinja2-2.11.3-5.el9.noarch.rp 1.8 MB/s | 248 kB 00:00 2024-04-21T08:57:17.176 INFO:teuthology.orchestra.run.smithi060.stdout:(77/150): python3-jsonpatch-1.21-16.el9.noarch. 439 kB/s | 26 kB 00:00 2024-04-21T08:57:17.202 INFO:teuthology.orchestra.run.smithi060.stdout:(78/150): python3-jsonpointer-2.0-4.el9.noarch. 326 kB/s | 19 kB 00:00 2024-04-21T08:57:17.222 INFO:teuthology.orchestra.run.smithi052.stdout:(40/150): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-04-21T08:57:17.243 INFO:teuthology.orchestra.run.smithi060.stdout:(79/150): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-04-21T08:57:17.255 INFO:teuthology.orchestra.run.smithi052.stdout:(41/150): libgfortran-11.4.1-3.el9.x86_64.rpm 2.5 MB/s | 803 kB 00:00 2024-04-21T08:57:17.277 INFO:teuthology.orchestra.run.smithi060.stdout:(80/150): python3-markupsafe-1.1.1-12.el9.x86_6 462 kB/s | 35 kB 00:00 2024-04-21T08:57:17.305 INFO:teuthology.orchestra.run.smithi052.stdout:(42/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-04-21T08:57:17.352 INFO:teuthology.orchestra.run.smithi060.stdout:(81/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 250 kB 00:00 2024-04-21T08:57:17.381 INFO:teuthology.orchestra.run.smithi052.stdout:(43/150): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.2 MB 00:00 2024-04-21T08:57:17.406 INFO:teuthology.orchestra.run.smithi052.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 106 kB 00:00 2024-04-21T08:57:17.448 INFO:teuthology.orchestra.run.smithi052.stdout:(45/150): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-04-21T08:57:17.453 INFO:teuthology.orchestra.run.smithi060.stdout:(82/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 24 MB/s | 5.1 MB 00:00 2024-04-21T08:57:17.473 INFO:teuthology.orchestra.run.smithi052.stdout:(46/150): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-04-21T08:57:17.478 INFO:teuthology.orchestra.run.smithi060.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 1.7 MB/s | 222 kB 00:00 2024-04-21T08:57:17.512 INFO:teuthology.orchestra.run.smithi060.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-04-21T08:57:17.515 INFO:teuthology.orchestra.run.smithi052.stdout:(47/150): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-04-21T08:57:17.537 INFO:teuthology.orchestra.run.smithi060.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 722 kB/s | 42 kB 00:00 2024-04-21T08:57:17.541 INFO:teuthology.orchestra.run.smithi078.stdout:(7/150): ceph-mon-19.0.0-3154.ga630765c.el9.x86 2.4 MB/s | 4.7 MB 00:01 2024-04-21T08:57:17.579 INFO:teuthology.orchestra.run.smithi060.stdout:(86/150): python3-protobuf-3.14.0-13.el9.noarch 3.9 MB/s | 269 kB 00:00 2024-04-21T08:57:17.596 INFO:teuthology.orchestra.run.smithi060.stdout:(87/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-04-21T08:57:17.646 INFO:teuthology.orchestra.run.smithi060.stdout:(88/150): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-04-21T08:57:17.663 INFO:teuthology.orchestra.run.smithi060.stdout:(89/150): python3-pytz-2021.1-5.el9.noarch.rpm 761 kB/s | 51 kB 00:00 2024-04-21T08:57:17.697 INFO:teuthology.orchestra.run.smithi060.stdout:(90/150): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-21T08:57:17.747 INFO:teuthology.orchestra.run.smithi060.stdout:(91/150): python3-toml-0.10.2-6.el9.noarch.rpm 837 kB/s | 42 kB 00:00 2024-04-21T08:57:17.757 INFO:teuthology.orchestra.run.smithi052.stdout:(48/150): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-04-21T08:57:17.797 INFO:teuthology.orchestra.run.smithi060.stdout:(92/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 883 kB/s | 44 kB 00:00 2024-04-21T08:57:17.816 INFO:teuthology.orchestra.run.smithi052.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-04-21T08:57:17.841 INFO:teuthology.orchestra.run.smithi052.stdout:(50/150): bison-3.7.4-5.el9.x86_64.rpm 2.8 MB/s | 943 kB 00:00 2024-04-21T08:57:17.864 INFO:teuthology.orchestra.run.smithi060.stdout:(93/150): qatlib-24.02.0-1.el9.x86_64.rpm 3.2 MB/s | 221 kB 00:00 2024-04-21T08:57:17.875 INFO:teuthology.orchestra.run.smithi052.stdout:(51/150): elfutils-libelf-devel-0.190-2.el9.x86 367 kB/s | 21 kB 00:00 2024-04-21T08:57:17.923 INFO:teuthology.orchestra.run.smithi060.stdout:(94/150): qatlib-service-24.02.0-1.el9.x86_64.r 617 kB/s | 36 kB 00:00 2024-04-21T08:57:17.958 INFO:teuthology.orchestra.run.smithi052.stdout:(52/150): ceph-mgr-diskprediction-local-19.0.0- 3.5 MB/s | 7.4 MB 00:02 2024-04-21T08:57:17.975 INFO:teuthology.orchestra.run.smithi052.stdout:(53/150): flexiblas-3.0.4-8.el9.x86_64.rpm 326 kB/s | 33 kB 00:00 2024-04-21T08:57:17.990 INFO:teuthology.orchestra.run.smithi060.stdout:(95/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 707 kB/s | 47 kB 00:00 2024-04-21T08:57:18.001 INFO:teuthology.orchestra.run.smithi052.stdout:(54/150): flex-2.6.4-9.el9.x86_64.rpm 1.9 MB/s | 313 kB 00:00 2024-04-21T08:57:18.017 INFO:teuthology.orchestra.run.smithi052.stdout:(55/150): flexiblas-openblas-openmp-3.0.4-8.el9 435 kB/s | 18 kB 00:00 2024-04-21T08:57:18.043 INFO:teuthology.orchestra.run.smithi052.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 266 kB/s | 11 kB 00:00 2024-04-21T08:57:18.074 INFO:teuthology.orchestra.run.smithi060.stdout:(96/150): socat-1.7.4.1-5.el9.x86_64.rpm 3.6 MB/s | 305 kB 00:00 2024-04-21T08:57:18.085 INFO:teuthology.orchestra.run.smithi052.stdout:(57/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-04-21T08:57:18.102 INFO:teuthology.orchestra.run.smithi052.stdout:(58/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-04-21T08:57:18.244 INFO:teuthology.orchestra.run.smithi052.stdout:(59/150): libtool-2.4.6-45.el9.x86_64.rpm 4.0 MB/s | 582 kB 00:00 2024-04-21T08:57:18.274 INFO:teuthology.orchestra.run.smithi060.stdout:(97/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-04-21T08:57:18.299 INFO:teuthology.orchestra.run.smithi060.stdout:(98/150): uuid-1.6.2-55.el9.x86_64.rpm 257 kB/s | 58 kB 00:00 2024-04-21T08:57:18.327 INFO:teuthology.orchestra.run.smithi052.stdout:(60/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 305 kB/s | 25 kB 00:00 2024-04-21T08:57:18.333 INFO:teuthology.orchestra.run.smithi060.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-04-21T08:57:18.358 INFO:teuthology.orchestra.run.smithi060.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-21T08:57:18.361 INFO:teuthology.orchestra.run.smithi052.stdout:(61/150): librdkafka-1.6.1-102.el9.x86_64.rpm 2.3 MB/s | 662 kB 00:00 2024-04-21T08:57:18.392 INFO:teuthology.orchestra.run.smithi060.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 764 kB/s | 45 kB 00:00 2024-04-21T08:57:18.411 INFO:teuthology.orchestra.run.smithi052.stdout:(62/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 567 kB/s | 47 kB 00:00 2024-04-21T08:57:18.450 INFO:teuthology.orchestra.run.smithi060.stdout:(102/150): lua-devel-5.4.4-4.el9.x86_64.rpm 242 kB/s | 22 kB 00:00 2024-04-21T08:57:18.495 INFO:teuthology.orchestra.run.smithi052.stdout:(63/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-04-21T08:57:18.511 INFO:teuthology.orchestra.run.smithi052.stdout:(64/150): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2024-04-21T08:57:18.545 INFO:teuthology.orchestra.run.smithi052.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 702 kB/s | 35 kB 00:00 2024-04-21T08:57:18.643 INFO:teuthology.orchestra.run.smithi060.stdout:(103/150): protobuf-compiler-3.14.0-13.el9.x86_ 3.4 MB/s | 863 kB 00:00 2024-04-21T08:57:18.712 INFO:teuthology.orchestra.run.smithi052.stdout:(66/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.0 MB/s | 3.0 MB 00:00 2024-04-21T08:57:18.979 INFO:teuthology.orchestra.run.smithi052.stdout:(67/150): postgresql-13.14-1.el9.x86_64.rpm 6.0 MB/s | 1.6 MB 00:00 2024-04-21T08:57:19.151 INFO:teuthology.orchestra.run.smithi060.stdout:(104/150): abseil-cpp-20211102.0-3.el9.x86_64.r 783 kB/s | 548 kB 00:00 2024-04-21T08:57:19.154 INFO:teuthology.orchestra.run.smithi052.stdout:(68/150): postgresql-contrib-13.14-1.el9.x86_64 5.1 MB/s | 911 kB 00:00 2024-04-21T08:57:19.213 INFO:teuthology.orchestra.run.smithi052.stdout:(69/150): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-04-21T08:57:19.514 INFO:teuthology.orchestra.run.smithi052.stdout:(70/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 4.3 MB/s | 4.1 MB 00:00 2024-04-21T08:57:19.631 INFO:teuthology.orchestra.run.smithi052.stdout:(71/150): openblas-openmp-0.3.21-2.el9.x86_64.r 4.2 MB/s | 4.7 MB 00:01 2024-04-21T08:57:19.643 INFO:teuthology.orchestra.run.smithi060.stdout:(105/150): ceph-test-19.0.0-3154.ga630765c.el9. 4.6 MB/s | 49 MB 00:10 2024-04-21T08:57:19.668 INFO:teuthology.orchestra.run.smithi060.stdout:(106/150): grpc-data-1.46.7-10.el9.noarch.rpm 38 kB/s | 19 kB 00:00 2024-04-21T08:57:19.681 INFO:teuthology.orchestra.run.smithi052.stdout:(72/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-04-21T08:57:19.693 INFO:teuthology.orchestra.run.smithi060.stdout:(107/150): gperftools-libs-2.9.1-2.el9.x86_64.r 294 kB/s | 309 kB 00:01 2024-04-21T08:57:19.785 INFO:teuthology.orchestra.run.smithi060.stdout:(108/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 222 kB/s | 26 kB 00:00 2024-04-21T08:57:19.789 INFO:teuthology.orchestra.run.smithi052.stdout:(73/150): protobuf-3.14.0-13.el9.x86_64.rpm 3.7 MB/s | 1.0 MB 00:00 2024-04-21T08:57:19.811 INFO:teuthology.orchestra.run.smithi060.stdout:(109/150): liboath-2.6.7-2.el9.x86_64.rpm 415 kB/s | 49 kB 00:00 2024-04-21T08:57:19.881 INFO:teuthology.orchestra.run.smithi052.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 2.6 MB/s | 244 kB 00:00 2024-04-21T08:57:19.886 INFO:teuthology.orchestra.run.smithi060.stdout:(110/150): libunwind-1.6.2-1.el9.x86_64.rpm 672 kB/s | 67 kB 00:00 2024-04-21T08:57:19.936 INFO:teuthology.orchestra.run.smithi060.stdout:(111/150): luarocks-3.9.2-1.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-04-21T08:57:19.973 INFO:teuthology.orchestra.run.smithi052.stdout:(75/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-04-21T08:57:20.023 INFO:teuthology.orchestra.run.smithi052.stdout:(76/150): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-04-21T08:57:20.073 INFO:teuthology.orchestra.run.smithi052.stdout:(77/150): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-04-21T08:57:20.078 INFO:teuthology.orchestra.run.smithi060.stdout:(112/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.3 MB/s | 838 kB 00:00 2024-04-21T08:57:20.137 INFO:teuthology.orchestra.run.smithi060.stdout:(113/150): python3-asyncssh-2.13.2-5.el9.noarch 2.7 MB/s | 548 kB 00:00 2024-04-21T08:57:20.170 INFO:teuthology.orchestra.run.smithi060.stdout:(114/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 473 kB/s | 43 kB 00:00 2024-04-21T08:57:20.174 INFO:teuthology.orchestra.run.smithi052.stdout:(78/150): postgresql-server-13.14-1.el9.x86_64. 6.0 MB/s | 5.8 MB 00:00 2024-04-21T08:57:20.199 INFO:teuthology.orchestra.run.smithi052.stdout:(79/150): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-04-21T08:57:20.224 INFO:teuthology.orchestra.run.smithi052.stdout:(80/150): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-04-21T08:57:20.229 INFO:teuthology.orchestra.run.smithi060.stdout:(115/150): python3-cachetools-4.2.4-1.el9.noarc 350 kB/s | 32 kB 00:00 2024-04-21T08:57:20.271 INFO:teuthology.orchestra.run.smithi060.stdout:(116/150): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-04-21T08:57:20.338 INFO:teuthology.orchestra.run.smithi060.stdout:(117/150): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-04-21T08:57:20.397 INFO:teuthology.orchestra.run.smithi060.stdout:(118/150): python3-cherrypy-18.6.1-2.el9.noarch 2.8 MB/s | 358 kB 00:00 2024-04-21T08:57:20.433 INFO:teuthology.orchestra.run.smithi052.stdout:(81/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.2 MB/s | 250 kB 00:00 2024-04-21T08:57:20.455 INFO:teuthology.orchestra.run.smithi060.stdout:(119/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-04-21T08:57:20.492 INFO:teuthology.orchestra.run.smithi052.stdout:(82/150): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-04-21T08:57:20.497 INFO:teuthology.orchestra.run.smithi060.stdout:(120/150): python3-colorama-0.4.4-12.el9.noarch 352 kB/s | 35 kB 00:00 2024-04-21T08:57:20.542 INFO:teuthology.orchestra.run.smithi052.stdout:(83/150): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-21T08:57:20.592 INFO:teuthology.orchestra.run.smithi052.stdout:(84/150): python3-prettytable-0.7.2-27.el9.noar 846 kB/s | 42 kB 00:00 2024-04-21T08:57:20.622 INFO:teuthology.orchestra.run.smithi060.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 1.2 MB/s | 203 kB 00:00 2024-04-21T08:57:20.676 INFO:teuthology.orchestra.run.smithi052.stdout:(85/150): python3-protobuf-3.14.0-13.el9.noarch 3.2 MB/s | 269 kB 00:00 2024-04-21T08:57:20.690 INFO:teuthology.orchestra.run.smithi060.stdout:(122/150): libarrow-9.0.0-10.el9.x86_64.rpm 4.2 MB/s | 4.4 MB 00:01 2024-04-21T08:57:20.726 INFO:teuthology.orchestra.run.smithi052.stdout:(86/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-21T08:57:20.740 INFO:teuthology.orchestra.run.smithi060.stdout:(123/150): python3-grpcio-1.46.7-10.el9.x86_64. 8.4 MB/s | 2.0 MB 00:00 2024-04-21T08:57:20.765 INFO:teuthology.orchestra.run.smithi060.stdout:(124/150): python3-grpcio-tools-1.46.7-10.el9.x 1.0 MB/s | 144 kB 00:00 2024-04-21T08:57:20.791 INFO:teuthology.orchestra.run.smithi060.stdout:(125/150): python3-jaraco-8.2.1-3.el9.noarch.rp 106 kB/s | 11 kB 00:00 2024-04-21T08:57:20.810 INFO:teuthology.orchestra.run.smithi052.stdout:(87/150): python3-pyasn1-modules-0.4.8-6.el9.no 3.3 MB/s | 279 kB 00:00 2024-04-21T08:57:20.841 INFO:teuthology.orchestra.run.smithi060.stdout:(126/150): python3-jaraco-classes-3.2.1-5.el9.n 176 kB/s | 18 kB 00:00 2024-04-21T08:57:20.852 INFO:teuthology.orchestra.run.smithi052.stdout:(88/150): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-04-21T08:57:20.866 INFO:teuthology.orchestra.run.smithi060.stdout:(127/150): python3-jaraco-collections-3.0.0-8.e 230 kB/s | 23 kB 00:00 2024-04-21T08:57:20.892 INFO:teuthology.orchestra.run.smithi060.stdout:(128/150): python3-jaraco-functools-3.5.0-2.el9 193 kB/s | 19 kB 00:00 2024-04-21T08:57:20.894 INFO:teuthology.orchestra.run.smithi052.stdout:(89/150): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 54 kB 00:00 2024-04-21T08:57:20.942 INFO:teuthology.orchestra.run.smithi060.stdout:(129/150): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s | 20 kB 00:00 2024-04-21T08:57:20.977 INFO:teuthology.orchestra.run.smithi052.stdout:(90/150): python3-babel-2.9.1-2.el9.noarch.rpm 4.6 MB/s | 6.0 MB 00:01 2024-04-21T08:57:20.993 INFO:teuthology.orchestra.run.smithi060.stdout:(130/150): python3-logutils-0.3.5-21.el9.noarch 463 kB/s | 46 kB 00:00 2024-04-21T08:57:21.019 INFO:teuthology.orchestra.run.smithi052.stdout:(91/150): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-04-21T08:57:21.034 INFO:teuthology.orchestra.run.smithi060.stdout:(131/150): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-04-21T08:57:21.059 INFO:teuthology.orchestra.run.smithi060.stdout:(132/150): python3-more-itertools-8.12.0-2.el9. 674 kB/s | 79 kB 00:00 2024-04-21T08:57:21.061 INFO:teuthology.orchestra.run.smithi052.stdout:(92/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-04-21T08:57:21.093 INFO:teuthology.orchestra.run.smithi060.stdout:(133/150): python3-natsort-7.1.1-5.el9.noarch.r 574 kB/s | 58 kB 00:00 2024-04-21T08:57:21.143 INFO:teuthology.orchestra.run.smithi060.stdout:(134/150): python3-pecan-1.4.2-3.el9.noarch.rpm 2.5 MB/s | 272 kB 00:00 2024-04-21T08:57:21.162 INFO:teuthology.orchestra.run.smithi052.stdout:(93/150): qatlib-24.02.0-1.el9.x86_64.rpm 2.2 MB/s | 221 kB 00:00 2024-04-21T08:57:21.168 INFO:teuthology.orchestra.run.smithi060.stdout:(135/150): python3-portend-3.1.0-2.el9.noarch.r 151 kB/s | 16 kB 00:00 2024-04-21T08:57:21.194 INFO:teuthology.orchestra.run.smithi060.stdout:(136/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 893 kB/s | 90 kB 00:00 2024-04-21T08:57:21.212 INFO:teuthology.orchestra.run.smithi052.stdout:(94/150): qatlib-service-24.02.0-1.el9.x86_64.r 721 kB/s | 36 kB 00:00 2024-04-21T08:57:21.244 INFO:teuthology.orchestra.run.smithi060.stdout:(137/150): python3-pyperclip-1.8.2-2.el9.noarch 281 kB/s | 28 kB 00:00 2024-04-21T08:57:21.254 INFO:teuthology.orchestra.run.smithi052.stdout:(95/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-04-21T08:57:21.269 INFO:teuthology.orchestra.run.smithi060.stdout:(138/150): python3-repoze-lru-0.7-16.el9.noarch 306 kB/s | 31 kB 00:00 2024-04-21T08:57:21.294 INFO:teuthology.orchestra.run.smithi060.stdout:(139/150): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-21T08:57:21.345 INFO:teuthology.orchestra.run.smithi060.stdout:(140/150): python3-rsa-4.9-2.el9.noarch.rpm 588 kB/s | 59 kB 00:00 2024-04-21T08:57:21.346 INFO:teuthology.orchestra.run.smithi052.stdout:(96/150): socat-1.7.4.1-5.el9.x86_64.rpm 3.2 MB/s | 305 kB 00:00 2024-04-21T08:57:21.370 INFO:teuthology.orchestra.run.smithi060.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 356 kB/s | 36 kB 00:00 2024-04-21T08:57:21.395 INFO:teuthology.orchestra.run.smithi060.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 506 kB/s | 51 kB 00:00 2024-04-21T08:57:21.404 INFO:teuthology.orchestra.run.smithi052.stdout:(97/150): uuid-1.6.2-55.el9.x86_64.rpm 997 kB/s | 58 kB 00:00 2024-04-21T08:57:21.416 INFO:teuthology.orchestra.run.smithi078.stdout:(8/150): ceph-radosgw-19.0.0-3154.ga630765c.el9 2.7 MB/s | 11 MB 00:03 2024-04-21T08:57:21.454 INFO:teuthology.orchestra.run.smithi060.stdout:(143/150): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-21T08:57:21.465 INFO:teuthology.orchestra.run.smithi052.stdout:(98/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-04-21T08:57:21.479 INFO:teuthology.orchestra.run.smithi060.stdout:(144/150): python3-websocket-client-1.2.3-2.el9 823 kB/s | 90 kB 00:00 2024-04-21T08:57:21.504 INFO:teuthology.orchestra.run.smithi060.stdout:(145/150): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-04-21T08:57:21.538 INFO:teuthology.orchestra.run.smithi052.stdout:(99/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.8 MB/s | 5.1 MB 00:01 2024-04-21T08:57:21.555 INFO:teuthology.orchestra.run.smithi060.stdout:(146/150): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2024-04-21T08:57:21.564 INFO:teuthology.orchestra.run.smithi052.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 634 kB/s | 64 kB 00:00 2024-04-21T08:57:21.580 INFO:teuthology.orchestra.run.smithi060.stdout:(147/150): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-04-21T08:57:21.583 INFO:teuthology.orchestra.run.smithi078.stdout:(9/150): ceph-osd-19.0.0-3154.ga630765c.el9.x86 2.9 MB/s | 17 MB 00:05 2024-04-21T08:57:21.589 INFO:teuthology.orchestra.run.smithi052.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-04-21T08:57:21.608 INFO:teuthology.orchestra.run.smithi078.stdout:(10/150): ceph-selinux-19.0.0-3154.ga630765c.el 131 kB/s | 25 kB 00:00 2024-04-21T08:57:21.630 INFO:teuthology.orchestra.run.smithi060.stdout:(148/150): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-21T08:57:21.709 INFO:teuthology.orchestra.run.smithi078.stdout:(11/150): cephfs-mirror-19.0.0-3154.ga630765c.e 2.2 MB/s | 225 kB 00:00 2024-04-21T08:57:21.714 INFO:teuthology.orchestra.run.smithi052.stdout:(102/150): lua-devel-5.4.4-4.el9.x86_64.rpm 148 kB/s | 22 kB 00:00 2024-04-21T08:57:21.801 INFO:teuthology.orchestra.run.smithi078.stdout:(12/150): cephfs-shell-19.0.0-3154.ga630765c.el 295 kB/s | 27 kB 00:00 2024-04-21T08:57:21.909 INFO:teuthology.orchestra.run.smithi078.stdout:(13/150): libcephfs-devel-19.0.0-3154.ga630765c 293 kB/s | 32 kB 00:00 2024-04-21T08:57:21.915 INFO:teuthology.orchestra.run.smithi052.stdout:(103/150): protobuf-compiler-3.14.0-13.el9.x86_ 2.6 MB/s | 863 kB 00:00 2024-04-21T08:57:22.174 INFO:teuthology.orchestra.run.smithi052.stdout:(104/150): abseil-cpp-20211102.0-3.el9.x86_64.r 1.2 MB/s | 548 kB 00:00 2024-04-21T08:57:22.248 INFO:teuthology.orchestra.run.smithi052.stdout:(105/150): grpc-data-1.46.7-10.el9.noarch.rpm 262 kB/s | 19 kB 00:00 2024-04-21T08:57:22.309 INFO:teuthology.orchestra.run.smithi078.stdout:(14/150): libcephfs2-19.0.0-3154.ga630765c.el9. 1.8 MB/s | 746 kB 00:00 2024-04-21T08:57:22.349 INFO:teuthology.orchestra.run.smithi052.stdout:(106/150): gperftools-libs-2.9.1-2.el9.x86_64.r 713 kB/s | 309 kB 00:00 2024-04-21T08:57:22.424 INFO:teuthology.orchestra.run.smithi052.stdout:(107/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 347 kB/s | 26 kB 00:00 2024-04-21T08:57:22.443 INFO:teuthology.orchestra.run.smithi078.stdout:(15/150): libcephsqlite-19.0.0-3154.ga630765c.e 1.2 MB/s | 163 kB 00:00 2024-04-21T08:57:22.508 INFO:teuthology.orchestra.run.smithi052.stdout:(108/150): liboath-2.6.7-2.el9.x86_64.rpm 583 kB/s | 49 kB 00:00 2024-04-21T08:57:22.543 INFO:teuthology.orchestra.run.smithi078.stdout:(16/150): librados-devel-19.0.0-3154.ga630765c. 1.2 MB/s | 127 kB 00:00 2024-04-21T08:57:22.667 INFO:teuthology.orchestra.run.smithi052.stdout:(109/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 9.2 MB/s | 16 MB 00:01 2024-04-21T08:57:22.692 INFO:teuthology.orchestra.run.smithi052.stdout:(110/150): libunwind-1.6.2-1.el9.x86_64.rpm 367 kB/s | 67 kB 00:00 2024-04-21T08:57:22.735 INFO:teuthology.orchestra.run.smithi078.stdout:(17/150): libradosstriper1-19.0.0-3154.ga630765 2.5 MB/s | 501 kB 00:00 2024-04-21T08:57:22.759 INFO:teuthology.orchestra.run.smithi052.stdout:(111/150): libarrow-9.0.0-10.el9.x86_64.rpm 8.7 MB/s | 4.4 MB 00:00 2024-04-21T08:57:22.780 INFO:teuthology.orchestra.run.smithi060.stdout:(149/150): librbd1-19.0.0-3154.ga630765c.el9.x8 2.6 MB/s | 3.1 MB 00:01 2024-04-21T08:57:22.867 INFO:teuthology.orchestra.run.smithi052.stdout:(112/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.7 MB/s | 838 kB 00:00 2024-04-21T08:57:22.889 INFO:teuthology.orchestra.run.smithi060.stdout:(150/150): librados2-19.0.0-3154.ga630765c.el9. 2.5 MB/s | 3.4 MB 00:01 2024-04-21T08:57:22.896 INFO:teuthology.orchestra.run.smithi060.stdout:-------------------------------------------------------------------------------- 2024-04-21T08:57:22.896 INFO:teuthology.orchestra.run.smithi060.stdout:Total 12 MB/s | 218 MB 00:17 2024-04-21T08:57:22.901 INFO:teuthology.orchestra.run.smithi052.stdout:(113/150): python3-asyncssh-2.13.2-5.el9.noarch 4.8 MB/s | 548 kB 00:00 2024-04-21T08:57:22.943 INFO:teuthology.orchestra.run.smithi052.stdout:(114/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 589 kB/s | 43 kB 00:00 2024-04-21T08:57:22.968 INFO:teuthology.orchestra.run.smithi052.stdout:(115/150): python3-cachetools-4.2.4-1.el9.noarc 480 kB/s | 32 kB 00:00 2024-04-21T08:57:23.010 INFO:teuthology.orchestra.run.smithi052.stdout:(116/150): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-04-21T08:57:23.035 INFO:teuthology.orchestra.run.smithi052.stdout:(117/150): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-04-21T08:57:23.094 INFO:teuthology.orchestra.run.smithi052.stdout:(118/150): python3-cherrypy-18.6.1-2.el9.noarch 4.2 MB/s | 358 kB 00:00 2024-04-21T08:57:23.119 INFO:teuthology.orchestra.run.smithi052.stdout:(119/150): luarocks-3.9.2-1.el9.noarch.rpm 336 kB/s | 151 kB 00:00 2024-04-21T08:57:23.152 INFO:teuthology.orchestra.run.smithi052.stdout:(120/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-04-21T08:57:23.178 INFO:teuthology.orchestra.run.smithi052.stdout:(121/150): python3-colorama-0.4.4-12.el9.noarch 421 kB/s | 35 kB 00:00 2024-04-21T08:57:23.245 INFO:teuthology.orchestra.run.smithi052.stdout:(122/150): python3-google-auth-2.28.2-1.el9.noa 1.6 MB/s | 203 kB 00:00 2024-04-21T08:57:23.270 INFO:teuthology.orchestra.run.smithi052.stdout:(123/150): python3-grpcio-tools-1.46.7-10.el9.x 1.5 MB/s | 144 kB 00:00 2024-04-21T08:57:23.312 INFO:teuthology.orchestra.run.smithi052.stdout:(124/150): python3-grpcio-1.46.7-10.el9.x86_64. 13 MB/s | 2.0 MB 00:00 2024-04-21T08:57:23.329 INFO:teuthology.orchestra.run.smithi052.stdout:(125/150): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-04-21T08:57:23.346 INFO:teuthology.orchestra.run.smithi052.stdout:(126/150): python3-jaraco-classes-3.2.1-5.el9.n 234 kB/s | 18 kB 00:00 2024-04-21T08:57:23.380 INFO:teuthology.orchestra.run.smithi052.stdout:(127/150): python3-jaraco-collections-3.0.0-8.e 344 kB/s | 23 kB 00:00 2024-04-21T08:57:23.396 INFO:teuthology.orchestra.run.smithi052.stdout:(128/150): python3-jaraco-functools-3.5.0-2.el9 289 kB/s | 19 kB 00:00 2024-04-21T08:57:23.447 INFO:teuthology.orchestra.run.smithi052.stdout:(129/150): python3-jaraco-text-3.2.0-6.el9.noar 195 kB/s | 20 kB 00:00 2024-04-21T08:57:23.464 INFO:teuthology.orchestra.run.smithi052.stdout:(130/150): python3-logutils-0.3.5-21.el9.noarch 691 kB/s | 46 kB 00:00 2024-04-21T08:57:23.497 INFO:teuthology.orchestra.run.smithi052.stdout:(131/150): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-04-21T08:57:23.514 INFO:teuthology.orchestra.run.smithi052.stdout:(132/150): python3-more-itertools-8.12.0-2.el9. 1.1 MB/s | 79 kB 00:00 2024-04-21T08:57:23.531 INFO:teuthology.orchestra.run.smithi052.stdout:(133/150): python3-natsort-7.1.1-5.el9.noarch.r 860 kB/s | 58 kB 00:00 2024-04-21T08:57:23.573 INFO:teuthology.orchestra.run.smithi052.stdout:(134/150): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-04-21T08:57:23.590 INFO:teuthology.orchestra.run.smithi052.stdout:(135/150): python3-portend-3.1.0-2.el9.noarch.r 217 kB/s | 16 kB 00:00 2024-04-21T08:57:23.615 INFO:teuthology.orchestra.run.smithi052.stdout:(136/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-04-21T08:57:23.633 INFO:teuthology.orchestra.run.smithi052.stdout:(137/150): python3-pyperclip-1.8.2-2.el9.noarch 479 kB/s | 28 kB 00:00 2024-04-21T08:57:23.658 INFO:teuthology.orchestra.run.smithi052.stdout:(138/150): python3-repoze-lru-0.7-16.el9.noarch 458 kB/s | 31 kB 00:00 2024-04-21T08:57:23.700 INFO:teuthology.orchestra.run.smithi052.stdout:(139/150): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-04-21T08:57:23.725 INFO:teuthology.orchestra.run.smithi052.stdout:(140/150): python3-rsa-4.9-2.el9.noarch.rpm 642 kB/s | 59 kB 00:00 2024-04-21T08:57:23.750 INFO:teuthology.orchestra.run.smithi052.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 388 kB/s | 36 kB 00:00 2024-04-21T08:57:23.775 INFO:teuthology.orchestra.run.smithi052.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2024-04-21T08:57:23.801 INFO:teuthology.orchestra.run.smithi052.stdout:(143/150): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-21T08:57:23.826 INFO:teuthology.orchestra.run.smithi052.stdout:(144/150): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-04-21T08:57:23.868 INFO:teuthology.orchestra.run.smithi052.stdout:(145/150): python3-zc-lockfile-2.0-10.el9.noarc 299 kB/s | 20 kB 00:00 2024-04-21T08:57:23.893 INFO:teuthology.orchestra.run.smithi052.stdout:(146/150): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-04-21T08:57:23.918 INFO:teuthology.orchestra.run.smithi052.stdout:(147/150): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-04-21T08:57:23.947 INFO:teuthology.orchestra.run.smithi060.stdout:Running transaction check 2024-04-21T08:57:23.968 INFO:teuthology.orchestra.run.smithi052.stdout:(148/150): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-04-21T08:57:24.019 INFO:teuthology.orchestra.run.smithi078.stdout:(18/150): librgw2-19.0.0-3154.ga630765c.el9.x86 4.2 MB/s | 5.4 MB 00:01 2024-04-21T08:57:24.084 INFO:teuthology.orchestra.run.smithi060.stdout:Transaction check succeeded. 2024-04-21T08:57:24.084 INFO:teuthology.orchestra.run.smithi060.stdout:Running transaction test 2024-04-21T08:57:24.102 INFO:teuthology.orchestra.run.smithi078.stdout:(19/150): python3-ceph-argparse-19.0.0-3154.ga6 542 kB/s | 45 kB 00:00 2024-04-21T08:57:24.203 INFO:teuthology.orchestra.run.smithi078.stdout:(20/150): python3-ceph-common-19.0.0-3154.ga630 1.3 MB/s | 135 kB 00:00 2024-04-21T08:57:24.311 INFO:teuthology.orchestra.run.smithi078.stdout:(21/150): python3-cephfs-19.0.0-3154.ga630765c. 1.5 MB/s | 162 kB 00:00 2024-04-21T08:57:24.404 INFO:teuthology.orchestra.run.smithi078.stdout:(22/150): python3-rados-19.0.0-3154.ga630765c.e 3.4 MB/s | 321 kB 00:00 2024-04-21T08:57:24.512 INFO:teuthology.orchestra.run.smithi078.stdout:(23/150): python3-rbd-19.0.0-3154.ga630765c.el9 2.7 MB/s | 298 kB 00:00 2024-04-21T08:57:24.605 INFO:teuthology.orchestra.run.smithi078.stdout:(24/150): python3-rgw-19.0.0-3154.ga630765c.el9 1.1 MB/s | 100 kB 00:00 2024-04-21T08:57:24.696 INFO:teuthology.orchestra.run.smithi078.stdout:(25/150): rbd-fuse-19.0.0-3154.ga630765c.el9.x8 933 kB/s | 85 kB 00:00 2024-04-21T08:57:25.105 INFO:teuthology.orchestra.run.smithi078.stdout:(26/150): ceph-common-19.0.0-3154.ga630765c.el9 1.2 MB/s | 21 MB 00:17 2024-04-21T08:57:25.310 INFO:teuthology.orchestra.run.smithi052.stdout:(149/150): librados2-19.0.0-3154.ga630765c.el9. 2.4 MB/s | 3.4 MB 00:01 2024-04-21T08:57:25.313 INFO:teuthology.orchestra.run.smithi078.stdout:(27/150): rbd-nbd-19.0.0-3154.ga630765c.el9.x86 823 kB/s | 171 kB 00:00 2024-04-21T08:57:25.414 INFO:teuthology.orchestra.run.smithi078.stdout:(28/150): ceph-grafana-dashboards-19.0.0-3154.g 340 kB/s | 34 kB 00:00 2024-04-21T08:57:25.573 INFO:teuthology.orchestra.run.smithi078.stdout:(29/150): ceph-mgr-cephadm-19.0.0-3154.ga630765 900 kB/s | 142 kB 00:00 2024-04-21T08:57:25.640 INFO:teuthology.orchestra.run.smithi078.stdout:(30/150): rbd-mirror-19.0.0-3154.ga630765c.el9. 3.3 MB/s | 3.1 MB 00:00 2024-04-21T08:57:25.907 INFO:teuthology.orchestra.run.smithi060.stdout:Transaction test succeeded. 2024-04-21T08:57:25.907 INFO:teuthology.orchestra.run.smithi060.stdout:Running transaction 2024-04-21T08:57:26.119 INFO:teuthology.orchestra.run.smithi052.stdout:(150/150): librbd1-19.0.0-3154.ga630765c.el9.x8 1.4 MB/s | 3.1 MB 00:02 2024-04-21T08:57:26.125 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-04-21T08:57:26.125 INFO:teuthology.orchestra.run.smithi052.stdout:Total 11 MB/s | 218 MB 00:20 2024-04-21T08:57:26.349 INFO:teuthology.orchestra.run.smithi078.stdout:(31/150): ceph-mgr-dashboard-19.0.0-3154.ga6307 4.6 MB/s | 3.5 MB 00:00 2024-04-21T08:57:26.424 INFO:teuthology.orchestra.run.smithi078.stdout:(32/150): ceph-mgr-modules-core-19.0.0-3154.ga6 3.3 MB/s | 249 kB 00:00 2024-04-21T08:57:26.491 INFO:teuthology.orchestra.run.smithi078.stdout:(33/150): ceph-mgr-rook-19.0.0-3154.ga630765c.e 740 kB/s | 49 kB 00:00 2024-04-21T08:57:26.549 INFO:teuthology.orchestra.run.smithi078.stdout:(34/150): ceph-prometheus-alerts-19.0.0-3154.ga 281 kB/s | 16 kB 00:00 2024-04-21T08:57:26.624 INFO:teuthology.orchestra.run.smithi078.stdout:(35/150): ceph-volume-19.0.0-3154.ga630765c.el9 3.6 MB/s | 273 kB 00:00 2024-04-21T08:57:26.758 INFO:teuthology.orchestra.run.smithi078.stdout:(36/150): cephadm-19.0.0-3154.ga630765c.el9.noa 5.6 MB/s | 762 kB 00:00 2024-04-21T08:57:26.817 INFO:teuthology.orchestra.run.smithi078.stdout:(37/150): cephfs-top-19.0.0-3154.ga630765c.el9. 313 kB/s | 18 kB 00:00 2024-04-21T08:57:26.942 INFO:teuthology.orchestra.run.smithi078.stdout:(38/150): fuse-2.9.9-15.el9.x86_64.rpm 642 kB/s | 80 kB 00:00 2024-04-21T08:57:27.059 INFO:teuthology.orchestra.run.smithi078.stdout:(39/150): libgfortran-11.4.1-3.el9.x86_64.rpm 6.7 MB/s | 803 kB 00:00 2024-04-21T08:57:27.109 INFO:teuthology.orchestra.run.smithi078.stdout:(40/150): libquadmath-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 195 kB 00:00 2024-04-21T08:57:27.159 INFO:teuthology.orchestra.run.smithi078.stdout:(41/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.0 MB/s | 253 kB 00:00 2024-04-21T08:57:27.225 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction check 2024-04-21T08:57:27.243 INFO:teuthology.orchestra.run.smithi078.stdout:(42/150): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-04-21T08:57:27.293 INFO:teuthology.orchestra.run.smithi078.stdout:(43/150): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-21T08:57:27.344 INFO:teuthology.orchestra.run.smithi078.stdout:(44/150): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-21T08:57:27.364 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction check succeeded. 2024-04-21T08:57:27.364 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction test 2024-04-21T08:57:27.394 INFO:teuthology.orchestra.run.smithi078.stdout:(45/150): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-21T08:57:27.444 INFO:teuthology.orchestra.run.smithi078.stdout:(46/150): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-21T08:57:27.695 INFO:teuthology.orchestra.run.smithi078.stdout:(47/150): automake-1.16.2-8.el9.noarch.rpm 2.7 MB/s | 689 kB 00:00 2024-04-21T08:57:27.795 INFO:teuthology.orchestra.run.smithi078.stdout:(48/150): bison-3.7.4-5.el9.x86_64.rpm 9.2 MB/s | 943 kB 00:00 2024-04-21T08:57:27.862 INFO:teuthology.orchestra.run.smithi078.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-04-21T08:57:27.921 INFO:teuthology.orchestra.run.smithi078.stdout:(50/150): elfutils-libelf-devel-0.190-2.el9.x86 368 kB/s | 21 kB 00:00 2024-04-21T08:57:27.988 INFO:teuthology.orchestra.run.smithi078.stdout:(51/150): flex-2.6.4-9.el9.x86_64.rpm 4.6 MB/s | 313 kB 00:00 2024-04-21T08:57:28.046 INFO:teuthology.orchestra.run.smithi078.stdout:(52/150): flexiblas-3.0.4-8.el9.x86_64.rpm 561 kB/s | 33 kB 00:00 2024-04-21T08:57:28.188 INFO:teuthology.orchestra.run.smithi078.stdout:(53/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-04-21T08:57:28.247 INFO:teuthology.orchestra.run.smithi078.stdout:(54/150): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-04-21T08:57:28.306 INFO:teuthology.orchestra.run.smithi078.stdout:(55/150): libaio-devel-0.3.111-13.el9.x86_64.rp 191 kB/s | 11 kB 00:00 2024-04-21T08:57:28.365 INFO:teuthology.orchestra.run.smithi078.stdout:(56/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-04-21T08:57:28.423 INFO:teuthology.orchestra.run.smithi078.stdout:(57/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 777 kB/s | 45 kB 00:00 2024-04-21T08:57:28.499 INFO:teuthology.orchestra.run.smithi078.stdout:(58/150): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-04-21T08:57:28.565 INFO:teuthology.orchestra.run.smithi078.stdout:(59/150): libtool-2.4.6-45.el9.x86_64.rpm 8.6 MB/s | 582 kB 00:00 2024-04-21T08:57:28.649 INFO:teuthology.orchestra.run.smithi078.stdout:(60/150): ceph-mgr-diskprediction-local-19.0.0- 2.5 MB/s | 7.4 MB 00:03 2024-04-21T08:57:28.691 INFO:teuthology.orchestra.run.smithi078.stdout:(61/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 203 kB/s | 25 kB 00:00 2024-04-21T08:57:28.783 INFO:teuthology.orchestra.run.smithi078.stdout:(62/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.4 MB/s | 292 kB 00:00 2024-04-21T08:57:28.817 INFO:teuthology.orchestra.run.smithi078.stdout:(63/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 284 kB/s | 47 kB 00:00 2024-04-21T08:57:28.867 INFO:teuthology.orchestra.run.smithi078.stdout:(64/150): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-04-21T08:57:28.892 INFO:teuthology.orchestra.run.smithi078.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 468 kB/s | 35 kB 00:00 2024-04-21T08:57:29.068 INFO:teuthology.orchestra.run.smithi078.stdout:(66/150): openblas-openmp-0.3.21-2.el9.x86_64.r 24 MB/s | 4.7 MB 00:00 2024-04-21T08:57:29.176 INFO:teuthology.orchestra.run.smithi078.stdout:(67/150): postgresql-13.14-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-04-21T08:57:29.190 INFO:teuthology.orchestra.run.smithi052.stdout:Transaction test succeeded. 2024-04-21T08:57:29.190 INFO:teuthology.orchestra.run.smithi052.stdout:Running transaction 2024-04-21T08:57:29.285 INFO:teuthology.orchestra.run.smithi078.stdout:(68/150): postgresql-contrib-13.14-1.el9.x86_64 8.2 MB/s | 911 kB 00:00 2024-04-21T08:57:29.385 INFO:teuthology.orchestra.run.smithi078.stdout:(69/150): postgresql-private-libs-13.14-1.el9.x 1.3 MB/s | 133 kB 00:00 2024-04-21T08:57:29.685 INFO:teuthology.orchestra.run.smithi078.stdout:(70/150): postgresql-server-13.14-1.el9.x86_64. 19 MB/s | 5.8 MB 00:00 2024-04-21T08:57:29.761 INFO:teuthology.orchestra.run.smithi078.stdout:(71/150): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-04-21T08:57:29.819 INFO:teuthology.orchestra.run.smithi078.stdout:(72/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-21T08:57:30.036 INFO:teuthology.orchestra.run.smithi078.stdout:(73/150): python3-babel-2.9.1-2.el9.noarch.rpm 28 MB/s | 6.0 MB 00:00 2024-04-21T08:57:30.095 INFO:teuthology.orchestra.run.smithi078.stdout:(74/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 3.4 MB/s | 4.1 MB 00:01 2024-04-21T08:57:30.145 INFO:teuthology.orchestra.run.smithi078.stdout:(75/150): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-04-21T08:57:30.187 INFO:teuthology.orchestra.run.smithi078.stdout:(76/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-04-21T08:57:30.229 INFO:teuthology.orchestra.run.smithi078.stdout:(77/150): python3-jsonpatch-1.21-16.el9.noarch. 307 kB/s | 26 kB 00:00 2024-04-21T08:57:30.254 INFO:teuthology.orchestra.run.smithi078.stdout:(78/150): python3-jsonpointer-2.0-4.el9.noarch. 287 kB/s | 19 kB 00:00 2024-04-21T08:57:30.296 INFO:teuthology.orchestra.run.smithi078.stdout:(79/150): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-04-21T08:57:30.322 INFO:teuthology.orchestra.run.smithi078.stdout:(80/150): python3-markupsafe-1.1.1-12.el9.x86_6 519 kB/s | 35 kB 00:00 2024-04-21T08:57:30.424 INFO:teuthology.orchestra.run.smithi078.stdout:(81/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-04-21T08:57:30.499 INFO:teuthology.orchestra.run.smithi078.stdout:(82/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 25 MB/s | 5.1 MB 00:00 2024-04-21T08:57:30.549 INFO:teuthology.orchestra.run.smithi078.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 1.7 MB/s | 222 kB 00:00 2024-04-21T08:57:30.575 INFO:teuthology.orchestra.run.smithi078.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 77 kB 00:00 2024-04-21T08:57:30.617 INFO:teuthology.orchestra.run.smithi078.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 631 kB/s | 42 kB 00:00 2024-04-21T08:57:30.659 INFO:teuthology.orchestra.run.smithi078.stdout:(86/150): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 269 kB 00:00 2024-04-21T08:57:30.684 INFO:teuthology.orchestra.run.smithi078.stdout:(87/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-04-21T08:57:30.734 INFO:teuthology.orchestra.run.smithi078.stdout:(88/150): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-04-21T08:57:30.760 INFO:teuthology.orchestra.run.smithi078.stdout:(89/150): python3-pytz-2021.1-5.el9.noarch.rpm 677 kB/s | 51 kB 00:00 2024-04-21T08:57:30.985 INFO:teuthology.orchestra.run.smithi078.stdout:(90/150): python3-requests-oauthlib-1.3.0-12.el 214 kB/s | 54 kB 00:00 2024-04-21T08:57:31.052 INFO:teuthology.orchestra.run.smithi078.stdout:(91/150): python3-toml-0.10.2-6.el9.noarch.rpm 626 kB/s | 42 kB 00:00 2024-04-21T08:57:31.111 INFO:teuthology.orchestra.run.smithi078.stdout:(92/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 758 kB/s | 44 kB 00:00 2024-04-21T08:57:31.178 INFO:teuthology.orchestra.run.smithi078.stdout:(93/150): qatlib-24.02.0-1.el9.x86_64.rpm 3.2 MB/s | 221 kB 00:00 2024-04-21T08:57:31.228 INFO:teuthology.orchestra.run.smithi078.stdout:(94/150): qatlib-service-24.02.0-1.el9.x86_64.r 720 kB/s | 36 kB 00:00 2024-04-21T08:57:31.287 INFO:teuthology.orchestra.run.smithi078.stdout:(95/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 813 kB/s | 47 kB 00:00 2024-04-21T08:57:31.354 INFO:teuthology.orchestra.run.smithi078.stdout:(96/150): socat-1.7.4.1-5.el9.x86_64.rpm 4.5 MB/s | 305 kB 00:00 2024-04-21T08:57:31.412 INFO:teuthology.orchestra.run.smithi078.stdout:(97/150): uuid-1.6.2-55.el9.x86_64.rpm 992 kB/s | 58 kB 00:00 2024-04-21T08:57:31.479 INFO:teuthology.orchestra.run.smithi078.stdout:(98/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.4 MB/s | 94 kB 00:00 2024-04-21T08:57:31.538 INFO:teuthology.orchestra.run.smithi078.stdout:(99/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-21T08:57:31.596 INFO:teuthology.orchestra.run.smithi078.stdout:(100/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 770 kB/s | 45 kB 00:00 2024-04-21T08:57:32.020 INFO:teuthology.orchestra.run.smithi060.stdout: Preparing : 1/1 2024-04-21T08:57:32.092 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-21T08:57:32.166 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-21T08:57:32.363 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-21T08:57:32.505 INFO:teuthology.orchestra.run.smithi078.stdout:(101/150): ceph-test-19.0.0-3154.ga630765c.el9. 4.5 MB/s | 49 MB 00:10 2024-04-21T08:57:32.531 INFO:teuthology.orchestra.run.smithi078.stdout:(102/150): lua-devel-5.4.4-4.el9.x86_64.rpm 24 kB/s | 22 kB 00:00 2024-04-21T08:57:32.716 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-21T08:57:32.826 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : librados2-2:19.0.0-3154.ga630765c.el9.x86_64 5/152 2024-04-21T08:57:32.849 INFO:teuthology.orchestra.run.smithi078.stdout:(103/150): abseil-cpp-20211102.0-3.el9.x86_64.r 1.7 MB/s | 548 kB 00:00 2024-04-21T08:57:32.923 INFO:teuthology.orchestra.run.smithi078.stdout:(104/150): gperftools-libs-2.9.1-2.el9.x86_64.r 4.2 MB/s | 309 kB 00:00 2024-04-21T08:57:32.951 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librados2-2:19.0.0-3154.ga630765c.el9.x86_64 5/152 2024-04-21T08:57:32.973 INFO:teuthology.orchestra.run.smithi078.stdout:(105/150): grpc-data-1.46.7-10.el9.noarch.rpm 388 kB/s | 19 kB 00:00 2024-04-21T08:57:32.977 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:57:33.070 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:57:33.112 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 7/152 2024-04-21T08:57:33.148 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-21T08:57:33.175 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-21T08:57:33.223 INFO:teuthology.orchestra.run.smithi078.stdout:(106/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.6 MB/s | 16 MB 00:02 2024-04-21T08:57:33.299 INFO:teuthology.orchestra.run.smithi078.stdout:(107/150): libarrow-9.0.0-10.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-04-21T08:57:33.336 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-21T08:57:33.383 INFO:teuthology.orchestra.run.smithi078.stdout:(108/150): liboath-2.6.7-2.el9.x86_64.rpm 855 kB/s | 49 kB 00:00 2024-04-21T08:57:33.389 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-21T08:57:33.433 INFO:teuthology.orchestra.run.smithi078.stdout:(109/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 124 kB/s | 26 kB 00:00 2024-04-21T08:57:33.433 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:57:33.458 INFO:teuthology.orchestra.run.smithi078.stdout:(110/150): libunwind-1.6.2-1.el9.x86_64.rpm 896 kB/s | 67 kB 00:00 2024-04-21T08:57:33.538 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:57:33.541 INFO:teuthology.orchestra.run.smithi078.stdout:(111/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 9.9 MB/s | 838 kB 00:00 2024-04-21T08:57:33.567 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 13/152 2024-04-21T08:57:33.592 INFO:teuthology.orchestra.run.smithi078.stdout:(112/150): luarocks-3.9.2-1.el9.noarch.rpm 952 kB/s | 151 kB 00:00 2024-04-21T08:57:33.625 INFO:teuthology.orchestra.run.smithi078.stdout:(113/150): python3-asyncssh-2.13.2-5.el9.noarch 6.4 MB/s | 548 kB 00:00 2024-04-21T08:57:33.630 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 13/152 2024-04-21T08:57:33.652 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T08:57:33.676 INFO:teuthology.orchestra.run.smithi078.stdout:(114/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 520 kB/s | 43 kB 00:00 2024-04-21T08:57:33.676 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T08:57:33.701 INFO:teuthology.orchestra.run.smithi078.stdout:(115/150): python3-cachetools-4.2.4-1.el9.noarc 427 kB/s | 32 kB 00:00 2024-04-21T08:57:33.751 INFO:teuthology.orchestra.run.smithi078.stdout:(116/150): python3-certifi-2021.10.8-2.el9.noar 199 kB/s | 15 kB 00:00 2024-04-21T08:57:33.777 INFO:teuthology.orchestra.run.smithi078.stdout:(117/150): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-04-21T08:57:33.852 INFO:teuthology.orchestra.run.smithi078.stdout:(118/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-04-21T08:57:33.870 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T08:57:33.902 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T08:57:33.927 INFO:teuthology.orchestra.run.smithi078.stdout:(119/150): python3-colorama-0.4.4-12.el9.noarch 471 kB/s | 35 kB 00:00 2024-04-21T08:57:33.953 INFO:teuthology.orchestra.run.smithi078.stdout:(120/150): python3-cherrypy-18.6.1-2.el9.noarch 1.7 MB/s | 358 kB 00:00 2024-04-21T08:57:34.003 INFO:teuthology.orchestra.run.smithi078.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 2.6 MB/s | 203 kB 00:00 2024-04-21T08:57:34.012 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-21T08:57:34.086 INFO:teuthology.orchestra.run.smithi078.stdout:(122/150): python3-grpcio-tools-1.46.7-10.el9.x 1.7 MB/s | 144 kB 00:00 2024-04-21T08:57:34.111 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-21T08:57:34.151 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-21T08:57:34.153 INFO:teuthology.orchestra.run.smithi078.stdout:(123/150): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-04-21T08:57:34.187 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-21T08:57:34.220 INFO:teuthology.orchestra.run.smithi078.stdout:(124/150): python3-jaraco-classes-3.2.1-5.el9.n 265 kB/s | 18 kB 00:00 2024-04-21T08:57:34.264 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-21T08:57:34.271 INFO:teuthology.orchestra.run.smithi078.stdout:(125/150): python3-jaraco-collections-3.0.0-8.e 464 kB/s | 23 kB 00:00 2024-04-21T08:57:34.303 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-21T08:57:34.321 INFO:teuthology.orchestra.run.smithi078.stdout:(126/150): python3-grpcio-1.46.7-10.el9.x86_64. 5.5 MB/s | 2.0 MB 00:00 2024-04-21T08:57:34.346 INFO:teuthology.orchestra.run.smithi078.stdout:(127/150): python3-jaraco-functools-3.5.0-2.el9 258 kB/s | 19 kB 00:00 2024-04-21T08:57:34.347 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-21T08:57:34.371 INFO:teuthology.orchestra.run.smithi078.stdout:(128/150): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-04-21T08:57:34.396 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-21T08:57:34.422 INFO:teuthology.orchestra.run.smithi078.stdout:(129/150): python3-kubernetes-26.1.0-2.el9.noar 14 MB/s | 1.0 MB 00:00 2024-04-21T08:57:34.423 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-21T08:57:34.439 INFO:teuthology.orchestra.run.smithi078.stdout:(130/150): python3-logutils-0.3.5-21.el9.noarch 692 kB/s | 46 kB 00:00 2024-04-21T08:57:34.472 INFO:teuthology.orchestra.run.smithi078.stdout:(131/150): protobuf-compiler-3.14.0-13.el9.x86_ 439 kB/s | 863 kB 00:01 2024-04-21T08:57:34.489 INFO:teuthology.orchestra.run.smithi078.stdout:(132/150): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-21T08:57:34.496 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-21T08:57:34.506 INFO:teuthology.orchestra.run.smithi078.stdout:(133/150): python3-more-itertools-8.12.0-2.el9. 938 kB/s | 79 kB 00:00 2024-04-21T08:57:34.548 INFO:teuthology.orchestra.run.smithi078.stdout:(134/150): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-04-21T08:57:34.555 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-21T08:57:34.584 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-21T08:57:34.590 INFO:teuthology.orchestra.run.smithi078.stdout:(135/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-04-21T08:57:34.616 INFO:teuthology.orchestra.run.smithi078.stdout:(136/150): python3-pyperclip-1.8.2-2.el9.noarch 419 kB/s | 28 kB 00:00 2024-04-21T08:57:34.628 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-21T08:57:34.641 INFO:teuthology.orchestra.run.smithi078.stdout:(137/150): python3-repoze-lru-0.7-16.el9.noarch 610 kB/s | 31 kB 00:00 2024-04-21T08:57:34.674 INFO:teuthology.orchestra.run.smithi078.stdout:(138/150): python3-routes-2.5.1-5.el9.noarch.rp 3.2 MB/s | 188 kB 00:00 2024-04-21T08:57:34.700 INFO:teuthology.orchestra.run.smithi078.stdout:(139/150): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-04-21T08:57:34.707 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-21T08:57:34.733 INFO:teuthology.orchestra.run.smithi078.stdout:(140/150): python3-tempora-5.0.0-2.el9.noarch.r 610 kB/s | 36 kB 00:00 2024-04-21T08:57:34.739 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-ceph-common-2:19.0.0-3154.ga630765c.el9. 30/152 2024-04-21T08:57:34.767 INFO:teuthology.orchestra.run.smithi078.stdout:(141/150): python3-typing-extensions-4.4.0-2.el 761 kB/s | 51 kB 00:00 2024-04-21T08:57:34.782 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-ceph-argparse-2:19.0.0-3154.ga630765c.el 31/152 2024-04-21T08:57:34.801 INFO:teuthology.orchestra.run.smithi078.stdout:(142/150): python3-pecan-1.4.2-3.el9.noarch.rpm 831 kB/s | 272 kB 00:00 2024-04-21T08:57:34.811 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_6 32/152 2024-04-21T08:57:34.826 INFO:teuthology.orchestra.run.smithi078.stdout:(143/150): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-04-21T08:57:34.851 INFO:teuthology.orchestra.run.smithi078.stdout:(144/150): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-04-21T08:57:34.876 INFO:teuthology.orchestra.run.smithi078.stdout:(145/150): python3-zc-lockfile-2.0-10.el9.noarc 400 kB/s | 20 kB 00:00 2024-04-21T08:57:34.885 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-21T08:57:34.910 INFO:teuthology.orchestra.run.smithi078.stdout:(146/150): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-04-21T08:57:34.935 INFO:teuthology.orchestra.run.smithi078.stdout:(147/150): re2-20211101-3.el9.x86_64.rpm 2.2 MB/s | 192 kB 00:00 2024-04-21T08:57:34.942 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-21T08:57:35.002 INFO:teuthology.orchestra.run.smithi078.stdout:(148/150): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-21T08:57:35.020 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-21T08:57:35.168 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-21T08:57:35.221 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-21T08:57:35.314 INFO:teuthology.orchestra.run.smithi052.stdout: Preparing : 1/1 2024-04-21T08:57:35.398 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-21T08:57:35.536 INFO:teuthology.orchestra.run.smithi078.stdout:(149/150): librbd1-19.0.0-3154.ga630765c.el9.x8 5.2 MB/s | 3.1 MB 00:00 2024-04-21T08:57:35.539 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-21T08:57:35.583 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-21T08:57:35.636 INFO:teuthology.orchestra.run.smithi078.stdout:(150/150): librados2-19.0.0-3154.ga630765c.el9. 4.7 MB/s | 3.4 MB 00:00 2024-04-21T08:57:35.643 INFO:teuthology.orchestra.run.smithi078.stdout:-------------------------------------------------------------------------------- 2024-04-21T08:57:35.644 INFO:teuthology.orchestra.run.smithi078.stdout:Total 7.7 MB/s | 218 MB 00:28 2024-04-21T08:57:35.787 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-21T08:57:35.878 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-21T08:57:35.911 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-21T08:57:35.927 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-21T08:57:35.954 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-21T08:57:35.992 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : librados-devel-2:19.0.0-3154.ga630765c.el9.x86_6 42/152 2024-04-21T08:57:36.025 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-21T08:57:36.048 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librados2-2:19.0.0-3154.ga630765c.el9.x86_64 5/152 2024-04-21T08:57:36.082 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-21T08:57:36.157 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-21T08:57:36.164 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:19.0.0-3154.ga630765c.el9.x86_64 5/152 2024-04-21T08:57:36.193 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-21T08:57:36.199 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:57:36.229 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-21T08:57:36.278 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-21T08:57:36.291 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:57:36.312 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-21T08:57:36.333 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 7/152 2024-04-21T08:57:36.355 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-21T08:57:36.362 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-21T08:57:36.387 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-21T08:57:36.398 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-21T08:57:36.544 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-21T08:57:36.548 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-21T08:57:36.586 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-21T08:57:36.602 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-21T08:57:36.608 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-21T08:57:36.629 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:57:36.650 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-21T08:57:36.688 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction check 2024-04-21T08:57:36.735 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:57:36.749 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-21T08:57:36.764 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 13/152 2024-04-21T08:57:36.783 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-21T08:57:36.812 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction check succeeded. 2024-04-21T08:57:36.813 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction test 2024-04-21T08:57:36.826 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 13/152 2024-04-21T08:57:36.848 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-21T08:57:36.873 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-21T08:57:36.898 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-21T08:57:36.973 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T08:57:36.976 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-21T08:57:36.997 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T08:57:37.115 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-21T08:57:37.164 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-21T08:57:37.184 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T08:57:37.192 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-21T08:57:37.215 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T08:57:37.226 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-21T08:57:37.271 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-21T08:57:37.309 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-21T08:57:37.326 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-21T08:57:37.348 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-21T08:57:37.378 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-21T08:57:37.412 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-21T08:57:37.424 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-21T08:57:37.455 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-21T08:57:37.517 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-21T08:57:37.563 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-21T08:57:37.585 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-21T08:57:37.605 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-21T08:57:37.639 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-21T08:57:37.732 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-21T08:57:37.741 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-21T08:57:37.778 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-21T08:57:37.784 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-21T08:57:37.809 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-21T08:57:37.817 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-21T08:57:37.844 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-21T08:57:37.857 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-21T08:57:37.928 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-21T08:57:37.969 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-21T08:57:37.985 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-21T08:57:38.013 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-21T08:57:38.028 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-21T08:57:38.057 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-21T08:57:38.137 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-21T08:57:38.168 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-common-2:19.0.0-3154.ga630765c.el9. 30/152 2024-04-21T08:57:38.211 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ceph-argparse-2:19.0.0-3154.ga630765c.el 31/152 2024-04-21T08:57:38.240 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_6 32/152 2024-04-21T08:57:38.314 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-21T08:57:38.363 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-21T08:57:38.441 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-21T08:57:38.512 INFO:teuthology.orchestra.run.smithi078.stdout:Transaction test succeeded. 2024-04-21T08:57:38.513 INFO:teuthology.orchestra.run.smithi078.stdout:Running transaction 2024-04-21T08:57:38.639 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-21T08:57:38.692 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-21T08:57:38.814 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-21T08:57:38.857 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-21T08:57:38.891 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-21T08:57:38.996 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-21T08:57:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-21T08:57:39.140 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-21T08:57:39.184 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-21T08:57:39.261 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-21T08:57:39.357 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-21T08:57:39.368 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-21T08:57:39.390 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-21T08:57:39.399 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-21T08:57:39.433 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-21T08:57:39.471 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librados-devel-2:19.0.0-3154.ga630765c.el9.x86_6 42/152 2024-04-21T08:57:39.478 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-21T08:57:39.504 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-21T08:57:39.561 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-21T08:57:39.636 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-21T08:57:39.671 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-21T08:57:39.708 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-21T08:57:39.756 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-21T08:57:39.791 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-21T08:57:39.835 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-21T08:57:39.877 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-21T08:57:40.022 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-21T08:57:40.074 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-21T08:57:40.103 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-21T08:57:40.146 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-21T08:57:40.185 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-21T08:57:40.262 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-21T08:57:40.295 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-21T08:57:40.303 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-21T08:57:40.343 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-21T08:57:40.368 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-21T08:57:40.393 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-21T08:57:40.472 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-21T08:57:40.603 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-21T08:57:40.642 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-21T08:57:40.670 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-21T08:57:40.704 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-21T08:57:40.816 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-21T08:57:40.870 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-21T08:57:40.910 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-21T08:57:40.939 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-21T08:57:40.974 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-21T08:57:41.007 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-21T08:57:41.049 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-21T08:57:41.091 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-21T08:57:41.183 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-21T08:57:41.231 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-21T08:57:41.270 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-21T08:57:41.318 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-21T08:57:41.432 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-21T08:57:41.482 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-21T08:57:41.630 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-21T08:57:41.704 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-21T08:57:41.732 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-21T08:57:41.765 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-21T08:57:42.094 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-21T08:57:42.144 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 97/152 2024-04-21T08:57:42.227 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 97/152 2024-04-21T08:57:42.257 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 98/152 2024-04-21T08:57:42.283 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-21T08:57:42.294 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-21T08:57:42.335 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-21T08:57:42.369 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-21T08:57:42.475 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-21T08:57:42.529 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-21T08:57:42.619 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-21T08:57:42.654 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-21T08:57:42.799 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-21T08:57:42.830 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 101/152 2024-04-21T08:57:42.838 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-21T08:57:42.868 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-21T08:57:42.894 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 101/152 2024-04-21T08:57:42.923 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 102/152 2024-04-21T08:57:42.940 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-21T08:57:43.647 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-21T08:57:43.773 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-21T08:57:44.517 INFO:teuthology.orchestra.run.smithi078.stdout: Preparing : 1/1 2024-04-21T08:57:44.581 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-21T08:57:44.634 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-21T08:57:44.749 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-21T08:57:45.076 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-21T08:57:45.114 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-21T08:57:45.182 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librados2-2:19.0.0-3154.ga630765c.el9.x86_64 5/152 2024-04-21T08:57:45.189 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-21T08:57:45.218 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-21T08:57:45.250 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-21T08:57:45.302 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:19.0.0-3154.ga630765c.el9.x86_64 5/152 2024-04-21T08:57:45.330 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:45.333 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:57:45.362 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:45.424 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:57:45.466 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 7/152 2024-04-21T08:57:45.495 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-21T08:57:45.521 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-21T08:57:45.580 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-21T08:57:45.621 INFO:teuthology.orchestra.run.smithi052.stdout: Upgrading : librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 97/152 2024-04-21T08:57:45.678 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-21T08:57:45.713 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 97/152 2024-04-21T08:57:45.735 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-21T08:57:45.743 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 98/152 2024-04-21T08:57:45.763 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:57:45.779 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-21T08:57:45.850 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:57:45.872 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 13/152 2024-04-21T08:57:45.930 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:45.935 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 13/152 2024-04-21T08:57:45.957 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T08:57:45.965 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 104/152 2024-04-21T08:57:45.980 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-21T08:57:46.058 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 104/152 2024-04-21T08:57:46.058 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-21T08:57:46.058 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-21T08:57:46.058 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:57:46.092 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 105/152 2024-04-21T08:57:46.166 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T08:57:46.198 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-21T08:57:46.286 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-21T08:57:46.305 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-21T08:57:46.315 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 101/152 2024-04-21T08:57:46.371 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 101/152 2024-04-21T08:57:46.401 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 102/152 2024-04-21T08:57:46.403 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-21T08:57:46.431 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-21T08:57:46.466 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-21T08:57:46.540 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-21T08:57:46.581 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-21T08:57:46.625 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-21T08:57:46.657 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-21T08:57:46.685 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-21T08:57:46.757 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-21T08:57:46.808 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-21T08:57:46.838 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-21T08:57:46.882 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-21T08:57:46.959 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-21T08:57:46.992 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-common-2:19.0.0-3154.ga630765c.el9. 30/152 2024-04-21T08:57:47.035 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ceph-argparse-2:19.0.0-3154.ga630765c.el 31/152 2024-04-21T08:57:47.065 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_6 32/152 2024-04-21T08:57:47.138 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-21T08:57:47.188 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-21T08:57:47.273 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-21T08:57:47.411 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-21T08:57:47.466 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-21T08:57:48.014 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-21T08:57:48.105 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-21T08:57:48.140 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-21T08:57:48.183 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-21T08:57:48.238 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librados-devel-2:19.0.0-3154.ga630765c.el9.x86_6 42/152 2024-04-21T08:57:48.270 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-21T08:57:48.327 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-21T08:57:48.400 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-21T08:57:48.447 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-21T08:57:48.483 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-21T08:57:48.531 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-21T08:57:48.566 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-21T08:57:48.609 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-21T08:57:48.652 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-21T08:57:48.791 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-21T08:57:48.803 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:48.832 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-21T08:57:48.839 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:48.862 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-21T08:57:48.904 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-21T08:57:49.000 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-21T08:57:49.036 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-21T08:57:49.076 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-21T08:57:49.102 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-21T08:57:49.127 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-21T08:57:49.203 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-21T08:57:49.339 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-21T08:57:49.376 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-21T08:57:49.404 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-21T08:57:49.409 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:49.438 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-21T08:57:49.442 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 104/152 2024-04-21T08:57:49.482 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-21T08:57:49.529 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-21T08:57:49.535 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 104/152 2024-04-21T08:57:49.535 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-21T08:57:49.535 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-21T08:57:49.535 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:57:49.568 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-21T08:57:49.568 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 105/152 2024-04-21T08:57:49.598 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-21T08:57:49.632 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-21T08:57:49.666 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-21T08:57:49.707 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-21T08:57:49.742 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-21T08:57:49.831 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-21T08:57:49.889 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-21T08:57:49.920 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-21T08:57:49.968 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-21T08:57:50.077 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-21T08:57:50.131 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-21T08:57:50.883 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-21T08:57:50.927 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-21T08:57:50.961 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-21T08:57:51.065 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-21T08:57:51.119 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-21T08:57:51.210 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-21T08:57:51.247 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-21T08:57:51.423 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-21T08:57:51.452 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-21T08:57:51.530 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-21T08:57:52.198 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-21T08:57:52.312 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-21T08:57:53.581 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-21T08:57:53.657 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-21T08:57:53.685 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-21T08:57:53.718 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-21T08:57:54.031 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-21T08:57:54.072 INFO:teuthology.orchestra.run.smithi078.stdout: Upgrading : librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 97/152 2024-04-21T08:57:54.162 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 97/152 2024-04-21T08:57:54.194 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 98/152 2024-04-21T08:57:54.238 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-21T08:57:54.717 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-21T08:57:54.742 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 101/152 2024-04-21T08:57:54.813 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 101/152 2024-04-21T08:57:54.843 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 102/152 2024-04-21T08:57:57.231 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:57.267 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:57.809 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 103/152 2024-04-21T08:57:57.845 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 104/152 2024-04-21T08:57:57.937 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 104/152 2024-04-21T08:57:57.937 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-21T08:57:57.937 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-21T08:57:57.937 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:57:57.971 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 105/152 2024-04-21T08:57:58.018 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 105/152 2024-04-21T08:57:58.018 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /sys 2024-04-21T08:57:58.019 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /proc 2024-04-21T08:57:58.019 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /mnt 2024-04-21T08:57:58.019 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /var/tmp 2024-04-21T08:57:58.019 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /home 2024-04-21T08:57:58.019 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /root 2024-04-21T08:57:58.019 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /tmp 2024-04-21T08:57:58.019 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:57:58.205 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 106/152 2024-04-21T08:57:58.222 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 106/152 2024-04-21T08:57:58.222 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:57:58.222 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-21T08:57:58.222 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:57:59.767 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 107/152 2024-04-21T08:57:59.793 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 107/152 2024-04-21T08:57:59.794 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:57:59.794 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-21T08:57:59.794 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T08:57:59.794 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T08:57:59.794 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:00.025 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 108/152 2024-04-21T08:58:00.049 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 108/152 2024-04-21T08:58:00.049 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:00.049 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-21T08:58:00.049 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T08:58:00.050 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T08:58:00.050 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:00.510 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 109/152 2024-04-21T08:58:00.533 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 109/152 2024-04-21T08:58:00.533 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:00.533 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-21T08:58:00.533 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T08:58:00.533 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T08:58:00.533 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:00.640 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-21T08:58:00.749 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-21T08:58:00.812 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-21T08:58:01.006 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-21T08:58:01.061 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-21T08:58:01.142 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-21T08:58:01.231 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-21T08:58:01.383 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-21T08:58:01.428 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-21T08:58:01.460 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-21T08:58:01.487 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 105/152 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /sys 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /proc 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /mnt 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /var/tmp 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /home 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /root 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout:skipping the directory /tmp 2024-04-21T08:58:01.501 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:01.681 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 106/152 2024-04-21T08:58:01.697 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 106/152 2024-04-21T08:58:01.697 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:01.697 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-21T08:58:01.698 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:01.908 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: cephadm-2:19.0.0-3154.ga630765c.el9.noarch 121/152 2024-04-21T08:58:01.936 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : cephadm-2:19.0.0-3154.ga630765c.el9.noarch 121/152 2024-04-21T08:58:01.969 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.e 122/152 2024-04-21T08:58:02.032 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3154.ga630765c. 123/152 2024-04-21T08:58:02.059 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 124/152 2024-04-21T08:58:03.152 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 124/152 2024-04-21T08:58:03.234 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 107/152 2024-04-21T08:58:03.252 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 125/152 2024-04-21T08:58:03.261 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 107/152 2024-04-21T08:58:03.261 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:03.261 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-21T08:58:03.261 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T08:58:03.261 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T08:58:03.261 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:03.493 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 108/152 2024-04-21T08:58:03.517 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 108/152 2024-04-21T08:58:03.517 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:03.517 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-21T08:58:03.517 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T08:58:03.517 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T08:58:03.517 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:04.002 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 109/152 2024-04-21T08:58:04.026 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 109/152 2024-04-21T08:58:04.026 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:04.026 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-21T08:58:04.026 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T08:58:04.026 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T08:58:04.026 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:04.133 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-21T08:58:04.190 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-21T08:58:04.254 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-21T08:58:04.264 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 125/152 2024-04-21T08:58:04.295 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 126/152 2024-04-21T08:58:04.403 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 126/152 2024-04-21T08:58:04.450 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-21T08:58:04.495 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-21T08:58:04.573 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el 127/152 2024-04-21T08:58:04.576 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-21T08:58:04.605 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 128/152 2024-04-21T08:58:04.629 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 128/152 2024-04-21T08:58:04.629 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:04.629 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-21T08:58:04.629 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T08:58:04.630 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T08:58:04.630 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:04.666 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-21T08:58:04.681 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 129/152 2024-04-21T08:58:04.692 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 129/152 2024-04-21T08:58:04.793 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-2:19.0.0-3154.ga630765c.el9.x86_64 130/152 2024-04-21T08:58:04.815 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-21T08:58:04.847 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 131/152 2024-04-21T08:58:04.853 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-21T08:58:04.885 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-21T08:58:04.912 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-21T08:58:05.375 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephadm-2:19.0.0-3154.ga630765c.el9.noarch 121/152 2024-04-21T08:58:05.403 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephadm-2:19.0.0-3154.ga630765c.el9.noarch 121/152 2024-04-21T08:58:05.435 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.e 122/152 2024-04-21T08:58:05.499 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3154.ga630765c. 123/152 2024-04-21T08:58:05.525 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 124/152 2024-04-21T08:58:05.821 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-21T08:58:05.850 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 133/152 2024-04-21T08:58:05.874 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 133/152 2024-04-21T08:58:05.874 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:05.874 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-21T08:58:05.874 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T08:58:05.874 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T08:58:05.874 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:05.909 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3154.ga6307 134/152 2024-04-21T08:58:05.932 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3154.ga6307 134/152 2024-04-21T08:58:05.932 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:05.932 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-21T08:58:05.932 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:05.976 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 135/152 2024-04-21T08:58:06.000 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 135/152 2024-04-21T08:58:06.000 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:06.000 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-21T08:58:06.000 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T08:58:06.000 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T08:58:06.001 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:06.318 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 136/152 2024-04-21T08:58:06.342 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 136/152 2024-04-21T08:58:06.342 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:06.342 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-21T08:58:06.342 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T08:58:06.343 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T08:58:06.343 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:06.623 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 124/152 2024-04-21T08:58:06.661 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 125/152 2024-04-21T08:58:07.679 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 125/152 2024-04-21T08:58:07.702 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 126/152 2024-04-21T08:58:07.813 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 126/152 2024-04-21T08:58:07.981 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el 127/152 2024-04-21T08:58:08.013 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 128/152 2024-04-21T08:58:08.038 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 128/152 2024-04-21T08:58:08.038 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:08.038 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-21T08:58:08.038 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T08:58:08.038 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T08:58:08.038 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:08.089 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 129/152 2024-04-21T08:58:08.101 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 129/152 2024-04-21T08:58:08.203 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-2:19.0.0-3154.ga630765c.el9.x86_64 130/152 2024-04-21T08:58:08.255 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 131/152 2024-04-21T08:58:09.230 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-21T08:58:09.258 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 133/152 2024-04-21T08:58:09.283 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 133/152 2024-04-21T08:58:09.283 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:09.284 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-21T08:58:09.284 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T08:58:09.284 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T08:58:09.284 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:09.325 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3154.ga6307 134/152 2024-04-21T08:58:09.349 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3154.ga6307 134/152 2024-04-21T08:58:09.349 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:09.349 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-21T08:58:09.349 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:09.401 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 135/152 2024-04-21T08:58:09.425 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 135/152 2024-04-21T08:58:09.425 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:09.425 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-21T08:58:09.425 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T08:58:09.425 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T08:58:09.425 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:09.426 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 105/152 2024-04-21T08:58:09.426 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /sys 2024-04-21T08:58:09.426 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /proc 2024-04-21T08:58:09.426 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /mnt 2024-04-21T08:58:09.426 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /var/tmp 2024-04-21T08:58:09.426 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /home 2024-04-21T08:58:09.426 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /root 2024-04-21T08:58:09.427 INFO:teuthology.orchestra.run.smithi078.stdout:skipping the directory /tmp 2024-04-21T08:58:09.427 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:09.610 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 106/152 2024-04-21T08:58:09.625 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 106/152 2024-04-21T08:58:09.625 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:09.625 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-21T08:58:09.625 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:09.743 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 136/152 2024-04-21T08:58:09.768 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 136/152 2024-04-21T08:58:09.768 INFO:teuthology.orchestra.run.smithi052.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:09.768 INFO:teuthology.orchestra.run.smithi052.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-21T08:58:09.768 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T08:58:09.768 INFO:teuthology.orchestra.run.smithi052.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T08:58:09.768 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:11.079 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 107/152 2024-04-21T08:58:11.105 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 107/152 2024-04-21T08:58:11.105 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:11.105 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-21T08:58:11.105 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T08:58:11.105 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-21T08:58:11.105 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:11.190 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 137/152 2024-04-21T08:58:11.232 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 138/152 2024-04-21T08:58:11.273 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 139/152 2024-04-21T08:58:11.304 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-21T08:58:11.322 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 108/152 2024-04-21T08:58:11.331 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-21T08:58:11.344 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 108/152 2024-04-21T08:58:11.344 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:11.344 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-21T08:58:11.344 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T08:58:11.344 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-21T08:58:11.345 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:11.526 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 142/152 2024-04-21T08:58:11.577 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-21T08:58:11.607 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_ 144/152 2024-04-21T08:58:11.789 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 109/152 2024-04-21T08:58:11.812 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 109/152 2024-04-21T08:58:11.812 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:11.812 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-21T08:58:11.812 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T08:58:11.812 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-21T08:58:11.812 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:11.919 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-21T08:58:11.977 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-21T08:58:12.032 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-21T08:58:12.218 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-21T08:58:12.247 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:12.266 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-21T08:58:12.296 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:12.317 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:12.344 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-21T08:58:12.433 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-21T08:58:12.575 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-21T08:58:12.624 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-21T08:58:12.656 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-21T08:58:12.684 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-21T08:58:13.118 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: cephadm-2:19.0.0-3154.ga630765c.el9.noarch 121/152 2024-04-21T08:58:13.158 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephadm-2:19.0.0-3154.ga630765c.el9.noarch 121/152 2024-04-21T08:58:13.177 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 146/152 2024-04-21T08:58:13.198 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.e 122/152 2024-04-21T08:58:13.261 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3154.ga630765c. 123/152 2024-04-21T08:58:13.268 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-21T08:58:13.289 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 124/152 2024-04-21T08:58:13.310 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-21T08:58:13.394 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-21T08:58:13.439 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-21T08:58:13.439 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T08:58:13.522 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T08:58:13.523 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:14.325 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 124/152 2024-04-21T08:58:14.358 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 125/152 2024-04-21T08:58:14.598 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 137/152 2024-04-21T08:58:14.639 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 138/152 2024-04-21T08:58:14.680 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 139/152 2024-04-21T08:58:14.712 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-21T08:58:14.739 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-21T08:58:14.934 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 142/152 2024-04-21T08:58:14.977 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-21T08:58:15.006 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_ 144/152 2024-04-21T08:58:15.319 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 125/152 2024-04-21T08:58:15.350 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 126/152 2024-04-21T08:58:15.453 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 126/152 2024-04-21T08:58:15.613 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el 127/152 2024-04-21T08:58:15.623 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:15.645 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 128/152 2024-04-21T08:58:15.662 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:15.666 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 128/152 2024-04-21T08:58:15.667 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:15.667 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-21T08:58:15.667 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T08:58:15.667 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-21T08:58:15.667 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:15.683 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:15.711 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 129/152 2024-04-21T08:58:15.722 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 129/152 2024-04-21T08:58:15.820 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-2:19.0.0-3154.ga630765c.el9.x86_64 130/152 2024-04-21T08:58:15.876 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 131/152 2024-04-21T08:58:16.536 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 146/152 2024-04-21T08:58:16.617 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-21T08:58:16.658 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-21T08:58:16.751 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-21T08:58:16.796 INFO:teuthology.orchestra.run.smithi052.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-21T08:58:16.796 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T08:58:16.797 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-21T08:58:16.831 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 133/152 2024-04-21T08:58:16.853 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 133/152 2024-04-21T08:58:16.853 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:16.853 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-21T08:58:16.853 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T08:58:16.853 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-21T08:58:16.853 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:16.888 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T08:58:16.888 INFO:teuthology.orchestra.run.smithi052.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:16.898 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3154.ga6307 134/152 2024-04-21T08:58:16.919 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3154.ga6307 134/152 2024-04-21T08:58:16.920 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:16.920 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-21T08:58:16.920 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:16.965 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 135/152 2024-04-21T08:58:16.988 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 135/152 2024-04-21T08:58:16.988 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:16.988 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-21T08:58:16.988 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T08:58:16.988 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-21T08:58:16.988 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:17.291 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 136/152 2024-04-21T08:58:17.313 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 136/152 2024-04-21T08:58:17.314 INFO:teuthology.orchestra.run.smithi078.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-21T08:58:17.314 INFO:teuthology.orchestra.run.smithi078.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-21T08:58:17.314 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T08:58:17.314 INFO:teuthology.orchestra.run.smithi078.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-21T08:58:17.314 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:19.504 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:19.504 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-2:19.0.0-3154.ga630765c.el9.x86_64 1/152 2024-04-21T08:58:19.504 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 2/152 2024-04-21T08:58:19.504 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 3/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 4/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3154.ga6307 5/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 7/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 8/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 9/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 10/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 11/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 13/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 14/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_ 15/152 2024-04-21T08:58:19.505 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 16/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 17/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librados-devel-2:19.0.0-3154.ga630765c.el9.x86_6 18/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 19/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 20/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3154.ga630765c.el 21/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-ceph-common-2:19.0.0-3154.ga630765c.el9. 22/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_6 23/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 24/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 25/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 26/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 27/152 2024-04-21T08:58:19.506 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 28/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 29/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3154.ga630765c. 30/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 31/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 32/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 33/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el 34/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 35/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.e 36/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 37/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : cephadm-2:19.0.0-3154.ga630765c.el9.noarch 38/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 39/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-21T08:58:19.507 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-21T08:58:19.508 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-21T08:58:19.509 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-21T08:58:19.510 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-21T08:58:19.511 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-21T08:58:19.512 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-21T08:58:19.513 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-21T08:58:19.514 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librados2-2:19.0.0-3154.ga630765c.el9.x86_64 149/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-21T08:58:19.515 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 151/152 2024-04-21T08:58:21.565 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:21.565 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout:Upgraded: 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: librados2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout:Installed: 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: automake-1.16.2-8.el9.noarch 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: bison-3.7.4-5.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.566 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-grafana-dashboards-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-immutable-object-cache-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.567 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: cephadm-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: flex-2.6.4-9.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-21T08:58:21.568 INFO:teuthology.orchestra.run.smithi060.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-21T08:58:21.569 INFO:teuthology.orchestra.run.smithi060.stdout: librados-devel-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: lua-5.4.4-4.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-21T08:58:21.570 INFO:teuthology.orchestra.run.smithi060.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-13.14-1.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-21T08:58:21.571 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ceph-argparse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-21T08:58:21.572 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-21T08:58:21.573 INFO:teuthology.orchestra.run.smithi060.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ply-3.11-14.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-21T08:58:21.574 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-21T08:58:21.575 INFO:teuthology.orchestra.run.smithi060.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: re2-1:20211101-3.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-21T08:58:21.576 INFO:teuthology.orchestra.run.smithi060.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-21T08:58:21.577 INFO:teuthology.orchestra.run.smithi060.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-21T08:58:21.577 INFO:teuthology.orchestra.run.smithi060.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-21T08:58:21.577 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-04-21T08:58:21.577 INFO:teuthology.orchestra.run.smithi060.stdout:Complete! 2024-04-21T08:58:21.920 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 137/152 2024-04-21T08:58:21.928 DEBUG:teuthology.parallel:result is None 2024-04-21T08:58:21.970 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 138/152 2024-04-21T08:58:22.019 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 139/152 2024-04-21T08:58:22.051 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-21T08:58:22.078 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-21T08:58:22.267 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 142/152 2024-04-21T08:58:22.317 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-21T08:58:22.346 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_ 144/152 2024-04-21T08:58:22.644 INFO:teuthology.orchestra.run.smithi052.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-2:19.0.0-3154.ga630765c.el9.x86_64 1/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 2/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 3/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 4/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3154.ga6307 5/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 7/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 8/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 9/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 10/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 11/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:58:22.645 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 13/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 14/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_ 15/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 16/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 17/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados-devel-2:19.0.0-3154.ga630765c.el9.x86_6 18/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 19/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 20/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3154.ga630765c.el 21/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ceph-common-2:19.0.0-3154.ga630765c.el9. 22/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_6 23/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 24/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 25/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 26/152 2024-04-21T08:58:22.646 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 27/152 2024-04-21T08:58:22.647 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 28/152 2024-04-21T08:58:22.647 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 29/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3154.ga630765c. 30/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 31/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 32/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 33/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el 34/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 35/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.e 36/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 37/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephadm-2:19.0.0-3154.ga630765c.el9.noarch 38/152 2024-04-21T08:58:22.658 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 39/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-21T08:58:22.659 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-21T08:58:22.660 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-21T08:58:22.661 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-21T08:58:22.662 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-21T08:58:22.663 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-21T08:58:22.664 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-21T08:58:22.665 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:19.0.0-3154.ga630765c.el9.x86_64 149/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-21T08:58:22.666 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 151/152 2024-04-21T08:58:22.943 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:22.986 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:23.006 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-21T08:58:23.796 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 146/152 2024-04-21T08:58:23.891 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-21T08:58:23.932 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-21T08:58:24.015 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-21T08:58:24.046 INFO:teuthology.orchestra.run.smithi078.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-21T08:58:24.046 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T08:58:24.129 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-21T08:58:24.130 INFO:teuthology.orchestra.run.smithi078.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:24.700 INFO:teuthology.orchestra.run.smithi052.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:24.700 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout:Upgraded: 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: librados2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout:Installed: 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: automake-1.16.2-8.el9.noarch 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: bison-3.7.4-5.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-grafana-dashboards-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.701 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-immutable-object-cache-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.702 INFO:teuthology.orchestra.run.smithi052.stdout: ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: cephadm-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: flex-2.6.4-9.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-21T08:58:24.703 INFO:teuthology.orchestra.run.smithi052.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: librados-devel-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-21T08:58:24.704 INFO:teuthology.orchestra.run.smithi052.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: lua-5.4.4-4.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-13.14-1.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-21T08:58:24.705 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-argparse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-21T08:58:24.706 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-21T08:58:24.707 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-21T08:58:24.708 INFO:teuthology.orchestra.run.smithi052.stdout: python3-ply-3.11-14.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-21T08:58:24.709 INFO:teuthology.orchestra.run.smithi052.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-21T08:58:24.710 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: re2-1:20211101-3.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-21T08:58:24.711 INFO:teuthology.orchestra.run.smithi052.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-21T08:58:24.712 INFO:teuthology.orchestra.run.smithi052.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-21T08:58:24.712 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:58:24.712 INFO:teuthology.orchestra.run.smithi052.stdout:Complete! 2024-04-21T08:58:25.081 DEBUG:teuthology.parallel:result is None 2024-04-21T08:58:30.005 INFO:teuthology.orchestra.run.smithi078.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:30.005 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-2:19.0.0-3154.ga630765c.el9.x86_64 1/152 2024-04-21T08:58:30.005 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 2/152 2024-04-21T08:58:30.005 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 3/152 2024-04-21T08:58:30.005 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 4/152 2024-04-21T08:58:30.005 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3154.ga6307 5/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 6/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 7/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 8/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 9/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 10/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 11/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 12/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 13/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 14/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_ 15/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 16/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 17/152 2024-04-21T08:58:30.006 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados-devel-2:19.0.0-3154.ga630765c.el9.x86_6 18/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86 19/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 20/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3154.ga630765c.el 21/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ceph-common-2:19.0.0-3154.ga630765c.el9. 22/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_6 23/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 24/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 25/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 26/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 27/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 28/152 2024-04-21T08:58:30.007 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 29/152 2024-04-21T08:58:30.018 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3154.ga630765c. 30/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noa 31/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.n 32/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3154.ga63 33/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el 34/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 35/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.e 36/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 37/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephadm-2:19.0.0-3154.ga630765c.el9.noarch 38/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 39/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-21T08:58:30.019 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-21T08:58:30.020 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-21T08:58:30.021 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-21T08:58:30.022 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-21T08:58:30.023 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-21T08:58:30.024 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-21T08:58:30.025 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-21T08:58:30.026 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-21T08:58:30.027 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-21T08:58:30.028 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:19.0.0-3154.ga630765c.el9.x86_64 149/152 2024-04-21T08:58:30.028 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-21T08:58:30.028 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 151/152 2024-04-21T08:58:32.156 INFO:teuthology.orchestra.run.smithi078.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-21T08:58:32.156 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:32.156 INFO:teuthology.orchestra.run.smithi078.stdout:Upgraded: 2024-04-21T08:58:32.156 INFO:teuthology.orchestra.run.smithi078.stdout: librados2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.156 INFO:teuthology.orchestra.run.smithi078.stdout: librbd1-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.156 INFO:teuthology.orchestra.run.smithi078.stdout:Installed: 2024-04-21T08:58:32.156 INFO:teuthology.orchestra.run.smithi078.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-21T08:58:32.156 INFO:teuthology.orchestra.run.smithi078.stdout: automake-1.16.2-8.el9.noarch 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: bison-3.7.4-5.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-base-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-grafana-dashboards-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-immutable-object-cache-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mds-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.157 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-cephadm-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-dashboard-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-modules-core-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mgr-rook-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-mon-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-osd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-prometheus-alerts-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-radosgw-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-selinux-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-test-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: ceph-volume-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.158 INFO:teuthology.orchestra.run.smithi078.stdout: cephadm-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-shell-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: cephfs-top-2:19.0.0-3154.ga630765c.el9.noarch 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: flex-2.6.4-9.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-21T08:58:32.159 INFO:teuthology.orchestra.run.smithi078.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs-devel-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: libcephfs2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: libcephsqlite-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: librados-devel-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: libradosstriper1-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-21T08:58:32.160 INFO:teuthology.orchestra.run.smithi078.stdout: librgw2-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: lua-5.4.4-4.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-21T08:58:32.161 INFO:teuthology.orchestra.run.smithi078.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-21T08:58:32.162 INFO:teuthology.orchestra.run.smithi078.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-21T08:58:32.162 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-13.14-1.el9.x86_64 2024-04-21T08:58:32.162 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-21T08:58:32.162 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-21T08:58:32.162 INFO:teuthology.orchestra.run.smithi078.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-21T08:58:32.162 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-21T08:58:32.162 INFO:teuthology.orchestra.run.smithi078.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-21T08:58:32.163 INFO:teuthology.orchestra.run.smithi078.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-21T08:58:32.163 INFO:teuthology.orchestra.run.smithi078.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-21T08:58:32.163 INFO:teuthology.orchestra.run.smithi078.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-21T08:58:32.163 INFO:teuthology.orchestra.run.smithi078.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-21T08:58:32.163 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-21T08:58:32.163 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-argparse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.163 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ceph-common-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.164 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cephfs-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.164 INFO:teuthology.orchestra.run.smithi078.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-21T08:58:32.164 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-21T08:58:32.164 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-21T08:58:32.164 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-21T08:58:32.164 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-21T08:58:32.165 INFO:teuthology.orchestra.run.smithi078.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-21T08:58:32.165 INFO:teuthology.orchestra.run.smithi078.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-21T08:58:32.165 INFO:teuthology.orchestra.run.smithi078.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-21T08:58:32.165 INFO:teuthology.orchestra.run.smithi078.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-21T08:58:32.165 INFO:teuthology.orchestra.run.smithi078.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-21T08:58:32.165 INFO:teuthology.orchestra.run.smithi078.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-21T08:58:32.166 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-21T08:58:32.166 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-21T08:58:32.166 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-21T08:58:32.166 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-21T08:58:32.166 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-21T08:58:32.166 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-21T08:58:32.167 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-21T08:58:32.167 INFO:teuthology.orchestra.run.smithi078.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-21T08:58:32.167 INFO:teuthology.orchestra.run.smithi078.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-21T08:58:32.167 INFO:teuthology.orchestra.run.smithi078.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-21T08:58:32.167 INFO:teuthology.orchestra.run.smithi078.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-21T08:58:32.167 INFO:teuthology.orchestra.run.smithi078.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-21T08:58:32.167 INFO:teuthology.orchestra.run.smithi078.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-21T08:58:32.168 INFO:teuthology.orchestra.run.smithi078.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-21T08:58:32.168 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-21T08:58:32.168 INFO:teuthology.orchestra.run.smithi078.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-21T08:58:32.168 INFO:teuthology.orchestra.run.smithi078.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-21T08:58:32.168 INFO:teuthology.orchestra.run.smithi078.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-21T08:58:32.168 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-21T08:58:32.168 INFO:teuthology.orchestra.run.smithi078.stdout: python3-ply-3.11-14.el9.noarch 2024-04-21T08:58:32.168 INFO:teuthology.orchestra.run.smithi078.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-21T08:58:32.169 INFO:teuthology.orchestra.run.smithi078.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-21T08:58:32.169 INFO:teuthology.orchestra.run.smithi078.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-21T08:58:32.169 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-21T08:58:32.169 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-21T08:58:32.169 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-21T08:58:32.169 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-21T08:58:32.170 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-21T08:58:32.170 INFO:teuthology.orchestra.run.smithi078.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-21T08:58:32.170 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rados-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.170 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rbd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.170 INFO:teuthology.orchestra.run.smithi078.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-21T08:58:32.171 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-21T08:58:32.171 INFO:teuthology.orchestra.run.smithi078.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-21T08:58:32.171 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rgw-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.171 INFO:teuthology.orchestra.run.smithi078.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-21T08:58:32.171 INFO:teuthology.orchestra.run.smithi078.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-21T08:58:32.171 INFO:teuthology.orchestra.run.smithi078.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-21T08:58:32.171 INFO:teuthology.orchestra.run.smithi078.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-21T08:58:32.171 INFO:teuthology.orchestra.run.smithi078.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-fuse-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-mirror-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: rbd-nbd-2:19.0.0-3154.ga630765c.el9.x86_64 2024-04-21T08:58:32.172 INFO:teuthology.orchestra.run.smithi078.stdout: re2-1:20211101-3.el9.x86_64 2024-04-21T08:58:32.173 INFO:teuthology.orchestra.run.smithi078.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-21T08:58:32.173 INFO:teuthology.orchestra.run.smithi078.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-21T08:58:32.173 INFO:teuthology.orchestra.run.smithi078.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-21T08:58:32.173 INFO:teuthology.orchestra.run.smithi078.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-21T08:58:32.173 INFO:teuthology.orchestra.run.smithi078.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-21T08:58:32.173 INFO:teuthology.orchestra.run.smithi078.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-21T08:58:32.173 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T08:58:32.173 INFO:teuthology.orchestra.run.smithi078.stdout:Complete! 2024-04-21T08:58:32.545 DEBUG:teuthology.parallel:result is None 2024-04-21T08:58:32.546 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:58:32.798 DEBUG:teuthology.orchestra.run.smithi052:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-21T08:58:32.824 INFO:teuthology.orchestra.run.smithi052.stdout:19.0.0-3154.ga630765c.el9 2024-04-21T08:58:32.825 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3154.ga630765c.el9 2024-04-21T08:58:32.825 INFO:teuthology.task.install:The correct ceph version 19.0.0-3154.ga630765c is installed. 2024-04-21T08:58:32.826 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:58:32.968 DEBUG:teuthology.orchestra.run.smithi060:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-21T08:58:32.995 INFO:teuthology.orchestra.run.smithi060.stdout:19.0.0-3154.ga630765c.el9 2024-04-21T08:58:32.996 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3154.ga630765c.el9 2024-04-21T08:58:32.996 INFO:teuthology.task.install:The correct ceph version 19.0.0-3154.ga630765c is installed. 2024-04-21T08:58:32.997 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:58:33.211 DEBUG:teuthology.orchestra.run.smithi078:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-21T08:58:33.232 INFO:teuthology.orchestra.run.smithi078.stdout:19.0.0-3154.ga630765c.el9 2024-04-21T08:58:33.233 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3154.ga630765c.el9 2024-04-21T08:58:33.233 INFO:teuthology.task.install:The correct ceph version 19.0.0-3154.ga630765c is installed. 2024-04-21T08:58:33.234 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-21T08:58:33.234 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T08:58:33.234 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-21T08:58:33.267 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T08:58:33.267 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-21T08:58:33.300 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T08:58:33.300 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-21T08:58:33.326 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-21T08:58:33.326 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T08:58:33.327 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/daemon-helper 2024-04-21T08:58:33.355 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-21T08:58:33.423 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T08:58:33.423 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/usr/bin/daemon-helper 2024-04-21T08:58:33.452 DEBUG:teuthology.orchestra.run.smithi060:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-21T08:58:33.520 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T08:58:33.521 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/daemon-helper 2024-04-21T08:58:33.544 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-21T08:58:33.608 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-21T08:58:33.608 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T08:58:33.608 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-21T08:58:33.637 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-21T08:58:33.707 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T08:58:33.707 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-21T08:58:33.736 DEBUG:teuthology.orchestra.run.smithi060:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-21T08:58:33.805 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T08:58:33.805 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-21T08:58:33.829 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-21T08:58:33.893 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-21T08:58:33.893 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T08:58:33.893 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/usr/bin/stdin-killer 2024-04-21T08:58:33.921 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-21T08:58:33.990 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T08:58:33.990 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/usr/bin/stdin-killer 2024-04-21T08:58:34.020 DEBUG:teuthology.orchestra.run.smithi060:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-21T08:58:34.089 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T08:58:34.089 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/usr/bin/stdin-killer 2024-04-21T08:58:34.113 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-21T08:58:34.176 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-21T08:58:34.266 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'a630765c1f93c6e61d9b40c4b76437611d5ef29e', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-21T08:58:34.266 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:58:34.266 INFO:tasks.cephadm:Cluster fsid is 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:58:34.267 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-21T08:58:34.267 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.52', 'mon.b': '172.21.15.60', 'mon.c': '172.21.15.78'} 2024-04-21T08:58:34.267 INFO:tasks.cephadm:First mon is mon.a on smithi052 2024-04-21T08:58:34.267 INFO:tasks.cephadm:First mgr is x 2024-04-21T08:58:34.267 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-21T08:58:34.267 DEBUG:teuthology.orchestra.run.smithi052:> sudo hostname $(hostname -s) 2024-04-21T08:58:34.297 DEBUG:teuthology.orchestra.run.smithi060:> sudo hostname $(hostname -s) 2024-04-21T08:58:34.326 DEBUG:teuthology.orchestra.run.smithi078:> sudo hostname $(hostname -s) 2024-04-21T08:58:34.349 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-21T08:58:34.349 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:58:34.494 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'a630765c1f93c6e61d9b40c4b76437611d5ef29e', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78740/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3154-ga630765c', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3154.ga630765c'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-19 11:13:53.331234', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-21T08:58:34.633 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 a630765c1f93c6e61d9b40c4b76437611d5ef29e from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:58:34.634 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/x86_64/flavors/default/cephadm 2024-04-21T08:58:34.635 DEBUG:teuthology.orchestra.run.smithi052:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:35.089 INFO:teuthology.orchestra.run.smithi052.stdout:-rw-r--r--. 1 ubuntu ubuntu 781532 Apr 21 08:58 /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:35.090 DEBUG:teuthology.orchestra.run.smithi060:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:35.557 INFO:teuthology.orchestra.run.smithi060.stdout:-rw-r--r--. 1 ubuntu ubuntu 781532 Apr 21 08:58 /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:35.557 DEBUG:teuthology.orchestra.run.smithi078:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/a630765c1f93c6e61d9b40c4b76437611d5ef29e/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:36.037 INFO:teuthology.orchestra.run.smithi078.stdout:-rw-r--r--. 1 ubuntu ubuntu 781532 Apr 21 08:58 /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:36.037 DEBUG:teuthology.orchestra.run.smithi052:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:36.056 DEBUG:teuthology.orchestra.run.smithi060:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:36.076 DEBUG:teuthology.orchestra.run.smithi078:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-21T08:58:36.108 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e on all hosts... 2024-04-21T08:58:36.108 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e pull 2024-04-21T08:58:36.111 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e pull 2024-04-21T08:58:36.119 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e pull 2024-04-21T08:58:37.706 INFO:teuthology.orchestra.run.smithi052.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e... 2024-04-21T08:58:37.753 INFO:teuthology.orchestra.run.smithi060.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e... 2024-04-21T08:58:37.796 INFO:teuthology.orchestra.run.smithi078.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e... 2024-04-21T08:59:04.976 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-04-21T08:59:04.977 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_version": "ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev)", 2024-04-21T08:59:04.977 INFO:teuthology.orchestra.run.smithi078.stdout: "image_id": "b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192", 2024-04-21T08:59:04.977 INFO:teuthology.orchestra.run.smithi078.stdout: "repo_digests": [ 2024-04-21T08:59:04.977 INFO:teuthology.orchestra.run.smithi078.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda" 2024-04-21T08:59:04.977 INFO:teuthology.orchestra.run.smithi078.stdout: ] 2024-04-21T08:59:04.977 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-04-21T08:59:11.455 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T08:59:11.456 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_version": "ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev)", 2024-04-21T08:59:11.456 INFO:teuthology.orchestra.run.smithi052.stdout: "image_id": "b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192", 2024-04-21T08:59:11.456 INFO:teuthology.orchestra.run.smithi052.stdout: "repo_digests": [ 2024-04-21T08:59:11.456 INFO:teuthology.orchestra.run.smithi052.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda" 2024-04-21T08:59:11.456 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T08:59:11.456 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T08:59:13.705 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-04-21T08:59:13.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_version": "ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev)", 2024-04-21T08:59:13.705 INFO:teuthology.orchestra.run.smithi060.stdout: "image_id": "b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192", 2024-04-21T08:59:13.705 INFO:teuthology.orchestra.run.smithi060.stdout: "repo_digests": [ 2024-04-21T08:59:13.705 INFO:teuthology.orchestra.run.smithi060.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda" 2024-04-21T08:59:13.705 INFO:teuthology.orchestra.run.smithi060.stdout: ] 2024-04-21T08:59:13.705 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-04-21T08:59:13.729 DEBUG:teuthology.orchestra.run.smithi052:> sudo mkdir -p /etc/ceph 2024-04-21T08:59:13.763 DEBUG:teuthology.orchestra.run.smithi060:> sudo mkdir -p /etc/ceph 2024-04-21T08:59:13.789 DEBUG:teuthology.orchestra.run.smithi078:> sudo mkdir -p /etc/ceph 2024-04-21T08:59:13.822 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 777 /etc/ceph 2024-04-21T08:59:13.850 DEBUG:teuthology.orchestra.run.smithi060:> sudo chmod 777 /etc/ceph 2024-04-21T08:59:13.875 DEBUG:teuthology.orchestra.run.smithi078:> sudo chmod 777 /etc/ceph 2024-04-21T08:59:13.902 INFO:tasks.cephadm:Writing seed config... 2024-04-21T08:59:13.903 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-21T08:59:13.903 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-21T08:59:13.903 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-21T08:59:13.903 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-21T08:59:13.903 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-21T08:59:13.903 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-21T08:59:13.903 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-21T08:59:13.903 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-21T08:59:13.904 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-21T08:59:13.905 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-21T08:59:13.906 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-21T08:59:13.906 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-21T08:59:13.906 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-21T08:59:13.906 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-21T08:59:13.906 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-21T08:59:13.906 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-21T08:59:13.909 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T08:59:13.909 DEBUG:teuthology.orchestra.run.smithi052:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-21T08:59:13.928 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 55749214-ffbd-11ee-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-21T08:59:13.928 DEBUG:teuthology.orchestra.run.smithi052:mon.a> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.a.service 2024-04-21T08:59:13.970 DEBUG:teuthology.orchestra.run.smithi052:mgr.x> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.x.service 2024-04-21T08:59:14.013 INFO:tasks.cephadm:Bootstrapping... 2024-04-21T08:59:14.014 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e -v bootstrap --fsid 55749214-ffbd-11ee-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.52 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-21T08:59:14.217 INFO:teuthology.orchestra.run.smithi052.stdout:-------------------------------------------------------------------------------- 2024-04-21T08:59:14.217 INFO:teuthology.orchestra.run.smithi052.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e', '-v', 'bootstrap', '--fsid', '55749214-ffbd-11ee-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.52', '--skip-admin-label'] 2024-04-21T08:59:14.217 INFO:teuthology.orchestra.run.smithi052.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-21T08:59:14.218 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying podman|docker is present... 2024-04-21T08:59:14.243 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-21T08:59:14.243 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying lvm2 is present... 2024-04-21T08:59:14.243 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying time synchronization is in place... 2024-04-21T08:59:14.251 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-21T08:59:14.251 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-21T08:59:14.257 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-21T08:59:14.257 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-04-21T08:59:14.263 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout enabled 2024-04-21T08:59:14.270 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout active 2024-04-21T08:59:14.270 INFO:teuthology.orchestra.run.smithi052.stdout:Unit chronyd.service is enabled and running 2024-04-21T08:59:14.270 INFO:teuthology.orchestra.run.smithi052.stdout:Repeating the final host check... 2024-04-21T08:59:14.305 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-21T08:59:14.305 INFO:teuthology.orchestra.run.smithi052.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-21T08:59:14.305 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl is present 2024-04-21T08:59:14.305 INFO:teuthology.orchestra.run.smithi052.stdout:lvcreate is present 2024-04-21T08:59:14.311 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-21T08:59:14.312 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-21T08:59:14.318 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-21T08:59:14.318 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-04-21T08:59:14.324 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout enabled 2024-04-21T08:59:14.331 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout active 2024-04-21T08:59:14.331 INFO:teuthology.orchestra.run.smithi052.stdout:Unit chronyd.service is enabled and running 2024-04-21T08:59:14.331 INFO:teuthology.orchestra.run.smithi052.stdout:Host looks OK 2024-04-21T08:59:14.331 INFO:teuthology.orchestra.run.smithi052.stdout:Cluster fsid: 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:14.331 INFO:teuthology.orchestra.run.smithi052.stdout:Acquiring lock 139760869142480 on /run/cephadm/55749214-ffbd-11ee-bc93-c7b262605968.lock 2024-04-21T08:59:14.331 INFO:teuthology.orchestra.run.smithi052.stdout:Lock 139760869142480 acquired on /run/cephadm/55749214-ffbd-11ee-bc93-c7b262605968.lock 2024-04-21T08:59:14.331 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying IP 172.21.15.52 port 3300 ... 2024-04-21T08:59:14.332 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying IP 172.21.15.52 port 6789 ... 2024-04-21T08:59:14.332 INFO:teuthology.orchestra.run.smithi052.stdout:Base mon IP(s) is [172.21.15.52:3300, 172.21.15.52:6789], mon addrv is [v2:172.21.15.52:3300,v1:172.21.15.52:6789] 2024-04-21T08:59:14.335 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.52 metric 100 2024-04-21T08:59:14.335 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.52 metric 100 2024-04-21T08:59:14.337 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-21T08:59:14.337 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-21T08:59:14.337 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-21T08:59:14.340 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-21T08:59:14.340 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-21T08:59:14.340 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-21T08:59:14.340 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-21T08:59:14.340 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15de/64 scope link noprefixroute 2024-04-21T08:59:14.340 INFO:teuthology.orchestra.run.smithi052.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-21T08:59:14.341 INFO:teuthology.orchestra.run.smithi052.stdout:Mon IP `172.21.15.52` is in CIDR network `172.21.0.0/20` 2024-04-21T08:59:14.341 INFO:teuthology.orchestra.run.smithi052.stdout:Mon IP `172.21.15.52` is in CIDR network `172.21.0.0/20` 2024-04-21T08:59:14.341 INFO:teuthology.orchestra.run.smithi052.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-21T08:59:14.341 INFO:teuthology.orchestra.run.smithi052.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-21T08:59:14.342 INFO:teuthology.orchestra.run.smithi052.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e... 2024-04-21T08:59:14.949 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stdout b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 2024-04-21T08:59:14.950 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e... 2024-04-21T08:59:14.950 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Getting image source signatures 2024-04-21T08:59:14.950 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying blob sha256:7eab8a2da10d06ac88aea1fd8998a2559b4de9d07c585e3b1e6ee6c4d35fc119 2024-04-21T08:59:14.950 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-21T08:59:14.950 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Copying config sha256:b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 2024-04-21T08:59:14.950 INFO:teuthology.orchestra.run.smithi052.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-21T08:59:15.822 INFO:teuthology.orchestra.run.smithi052.stdout:ceph: stdout ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T08:59:15.822 INFO:teuthology.orchestra.run.smithi052.stdout:Ceph version: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T08:59:15.822 INFO:teuthology.orchestra.run.smithi052.stdout:Extracting ceph user uid/gid from container image... 2024-04-21T08:59:16.723 INFO:teuthology.orchestra.run.smithi052.stdout:stat: stdout 167 167 2024-04-21T08:59:16.724 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial keys... 2024-04-21T08:59:17.651 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQBl1SRmlWFPARAAUER5UCxhGGxxuNtLtquV0g== 2024-04-21T08:59:20.443 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQBm1SRmhCIXARAAI866MkQovDbOLzFXyhhciQ== 2024-04-21T08:59:29.520 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph-authtool: stdout AQBr1SRmKPUYFhAA7Hl+C1JDurFf8aNaEpFR5A== 2024-04-21T08:59:29.521 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial monmap... 2024-04-21T08:59:32.497 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-21T08:59:32.497 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-21T08:59:32.497 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:32.497 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-21T08:59:32.497 INFO:teuthology.orchestra.run.smithi052.stdout:monmaptool for a [v2:172.21.15.52:3300,v1:172.21.15.52:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-21T08:59:32.497 INFO:teuthology.orchestra.run.smithi052.stdout:setting min_mon_release = quincy 2024-04-21T08:59:32.497 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: set fsid to 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:32.497 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-21T08:59:32.498 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T08:59:32.498 INFO:teuthology.orchestra.run.smithi052.stdout:Creating mon... 2024-04-21T08:59:33.561 INFO:teuthology.orchestra.run.smithi052.stdout:create mon.a on 2024-04-21T08:59:33.779 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-21T08:59:33.938 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-21T08:59:34.243 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-55749214-ffbd-11ee-bc93-c7b262605968.target → /etc/systemd/system/ceph-55749214-ffbd-11ee-bc93-c7b262605968.target. 2024-04-21T08:59:34.243 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-55749214-ffbd-11ee-bc93-c7b262605968.target → /etc/systemd/system/ceph-55749214-ffbd-11ee-bc93-c7b262605968.target. 2024-04-21T08:59:34.496 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.a 2024-04-21T08:59:34.496 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to reset failed state of unit ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.a.service: Unit ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.a.service not loaded. 2024-04-21T08:59:34.669 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-55749214-ffbd-11ee-bc93-c7b262605968.target.wants/ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-55749214-ffbd-11ee-bc93-c7b262605968@.service. 2024-04-21T08:59:34.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:34 smithi052 podman[27637]: 2024-04-21 08:59:34.818462481 +0000 UTC m=+0.018206881 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:59:35.202 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-21T08:59:35.202 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-04-21T08:59:35.209 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-21T08:59:35.209 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-04-21T08:59:35.209 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-04-21T08:59:35.209 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to enable service . firewalld.service is not available 2024-04-21T08:59:35.209 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mon to start... 2024-04-21T08:59:35.209 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mon... 2024-04-21T08:59:35.330 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:35 smithi052 podman[27637]: 2024-04-21 08:59:35.113565278 +0000 UTC m=+0.313309664 container init 7872d96105fb1951ebf07cb99e9a699df039a812dc61cd0925bc137198563a69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-21T08:59:35.330 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:35 smithi052 podman[27637]: 2024-04-21 08:59:35.116977931 +0000 UTC m=+0.316722325 container start 7872d96105fb1951ebf07cb99e9a699df039a812dc61cd0925bc137198563a69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-04-21T08:59:35.331 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:35 smithi052 ceph-mon[27657]: mkfs 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:35.331 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:35 smithi052 ceph-mon[27657]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-21T08:59:35.331 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:35 smithi052 bash[27637]: 7872d96105fb1951ebf07cb99e9a699df039a812dc61cd0925bc137198563a69 2024-04-21T08:59:35.331 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:35 smithi052 systemd[1]: Started Ceph mon.a for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T08:59:36.277 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: monmap epoch 1 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: last_changed 2024-04-21T08:59:31.933984+0000 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: min_mon_release 19 (squid) 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: election_strategy: 1 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: fsmap 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: osdmap e1: 0 total, 0 up, 0 in 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: mgrmap e1: no daemons active 2024-04-21T08:59:36.278 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:36 smithi052 ceph-mon[27657]: from='client.? 172.21.15.52:0/3768325621' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-21T08:59:36.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout cluster: 2024-04-21T08:59:36.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout id: 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:36.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-21T08:59:36.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:36.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout services: 2024-04-21T08:59:36.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.541158s) 2024-04-21T08:59:36.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-21T08:59:36.286 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout data: 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout pgs: 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.616+0000 7f1c6a826700 1 Processor -- start 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.616+0000 7f1c6a826700 1 -- start start 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.616+0000 7f1c6a826700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c641088d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.616+0000 7f1c6a826700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1c64108ea0 con 0x7f1c641084b0 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.616+0000 7f1c63fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c641088d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:36.287 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.617+0000 7f1c63fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c641088d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56966/0 (socket says 172.21.15.52:56966) 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.617+0000 7f1c63fff700 1 -- 172.21.15.52:0/222518566 learned_addr learned my addr 172.21.15.52:0/222518566 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.617+0000 7f1c63fff700 1 -- 172.21.15.52:0/222518566 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c64109660 con 0x7f1c641084b0 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.617+0000 7f1c63fff700 1 --2- 172.21.15.52:0/222518566 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c641088d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1c540098a0 tx=0x7f1c54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24ef71f634887c4b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.617+0000 7f1c62ffd700 1 -- 172.21.15.52:0/222518566 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c54004160 con 0x7f1c641084b0 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.617+0000 7f1c62ffd700 1 -- 172.21.15.52:0/222518566 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c54004300 con 0x7f1c641084b0 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.617+0000 7f1c62ffd700 1 -- 172.21.15.52:0/222518566 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c540036a0 con 0x7f1c641084b0 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.618+0000 7f1c6a826700 1 -- 172.21.15.52:0/222518566 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 msgr2=0x7f1c641088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.618+0000 7f1c6a826700 1 --2- 172.21.15.52:0/222518566 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c641088d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1c540098a0 tx=0x7f1c54009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.618+0000 7f1c6a826700 1 -- 172.21.15.52:0/222518566 shutdown_connections 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.618+0000 7f1c6a826700 1 --2- 172.21.15.52:0/222518566 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c641088d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.618+0000 7f1c6a826700 1 -- 172.21.15.52:0/222518566 >> 172.21.15.52:0/222518566 conn(0x7f1c64103af0 msgr2=0x7f1c64105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.618+0000 7f1c6a826700 1 -- 172.21.15.52:0/222518566 shutdown_connections 2024-04-21T08:59:36.288 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.618+0000 7f1c6a826700 1 -- 172.21.15.52:0/222518566 wait complete. 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.618+0000 7f1c6a826700 1 Processor -- start 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.619+0000 7f1c6a826700 1 -- start start 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.619+0000 7f1c6a826700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c6419b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.619+0000 7f1c6a826700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1c64109b90 con 0x7f1c641084b0 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.619+0000 7f1c63fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c6419b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.619+0000 7f1c63fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c6419b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56972/0 (socket says 172.21.15.52:56972) 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.619+0000 7f1c63fff700 1 -- 172.21.15.52:0/3768325621 learned_addr learned my addr 172.21.15.52:0/3768325621 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.619+0000 7f1c63fff700 1 -- 172.21.15.52:0/3768325621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c6419bea0 con 0x7f1c641084b0 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.619+0000 7f1c63fff700 1 --2- 172.21.15.52:0/3768325621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c6419b960 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1c54000c00 tx=0x7f1c54004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.620+0000 7f1c617fa700 1 -- 172.21.15.52:0/3768325621 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c54003db0 con 0x7f1c641084b0 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.620+0000 7f1c617fa700 1 -- 172.21.15.52:0/3768325621 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c54011630 con 0x7f1c641084b0 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.620+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c6419c130 con 0x7f1c641084b0 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.620+0000 7f1c617fa700 1 -- 172.21.15.52:0/3768325621 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c54011950 con 0x7f1c641084b0 2024-04-21T08:59:36.289 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.620+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c6419ee20 con 0x7f1c641084b0 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.620+0000 7f1c617fa700 1 -- 172.21.15.52:0/3768325621 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1c54011af0 con 0x7f1c641084b0 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.620+0000 7f1c617fa700 1 -- 172.21.15.52:0/3768325621 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1c5401c450 con 0x7f1c641084b0 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.621+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c640640a0 con 0x7f1c641084b0 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.623+0000 7f1c617fa700 1 -- 172.21.15.52:0/3768325621 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f1c54004260 con 0x7f1c641084b0 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.696+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f1c6402e100 con 0x7f1c641084b0 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.696+0000 7f1c617fa700 1 -- 172.21.15.52:0/3768325621 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f1c5401b450 con 0x7f1c641084b0 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.697+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 msgr2=0x7f1c6419b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.697+0000 7f1c6a826700 1 --2- 172.21.15.52:0/3768325621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c6419b960 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1c54000c00 tx=0x7f1c54004750 comp rx=0 tx=0).stop 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.697+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 shutdown_connections 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.697+0000 7f1c6a826700 1 --2- 172.21.15.52:0/3768325621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641084b0 0x7f1c6419b960 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.697+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 >> 172.21.15.52:0/3768325621 conn(0x7f1c64103af0 msgr2=0x7f1c64192680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.697+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 shutdown_connections 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:35.697+0000 7f1c6a826700 1 -- 172.21.15.52:0/3768325621 wait complete. 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:mon is available 2024-04-21T08:59:36.290 INFO:teuthology.orchestra.run.smithi052.stdout:Assimilating anything we can from ceph.conf... 2024-04-21T08:59:37.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:37 smithi052 ceph-mon[27657]: from='client.? 172.21.15.52:0/196071228' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-21T08:59:37.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:37 smithi052 ceph-mon[27657]: from='client.? 172.21.15.52:0/196071228' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [global] 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout fsid = 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.52:3300,v1:172.21.15.52:6789] 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:37.984 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [osd] 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.810+0000 7f6598af6700 1 Processor -- start 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.810+0000 7f6598af6700 1 -- start start 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.810+0000 7f6598af6700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659407c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.810+0000 7f6598af6700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f659407c810 con 0x7f659407de20 2024-04-21T08:59:37.985 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.810+0000 7f659259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659407c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.810+0000 7f659259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659407c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35010/0 (socket says 172.21.15.52:35010) 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.810+0000 7f659259c700 1 -- 172.21.15.52:0/133009277 learned_addr learned my addr 172.21.15.52:0/133009277 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.811+0000 7f659259c700 1 -- 172.21.15.52:0/133009277 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f659407c990 con 0x7f659407de20 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.811+0000 7f659259c700 1 --2- 172.21.15.52:0/133009277 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659407c2d0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f65840098a0 tx=0x7f6584009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=424b1a3798214524 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.811+0000 7f659159a700 1 -- 172.21.15.52:0/133009277 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6584004160 con 0x7f659407de20 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.811+0000 7f659159a700 1 -- 172.21.15.52:0/133009277 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6584004300 con 0x7f659407de20 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.811+0000 7f659159a700 1 -- 172.21.15.52:0/133009277 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f65840036a0 con 0x7f659407de20 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.811+0000 7f6598af6700 1 -- 172.21.15.52:0/133009277 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 msgr2=0x7f659407c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.811+0000 7f6598af6700 1 --2- 172.21.15.52:0/133009277 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659407c2d0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f65840098a0 tx=0x7f6584009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.812+0000 7f6598af6700 1 -- 172.21.15.52:0/133009277 shutdown_connections 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.812+0000 7f6598af6700 1 --2- 172.21.15.52:0/133009277 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659407c2d0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:37.986 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.812+0000 7f6598af6700 1 -- 172.21.15.52:0/133009277 >> 172.21.15.52:0/133009277 conn(0x7f6594103af0 msgr2=0x7f6594105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.812+0000 7f6598af6700 1 -- 172.21.15.52:0/133009277 shutdown_connections 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.812+0000 7f6598af6700 1 -- 172.21.15.52:0/133009277 wait complete. 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.812+0000 7f6598af6700 1 Processor -- start 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.812+0000 7f6598af6700 1 -- start start 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f6598af6700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659419db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f6598af6700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f659407cec0 con 0x7f659407de20 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f659259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659419db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f659259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659419db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35016/0 (socket says 172.21.15.52:35016) 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f659259c700 1 -- 172.21.15.52:0/196071228 learned_addr learned my addr 172.21.15.52:0/196071228 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f659259c700 1 -- 172.21.15.52:0/196071228 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f659419e080 con 0x7f659407de20 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f659259c700 1 --2- 172.21.15.52:0/196071228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659419db40 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f6584000c00 tx=0x7f6584004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f65837fe700 1 -- 172.21.15.52:0/196071228 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6584003db0 con 0x7f659407de20 2024-04-21T08:59:37.987 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f65837fe700 1 -- 172.21.15.52:0/196071228 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6584011630 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.813+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f659419e310 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.814+0000 7f65837fe700 1 -- 172.21.15.52:0/196071228 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6584011950 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.814+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65941a1000 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.814+0000 7f65837fe700 1 -- 172.21.15.52:0/196071228 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6584011af0 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.814+0000 7f65837fe700 1 -- 172.21.15.52:0/196071228 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f658401c450 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.815+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65940640a0 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.817+0000 7f65837fe700 1 -- 172.21.15.52:0/196071228 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6584032020 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.888+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f65941a11d0 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.891+0000 7f65837fe700 1 -- 172.21.15.52:0/196071228 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f6584004260 con 0x7f659407de20 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.892+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 msgr2=0x7f659419db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.892+0000 7f6598af6700 1 --2- 172.21.15.52:0/196071228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659419db40 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f6584000c00 tx=0x7f6584004750 comp rx=0 tx=0).stop 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.892+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 shutdown_connections 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.892+0000 7f6598af6700 1 --2- 172.21.15.52:0/196071228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f659407de20 0x7f659419db40 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:37.988 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.892+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 >> 172.21.15.52:0/196071228 conn(0x7f6594103af0 msgr2=0x7f6594104860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:37.989 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.892+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 shutdown_connections 2024-04-21T08:59:37.989 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:36.892+0000 7f6598af6700 1 -- 172.21.15.52:0/196071228 wait complete. 2024-04-21T08:59:37.989 INFO:teuthology.orchestra.run.smithi052.stdout:Generating new minimal ceph.conf... 2024-04-21T08:59:38.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:38 smithi052 ceph-mon[27657]: from='client.? 172.21.15.52:0/2705692388' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.409+0000 7f651b2b2700 1 Processor -- start 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.410+0000 7f651b2b2700 1 -- start start 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.410+0000 7f651b2b2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f65141088d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.410+0000 7f651b2b2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6514108ea0 con 0x7f65141084b0 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.410+0000 7f651904e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f65141088d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.410+0000 7f651904e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f65141088d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35028/0 (socket says 172.21.15.52:35028) 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.410+0000 7f651904e700 1 -- 172.21.15.52:0/1603552880 learned_addr learned my addr 172.21.15.52:0/1603552880 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.410+0000 7f651904e700 1 -- 172.21.15.52:0/1603552880 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6514109660 con 0x7f65141084b0 2024-04-21T08:59:39.032 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.411+0000 7f651904e700 1 --2- 172.21.15.52:0/1603552880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f65141088d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f65040098a0 tx=0x7f6504009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=803ed1d9b78d4476 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.411+0000 7f650bfff700 1 -- 172.21.15.52:0/1603552880 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6504004160 con 0x7f65141084b0 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.411+0000 7f650bfff700 1 -- 172.21.15.52:0/1603552880 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6504004300 con 0x7f65141084b0 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.411+0000 7f650bfff700 1 -- 172.21.15.52:0/1603552880 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6504011af0 con 0x7f65141084b0 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.411+0000 7f651b2b2700 1 -- 172.21.15.52:0/1603552880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 msgr2=0x7f65141088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.411+0000 7f651b2b2700 1 --2- 172.21.15.52:0/1603552880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f65141088d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f65040098a0 tx=0x7f6504009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 -- 172.21.15.52:0/1603552880 shutdown_connections 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 --2- 172.21.15.52:0/1603552880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f65141088d0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 -- 172.21.15.52:0/1603552880 >> 172.21.15.52:0/1603552880 conn(0x7f6514103af0 msgr2=0x7f6514105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 -- 172.21.15.52:0/1603552880 shutdown_connections 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 -- 172.21.15.52:0/1603552880 wait complete. 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 Processor -- start 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 -- start start 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f651419e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:39.033 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.412+0000 7f651b2b2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f651410c890 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f651904e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f651419e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f651904e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f651419e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35030/0 (socket says 172.21.15.52:35030) 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f651904e700 1 -- 172.21.15.52:0/2705692388 learned_addr learned my addr 172.21.15.52:0/2705692388 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f651904e700 1 -- 172.21.15.52:0/2705692388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f651419e940 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f651904e700 1 --2- 172.21.15.52:0/2705692388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f651419e400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6504003f40 tx=0x7f6504011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f650a7fc700 1 -- 172.21.15.52:0/2705692388 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f65040038b0 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f651419ebd0 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f650a7fc700 1 -- 172.21.15.52:0/2705692388 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6504003a50 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f650a7fc700 1 -- 172.21.15.52:0/2705692388 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f650401a5c0 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65141a18c0 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f650a7fc700 1 -- 172.21.15.52:0/2705692388 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f650401ac50 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.413+0000 7f650a7fc700 1 -- 172.21.15.52:0/2705692388 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6504019700 con 0x7f65141084b0 2024-04-21T08:59:39.034 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.414+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65140640a0 con 0x7f65141084b0 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.416+0000 7f650a7fc700 1 -- 172.21.15.52:0/2705692388 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f65040199a0 con 0x7f65141084b0 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.488+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f65141a1e00 con 0x7f65141084b0 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.489+0000 7f650a7fc700 1 -- 172.21.15.52:0/2705692388 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f6504019b80 con 0x7f65141084b0 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.489+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 msgr2=0x7f651419e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.489+0000 7f651b2b2700 1 --2- 172.21.15.52:0/2705692388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f651419e400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6504003f40 tx=0x7f6504011890 comp rx=0 tx=0).stop 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.489+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 shutdown_connections 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.489+0000 7f651b2b2700 1 --2- 172.21.15.52:0/2705692388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65141084b0 0x7f651419e400 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.489+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 >> 172.21.15.52:0/2705692388 conn(0x7f6514103af0 msgr2=0x7f65141044b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.490+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 shutdown_connections 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:38.490+0000 7f651b2b2700 1 -- 172.21.15.52:0/2705692388 wait complete. 2024-04-21T08:59:39.035 INFO:teuthology.orchestra.run.smithi052.stdout:Restarting the monitor... 2024-04-21T08:59:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:39 smithi052 systemd[1]: Stopping Ceph mon.a for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T08:59:39.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:39 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[27652]: 2024-04-21T08:59:39.294+0000 7f0095195700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T08:59:39.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:39 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[27652]: 2024-04-21T08:59:39.294+0000 7f0095195700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-21T08:59:39.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:39 smithi052 podman[27902]: 2024-04-21 08:59:39.448535375 +0000 UTC m=+0.245641383 container died 7872d96105fb1951ebf07cb99e9a699df039a812dc61cd0925bc137198563a69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T08:59:39.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:39 smithi052 podman[27902]: 2024-04-21 08:59:39.794107234 +0000 UTC m=+0.591213290 container cleanup 7872d96105fb1951ebf07cb99e9a699df039a812dc61cd0925bc137198563a69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-21T08:59:39.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:39 smithi052 bash[27902]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a 2024-04-21T08:59:40.224 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:39 smithi052 podman[27916]: 2024-04-21 08:59:39.970023695 +0000 UTC m=+0.511739393 container remove 7872d96105fb1951ebf07cb99e9a699df039a812dc61cd0925bc137198563a69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T08:59:40.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-21T08:59:40.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 systemd[1]: Stopped Ceph mon.a for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T08:59:40.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 systemd[1]: Starting Ceph mon.a for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T08:59:40.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 podman[28016]: 2024-04-21 08:59:40.348742512 +0000 UTC m=+0.018495873 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:59:40.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 podman[28016]: 2024-04-21 08:59:40.446036686 +0000 UTC m=+0.115790030 container create de6c54deb62afbb15eec77b23e43265fb1d29d3136891de0b9d96dd243891b96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416) 2024-04-21T08:59:40.768 INFO:teuthology.orchestra.run.smithi052.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-21T08:59:40.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 podman[28016]: 2024-04-21 08:59:40.690049077 +0000 UTC m=+0.359802418 container init de6c54deb62afbb15eec77b23e43265fb1d29d3136891de0b9d96dd243891b96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 podman[28016]: 2024-04-21 08:59:40.693044317 +0000 UTC m=+0.362797657 container start de6c54deb62afbb15eec77b23e43265fb1d29d3136891de0b9d96dd243891b96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: set uid:gid to 167:167 (ceph:ceph) 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev), process ceph-mon, pid 2 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: pidfile_write: ignore empty --pid-file 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: load: jerasure load: lrc 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: RocksDB version: 7.9.2 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Git sha 0 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Compile date 2024-04-19 14:19:22 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: DB SUMMARY 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: DB Session ID: OWZVIQYBVVSX43A23GWT 2024-04-21T08:59:40.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: CURRENT file: CURRENT 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: IDENTITY file: IDENTITY 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104518 ; 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.error_if_exists: 0 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.create_if_missing: 0 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.paranoid_checks: 1 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.env: 0x55d73efe3cc0 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.fs: PosixFileSystem 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.info_log: 0x55d740645be0 2024-04-21T08:59:40.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_file_opening_threads: 16 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.statistics: (nil) 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.use_fsync: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_log_file_size: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.keep_log_file_num: 1000 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.recycle_log_file_num: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.allow_fallocate: 1 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.allow_mmap_reads: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.allow_mmap_writes: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.use_direct_reads: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.create_missing_column_families: 0 2024-04-21T08:59:40.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.db_log_dir: 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.wal_dir: 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.advise_random_on_open: 1 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.db_write_buffer_size: 0 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.write_buffer_manager: 0x55d7405d90e0 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-21T08:59:40.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.rate_limiter: (nil) 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.wal_recovery_mode: 2 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.enable_thread_tracking: 0 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.enable_pipelined_write: 0 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.unordered_write: 0 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.row_cache: None 2024-04-21T08:59:40.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.wal_filter: None 2024-04-21T08:59:40.960 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.allow_ingest_behind: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.two_write_queues: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.manual_wal_flush: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.wal_compression: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.atomic_flush: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.log_readahead_size: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.best_efforts_recovery: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.allow_data_in_errors: 0 2024-04-21T08:59:40.961 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.db_host_id: __hostname__ 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_background_jobs: 2 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_background_compactions: -1 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_subcompactions: 1 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_total_wal_size: 0 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_open_files: -1 2024-04-21T08:59:40.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bytes_per_sync: 0 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_readahead_size: 0 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_background_flushes: -1 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Compression algorithms supported: 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: kZSTD supported: 0 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: kXpressCompression supported: 0 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: kLZ4HCCompression supported: 1 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: kZlibCompression supported: 1 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: kSnappyCompression supported: 1 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: kLZ4Compression supported: 1 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: kBZip2Compression supported: 0 2024-04-21T08:59:40.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.merge_operator: 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_filter: None 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_filter_factory: None 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.sst_partitioner_factory: None 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d740645dc0) 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout: cache_index_and_filter_blocks: 1 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-21T08:59:40.964 INFO:journalctl@ceph.mon.a.smithi052.stdout: pin_top_level_index_and_filter: 1 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_type: 0 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_block_index_type: 0 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_shortening: 1 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: checksum: 4 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: no_block_cache: 0 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache: 0x55d74060b1f0 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_name: BinnedLRUCache 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_options: 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: capacity : 536870912 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: num_shard_bits : 4 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: strict_capacity_limit : 0 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: high_pri_pool_ratio: 0.000 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_cache_compressed: (nil) 2024-04-21T08:59:40.965 INFO:journalctl@ceph.mon.a.smithi052.stdout: persistent_cache: (nil) 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_size: 4096 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_size_deviation: 10 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_restart_interval: 16 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: index_block_restart_interval: 1 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: metadata_block_size: 4096 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: partition_filters: 0 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: use_delta_encoding: 1 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: filter_policy: bloomfilter 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: whole_key_filtering: 1 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: verify_compression: 0 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: read_amp_bytes_per_bit: 0 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: format_version: 5 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: enable_index_compression: 1 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: block_align: 0 2024-04-21T08:59:40.966 INFO:journalctl@ceph.mon.a.smithi052.stdout: max_auto_readahead_size: 262144 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout: prepopulate_block_cache: 0 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout: initial_auto_readahead_size: 8192 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout: num_file_reads_for_auto_readahead: 2 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.write_buffer_size: 33554432 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_write_buffer_number: 2 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression: NoCompression 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression: Disabled 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.prefix_extractor: nullptr 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.num_levels: 7 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-21T08:59:40.967 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.level: 32767 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.strategy: 0 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-21T08:59:40.968 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.enabled: false 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.target_file_size_base: 67108864 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-21T08:59:40.969 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.arena_block_size: 1048576 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.disable_auto_compactions: 0 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-21T08:59:40.970 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.inplace_update_support: 0 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-21T08:59:40.971 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.bloom_locality: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.max_successive_merges: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.paranoid_file_checks: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.force_consistency_checks: 1 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.report_bg_io_stats: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.ttl: 2592000 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.enable_blob_files: false 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.min_blob_size: 0 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.blob_file_size: 268435456 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-21T08:59:40.972 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.blob_file_starting_level: 0 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0483934e-472f-476c-b395-06259af4df07 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713689980722818, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713689980724416, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99739, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 97621, "index_size": 310, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14030, "raw_average_key_size": 49, "raw_value_size": 89983, "raw_average_value_size": 317, "num_data_blocks": 12, "num_entries": 283, "num_filter_entries": 283, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713689980, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0483934e-472f-476c-b395-06259af4df07", "db_session_id": "OWZVIQYBVVSX43A23GWT", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713689980724529, "job": 1, "event": "recovery_finished"} 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-21T08:59:40.973 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d740720000 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: DB pointer 0x55d74070a000 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** DB Stats ** 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-04-21T08:59:40.974 INFO:journalctl@ceph.mon.a.smithi052.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: L0 2/0 99.26 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 102.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: Sum 2/0 99.26 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 102.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 102.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** Compaction Stats [default] ** 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 102.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-21T08:59:40.975 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: Cumulative compaction: 0.00 GB write, 21.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: Interval compaction: 0.00 GB write, 21.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: Block cache BinnedLRUCache@0x55d74060b1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: starting mon.a rank 0 at public addrs [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] at bind addrs [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a@-1(???) e1 preinit fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a@-1(???).mds e1 new map 2024-04-21T08:59:40.976 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a@-1(???).mds e1 print_map 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout: e1 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout: legacy client fscid: -1 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout: 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout: No filesystems configured 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 bash[28016]: de6c54deb62afbb15eec77b23e43265fb1d29d3136891de0b9d96dd243891b96 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 systemd[1]: Started Ceph mon.a for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-21T08:59:40.977 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: monmap epoch 1 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: last_changed 2024-04-21T08:59:31.933984+0000 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: min_mon_release 19 (squid) 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: election_strategy: 1 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: fsmap 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: osdmap e1: 0 total, 0 up, 0 in 2024-04-21T08:59:40.978 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:40 smithi052 ceph-mon[28035]: mgrmap e1: no daemons active 2024-04-21T08:59:42.148 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.181+0000 7f7559b93700 1 Processor -- start 2024-04-21T08:59:42.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.181+0000 7f7559b93700 1 -- start start 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.181+0000 7f7559b93700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f7554108830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.181+0000 7f7559b93700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7554108e00 con 0x7f7554108410 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.182+0000 7f75537fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f7554108830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.182+0000 7f75537fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f7554108830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35038/0 (socket says 172.21.15.52:35038) 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.182+0000 7f75537fe700 1 -- 172.21.15.52:0/1860730057 learned_addr learned my addr 172.21.15.52:0/1860730057 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.182+0000 7f75537fe700 1 -- 172.21.15.52:0/1860730057 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75541095c0 con 0x7f7554108410 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.182+0000 7f75537fe700 1 --2- 172.21.15.52:0/1860730057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f7554108830 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f754c0098a0 tx=0x7f754c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f7c0378cfa1b6fd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.182+0000 7f75527fc700 1 -- 172.21.15.52:0/1860730057 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f754c004160 con 0x7f7554108410 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.182+0000 7f75527fc700 1 -- 172.21.15.52:0/1860730057 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f754c004300 con 0x7f7554108410 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.182+0000 7f75527fc700 1 -- 172.21.15.52:0/1860730057 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f754c011af0 con 0x7f7554108410 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.183+0000 7f7559b93700 1 -- 172.21.15.52:0/1860730057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 msgr2=0x7f7554108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.183+0000 7f7559b93700 1 --2- 172.21.15.52:0/1860730057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f7554108830 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f754c0098a0 tx=0x7f754c009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.183+0000 7f7559b93700 1 -- 172.21.15.52:0/1860730057 shutdown_connections 2024-04-21T08:59:42.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.183+0000 7f7559b93700 1 --2- 172.21.15.52:0/1860730057 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f7554108830 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.183+0000 7f7559b93700 1 -- 172.21.15.52:0/1860730057 >> 172.21.15.52:0/1860730057 conn(0x7f7554103a30 msgr2=0x7f7554105e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.183+0000 7f7559b93700 1 -- 172.21.15.52:0/1860730057 shutdown_connections 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.183+0000 7f7559b93700 1 -- 172.21.15.52:0/1860730057 wait complete. 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f7559b93700 1 Processor -- start 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f7559b93700 1 -- start start 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f7559b93700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f755419c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f7559b93700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f755410c7f0 con 0x7f7554108410 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f75537fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f755419c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f75537fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f755419c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35054/0 (socket says 172.21.15.52:35054) 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f75537fe700 1 -- 172.21.15.52:0/679108768 learned_addr learned my addr 172.21.15.52:0/679108768 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f75537fe700 1 -- 172.21.15.52:0/679108768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f755419c720 con 0x7f7554108410 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.184+0000 7f75537fe700 1 --2- 172.21.15.52:0/679108768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f755419c1e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f754c003f40 tx=0x7f754c011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.185+0000 7f7550ff9700 1 -- 172.21.15.52:0/679108768 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f754c0038b0 con 0x7f7554108410 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.185+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f755419c9b0 con 0x7f7554108410 2024-04-21T08:59:42.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.185+0000 7f7550ff9700 1 -- 172.21.15.52:0/679108768 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f754c003a50 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.185+0000 7f7550ff9700 1 -- 172.21.15.52:0/679108768 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f754c01a5c0 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.185+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f755419f6a0 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.185+0000 7f7550ff9700 1 -- 172.21.15.52:0/679108768 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f754c01ac50 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.185+0000 7f7550ff9700 1 -- 172.21.15.52:0/679108768 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f754c019700 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.186+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f755410c970 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.188+0000 7f7550ff9700 1 -- 172.21.15.52:0/679108768 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f754c019900 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.259+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f755419f8e0 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.261+0000 7f7550ff9700 1 -- 172.21.15.52:0/679108768 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f754c019ae0 con 0x7f7554108410 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.262+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 msgr2=0x7f755419c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.262+0000 7f7559b93700 1 --2- 172.21.15.52:0/679108768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f755419c1e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f754c003f40 tx=0x7f754c011890 comp rx=0 tx=0).stop 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.262+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 shutdown_connections 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.262+0000 7f7559b93700 1 --2- 172.21.15.52:0/679108768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7554108410 0x7f755419c1e0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.262+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 >> 172.21.15.52:0/679108768 conn(0x7f7554103a30 msgr2=0x7f75541044a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:42.155 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.262+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 shutdown_connections 2024-04-21T08:59:42.156 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:41.262+0000 7f7559b93700 1 -- 172.21.15.52:0/679108768 wait complete. 2024-04-21T08:59:42.156 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-21T08:59:42.169 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-21T08:59:42.169 INFO:teuthology.orchestra.run.smithi052.stdout:Creating mgr... 2024-04-21T08:59:42.170 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-21T08:59:42.170 INFO:teuthology.orchestra.run.smithi052.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-21T08:59:42.413 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.x 2024-04-21T08:59:42.413 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Failed to reset failed state of unit ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.x.service: Unit ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-21T08:59:42.420 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:42 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/679108768' entity='client.admin' 2024-04-21T08:59:42.568 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-55749214-ffbd-11ee-bc93-c7b262605968.target.wants/ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-55749214-ffbd-11ee-bc93-c7b262605968@.service. 2024-04-21T08:59:42.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:42 smithi052 systemd[1]: Starting Ceph mgr.x for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T08:59:43.099 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:42 smithi052 podman[28253]: 2024-04-21 08:59:42.718462354 +0000 UTC m=+0.018475471 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e 2024-04-21T08:59:43.099 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:42 smithi052 podman[28253]: 2024-04-21 08:59:42.872769753 +0000 UTC m=+0.172782893 container create 158d5c97916e8d0504715e4ad9a5be7d8ca2107b0721cb048746dafb78a31dfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux ) 2024-04-21T08:59:43.099 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 podman[28253]: 2024-04-21 08:59:43.099953903 +0000 UTC m=+0.399967003 container init 158d5c97916e8d0504715e4ad9a5be7d8ca2107b0721cb048746dafb78a31dfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-04-21T08:59:43.222 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-21T08:59:43.222 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-04-21T08:59:43.230 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-21T08:59:43.230 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-04-21T08:59:43.230 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-04-21T08:59:43.230 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to enable service . firewalld.service is not available 2024-04-21T08:59:43.239 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-21T08:59:43.239 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-04-21T08:59:43.246 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-21T08:59:43.246 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-04-21T08:59:43.246 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-04-21T08:59:43.247 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-21T08:59:43.247 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr to start... 2024-04-21T08:59:43.247 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr... 2024-04-21T08:59:43.372 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 podman[28253]: 2024-04-21 08:59:43.102849608 +0000 UTC m=+0.402862713 container start 158d5c97916e8d0504715e4ad9a5be7d8ca2107b0721cb048746dafb78a31dfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-21T08:59:43.372 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 bash[28253]: 158d5c97916e8d0504715e4ad9a5be7d8ca2107b0721cb048746dafb78a31dfe 2024-04-21T08:59:43.373 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 systemd[1]: Started Ceph mgr.x for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T08:59:43.373 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:43.258+0000 7f32989dc200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T08:59:43.697 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:43.452+0000 7f32989dc200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T08:59:43.697 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:43.561+0000 7f32989dc200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T08:59:43.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:43 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2441685226' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-21T08:59:44.028 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:43.908+0000 7f32989dc200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T08:59:44.414 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:43 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:43.997+0000 7f32989dc200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-21T08:59:44.425 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-21T08:59:44.426 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:44.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-21T08:59:44.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-21T08:59:44.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-21T08:59:44.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-21T08:59:44.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-21T08:59:44.427 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-21T08:59:44.429 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-21T08:59:44.430 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-21T08:59:44.436 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-21T08:59:44.436 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-21T08:59:44.436 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-21T08:59:44.436 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-04-21T08:59:44.436 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:44.436 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T08:59:44.436 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:44.436 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-04-21T08:59:35.157715+0000", 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.695+0000 7f44ada5e700 1 Processor -- start 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.695+0000 7f44ada5e700 1 -- start start 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.696+0000 7f44ada5e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a810b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.696+0000 7f44ada5e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f44a807be80 con 0x7f44a8108e30 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.696+0000 7f44a6ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a810b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.696+0000 7f44a6ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a810b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35094/0 (socket says 172.21.15.52:35094) 2024-04-21T08:59:44.437 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.696+0000 7f44a6ffd700 1 -- 172.21.15.52:0/1616815877 learned_addr learned my addr 172.21.15.52:0/1616815877 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.696+0000 7f44a6ffd700 1 -- 172.21.15.52:0/1616815877 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a810b760 con 0x7f44a8108e30 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.697+0000 7f44a6ffd700 1 --2- 172.21.15.52:0/1616815877 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a810b220 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f44900098a0 tx=0x7f4490009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=114a21b76eaef8ee server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.697+0000 7f44a5ffb700 1 -- 172.21.15.52:0/1616815877 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4490004160 con 0x7f44a8108e30 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.697+0000 7f44a5ffb700 1 -- 172.21.15.52:0/1616815877 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4490004300 con 0x7f44a8108e30 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.697+0000 7f44a5ffb700 1 -- 172.21.15.52:0/1616815877 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4490011af0 con 0x7f44a8108e30 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.698+0000 7f44ada5e700 1 -- 172.21.15.52:0/1616815877 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 msgr2=0x7f44a810b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.698+0000 7f44ada5e700 1 --2- 172.21.15.52:0/1616815877 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a810b220 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f44900098a0 tx=0x7f4490009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.698+0000 7f44ada5e700 1 -- 172.21.15.52:0/1616815877 shutdown_connections 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.698+0000 7f44ada5e700 1 --2- 172.21.15.52:0/1616815877 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a810b220 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.698+0000 7f44ada5e700 1 -- 172.21.15.52:0/1616815877 >> 172.21.15.52:0/1616815877 conn(0x7f44a81028e0 msgr2=0x7f44a8104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.698+0000 7f44ada5e700 1 -- 172.21.15.52:0/1616815877 shutdown_connections 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.698+0000 7f44ada5e700 1 -- 172.21.15.52:0/1616815877 wait complete. 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.699+0000 7f44ada5e700 1 Processor -- start 2024-04-21T08:59:44.438 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.699+0000 7f44ada5e700 1 -- start start 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.699+0000 7f44ada5e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a819c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.699+0000 7f44ada5e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f44a810c650 con 0x7f44a8108e30 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.699+0000 7f44a6ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a819c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.699+0000 7f44a6ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a819c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:35110/0 (socket says 172.21.15.52:35110) 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.699+0000 7f44a6ffd700 1 -- 172.21.15.52:0/2441685226 learned_addr learned my addr 172.21.15.52:0/2441685226 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44a6ffd700 1 -- 172.21.15.52:0/2441685226 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a819c6a0 con 0x7f44a8108e30 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44a6ffd700 1 --2- 172.21.15.52:0/2441685226 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a819c160 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4490003f40 tx=0x7f4490011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44aca5c700 1 -- 172.21.15.52:0/2441685226 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44900038b0 con 0x7f44a8108e30 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44aca5c700 1 -- 172.21.15.52:0/2441685226 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4490003a50 con 0x7f44a8108e30 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a819c990 con 0x7f44a8108e30 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44aca5c700 1 -- 172.21.15.52:0/2441685226 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f449001a5c0 con 0x7f44a8108e30 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a819f620 con 0x7f44a8108e30 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44aca5c700 1 -- 172.21.15.52:0/2441685226 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f449001ac50 con 0x7f44a8108e30 2024-04-21T08:59:44.439 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.700+0000 7f44aca5c700 1 -- 172.21.15.52:0/2441685226 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f44900199f0 con 0x7f44a8108e30 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.701+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44a80640a0 con 0x7f44a8108e30 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.705+0000 7f44aca5c700 1 -- 172.21.15.52:0/2441685226 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f4490032080 con 0x7f44a8108e30 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.789+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f44a819fc40 con 0x7f44a8108e30 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.790+0000 7f44aca5c700 1 -- 172.21.15.52:0/2441685226 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f4490019c90 con 0x7f44a8108e30 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.791+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 msgr2=0x7f44a819c160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.791+0000 7f44ada5e700 1 --2- 172.21.15.52:0/2441685226 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a819c160 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4490003f40 tx=0x7f4490011890 comp rx=0 tx=0).stop 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.791+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 shutdown_connections 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.791+0000 7f44ada5e700 1 --2- 172.21.15.52:0/2441685226 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a8108e30 0x7f44a819c160 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.791+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 >> 172.21.15.52:0/2441685226 conn(0x7f44a81028e0 msgr2=0x7f44a8103330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.791+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 shutdown_connections 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:43.791+0000 7f44ada5e700 1 -- 172.21.15.52:0/2441685226 wait complete. 2024-04-21T08:59:44.440 INFO:teuthology.orchestra.run.smithi052.stdout:mgr not available, waiting (1/15)... 2024-04-21T08:59:45.612 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:45 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:45.262+0000 7f32989dc200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T08:59:45.612 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:45 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:45.435+0000 7f32989dc200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T08:59:45.612 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:45 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:45.611+0000 7f32989dc200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T08:59:46.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:45 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:45.908+0000 7f32989dc200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T08:59:46.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:46 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:46.002+0000 7f32989dc200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T08:59:46.565 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:46 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:46.212+0000 7f32989dc200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T08:59:46.566 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:46 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:46.410+0000 7f32989dc200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T08:59:47.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:46 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/404875120' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-21T08:59:47.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:47 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:47.065+0000 7f32989dc200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:47.600 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:47.601 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-21T08:59:47.602 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-21T08:59:47.603 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-04-21T08:59:35.157715+0000", 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.858+0000 7f13b2f3f700 1 Processor -- start 2024-04-21T08:59:47.604 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.858+0000 7f13b2f3f700 1 -- start start 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13b2f3f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac10b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13b2f3f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f13ac07bea0 con 0x7f13ac108e10 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13b0cdb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac10b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13b0cdb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac10b200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57930/0 (socket says 172.21.15.52:57930) 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13b0cdb700 1 -- 172.21.15.52:0/3164375891 learned_addr learned my addr 172.21.15.52:0/3164375891 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13b0cdb700 1 -- 172.21.15.52:0/3164375891 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13ac10b740 con 0x7f13ac108e10 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13b0cdb700 1 --2- 172.21.15.52:0/3164375891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac10b200 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f13a00098a0 tx=0x7f13a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da281d36968ec584 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13ab7fe700 1 -- 172.21.15.52:0/3164375891 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13a0004160 con 0x7f13ac108e10 2024-04-21T08:59:47.605 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13ab7fe700 1 -- 172.21.15.52:0/3164375891 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f13a0004300 con 0x7f13ac108e10 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.859+0000 7f13ab7fe700 1 -- 172.21.15.52:0/3164375891 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13a0011af0 con 0x7f13ac108e10 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.860+0000 7f13b2f3f700 1 -- 172.21.15.52:0/3164375891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 msgr2=0x7f13ac10b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.860+0000 7f13b2f3f700 1 --2- 172.21.15.52:0/3164375891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac10b200 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f13a00098a0 tx=0x7f13a0009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.860+0000 7f13b2f3f700 1 -- 172.21.15.52:0/3164375891 shutdown_connections 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.860+0000 7f13b2f3f700 1 --2- 172.21.15.52:0/3164375891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac10b200 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.860+0000 7f13b2f3f700 1 -- 172.21.15.52:0/3164375891 >> 172.21.15.52:0/3164375891 conn(0x7f13ac1028e0 msgr2=0x7f13ac104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.860+0000 7f13b2f3f700 1 -- 172.21.15.52:0/3164375891 shutdown_connections 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.860+0000 7f13b2f3f700 1 -- 172.21.15.52:0/3164375891 wait complete. 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.861+0000 7f13b2f3f700 1 Processor -- start 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.861+0000 7f13b2f3f700 1 -- start start 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.861+0000 7f13b2f3f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac108690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.861+0000 7f13b2f3f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f13ac10c6a0 con 0x7f13ac108e10 2024-04-21T08:59:47.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.861+0000 7f13b0cdb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac108690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.861+0000 7f13b0cdb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac108690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57938/0 (socket says 172.21.15.52:57938) 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.861+0000 7f13b0cdb700 1 -- 172.21.15.52:0/404875120 learned_addr learned my addr 172.21.15.52:0/404875120 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.861+0000 7f13b0cdb700 1 -- 172.21.15.52:0/404875120 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13ac108bd0 con 0x7f13ac108e10 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.862+0000 7f13b0cdb700 1 --2- 172.21.15.52:0/404875120 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac108690 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f13a0003f40 tx=0x7f13a0011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.862+0000 7f13a9ffb700 1 -- 172.21.15.52:0/404875120 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13a00038b0 con 0x7f13ac108e10 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.862+0000 7f13a9ffb700 1 -- 172.21.15.52:0/404875120 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f13a0003a50 con 0x7f13ac108e10 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.862+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13ac106dc0 con 0x7f13ac108e10 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.862+0000 7f13a9ffb700 1 -- 172.21.15.52:0/404875120 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f13a001a5c0 con 0x7f13ac108e10 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.862+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13ac107300 con 0x7f13ac108e10 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.862+0000 7f13a9ffb700 1 -- 172.21.15.52:0/404875120 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f13a001ac00 con 0x7f13ac108e10 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.862+0000 7f13a9ffb700 1 -- 172.21.15.52:0/404875120 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f13a0019700 con 0x7f13ac108e10 2024-04-21T08:59:47.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.863+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13ac0640a0 con 0x7f13ac108e10 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.865+0000 7f13a9ffb700 1 -- 172.21.15.52:0/404875120 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f13a00199a0 con 0x7f13ac108e10 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.939+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f13ac107640 con 0x7f13ac108e10 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.939+0000 7f13a9ffb700 1 -- 172.21.15.52:0/404875120 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f13a0019b80 con 0x7f13ac108e10 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.941+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 msgr2=0x7f13ac108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.941+0000 7f13b2f3f700 1 --2- 172.21.15.52:0/404875120 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac108690 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f13a0003f40 tx=0x7f13a0011890 comp rx=0 tx=0).stop 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.941+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 shutdown_connections 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.941+0000 7f13b2f3f700 1 --2- 172.21.15.52:0/404875120 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13ac108e10 0x7f13ac108690 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.941+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 >> 172.21.15.52:0/404875120 conn(0x7f13ac1028e0 msgr2=0x7f13ac103330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.941+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 shutdown_connections 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:46.941+0000 7f13b2f3f700 1 -- 172.21.15.52:0/404875120 wait complete. 2024-04-21T08:59:47.608 INFO:teuthology.orchestra.run.smithi052.stdout:mgr not available, waiting (2/15)... 2024-04-21T08:59:47.808 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:47 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:47.500+0000 7f32989dc200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T08:59:47.808 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:47 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:47.600+0000 7f32989dc200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T08:59:47.808 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:47 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:47.807+0000 7f32989dc200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T08:59:48.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:48 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:48.365+0000 7f32989dc200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T08:59:48.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:48 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:48.459+0000 7f32989dc200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T08:59:49.066 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:48 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:48.710+0000 7f32989dc200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T08:59:49.066 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:48 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:48.847+0000 7f32989dc200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T08:59:49.066 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:48 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:48.945+0000 7f32989dc200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T08:59:49.066 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:49 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:49.064+0000 7f32989dc200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T08:59:49.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:49 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:49.376+0000 7f32989dc200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T08:59:50.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:50 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3266747495' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-21T08:59:50.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:50 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:50.015+0000 7f32989dc200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T08:59:50.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:50 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:50.241+0000 7f32989dc200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-04-21T08:59:50.597 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:50.598 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-21T08:59:50.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-21T08:59:50.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-21T08:59:50.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-21T08:59:50.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-21T08:59:50.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-21T08:59:50.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:50.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-21T08:59:50.606 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-21T08:59:50.607 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-04-21T08:59:35.157715+0000", 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-04-21T08:59:50.608 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.005+0000 7fd58f7e9700 1 Processor -- start 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.005+0000 7fd58f7e9700 1 -- start start 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.005+0000 7fd58f7e9700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58810b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.005+0000 7fd58f7e9700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd58807be60 con 0x7fd588108e50 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.005+0000 7fd58d585700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58810b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.005+0000 7fd58d585700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58810b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57948/0 (socket says 172.21.15.52:57948) 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.005+0000 7fd58d585700 1 -- 172.21.15.52:0/2428139964 learned_addr learned my addr 172.21.15.52:0/2428139964 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.006+0000 7fd58d585700 1 -- 172.21.15.52:0/2428139964 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd58810b780 con 0x7fd588108e50 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.006+0000 7fd58d585700 1 --2- 172.21.15.52:0/2428139964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58810b240 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd5840098a0 tx=0x7fd584009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5929efa93bc4658e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.006+0000 7fd57ffff700 1 -- 172.21.15.52:0/2428139964 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd584004160 con 0x7fd588108e50 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.006+0000 7fd57ffff700 1 -- 172.21.15.52:0/2428139964 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd584004300 con 0x7fd588108e50 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.006+0000 7fd57ffff700 1 -- 172.21.15.52:0/2428139964 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd584011af0 con 0x7fd588108e50 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 -- 172.21.15.52:0/2428139964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 msgr2=0x7fd58810b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:50.609 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 --2- 172.21.15.52:0/2428139964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58810b240 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd5840098a0 tx=0x7fd584009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 -- 172.21.15.52:0/2428139964 shutdown_connections 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 --2- 172.21.15.52:0/2428139964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58810b240 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 -- 172.21.15.52:0/2428139964 >> 172.21.15.52:0/2428139964 conn(0x7fd5881028e0 msgr2=0x7fd588104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 -- 172.21.15.52:0/2428139964 shutdown_connections 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 -- 172.21.15.52:0/2428139964 wait complete. 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 Processor -- start 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.007+0000 7fd58f7e9700 1 -- start start 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58f7e9700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58819e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58f7e9700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd58810c6d0 con 0x7fd588108e50 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58d585700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58819e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58d585700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58819e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57956/0 (socket says 172.21.15.52:57956) 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58d585700 1 -- 172.21.15.52:0/3266747495 learned_addr learned my addr 172.21.15.52:0/3266747495 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58d585700 1 -- 172.21.15.52:0/3266747495 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd58819e920 con 0x7fd588108e50 2024-04-21T08:59:50.610 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58d585700 1 --2- 172.21.15.52:0/3266747495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58819e3e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd584011ac0 tx=0x7fd584011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd57e7fc700 1 -- 172.21.15.52:0/3266747495 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd584003b20 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd57e7fc700 1 -- 172.21.15.52:0/3266747495 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd58401a8c0 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd58819ebb0 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd57e7fc700 1 -- 172.21.15.52:0/3266747495 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5840248d0 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.008+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5881a18a0 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.009+0000 7fd57e7fc700 1 -- 172.21.15.52:0/3266747495 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd584022020 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.009+0000 7fd57e7fc700 1 -- 172.21.15.52:0/3266747495 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd5840193c0 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.009+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5880640a0 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.012+0000 7fd57e7fc700 1 -- 172.21.15.52:0/3266747495 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fd58401aa70 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.087+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fd5881a1de0 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.087+0000 7fd57e7fc700 1 -- 172.21.15.52:0/3266747495 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fd58401a430 con 0x7fd588108e50 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.089+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 msgr2=0x7fd58819e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.089+0000 7fd58f7e9700 1 --2- 172.21.15.52:0/3266747495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58819e3e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd584011ac0 tx=0x7fd584011ba0 comp rx=0 tx=0).stop 2024-04-21T08:59:50.611 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.089+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 shutdown_connections 2024-04-21T08:59:50.612 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.089+0000 7fd58f7e9700 1 --2- 172.21.15.52:0/3266747495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd588108e50 0x7fd58819e3e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:50.612 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.089+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 >> 172.21.15.52:0/3266747495 conn(0x7fd5881028e0 msgr2=0x7fd5881032f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:50.612 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.089+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 shutdown_connections 2024-04-21T08:59:50.612 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:50.089+0000 7fd58f7e9700 1 -- 172.21.15.52:0/3266747495 wait complete. 2024-04-21T08:59:50.612 INFO:teuthology.orchestra.run.smithi052.stdout:mgr not available, waiting (3/15)... 2024-04-21T08:59:51.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: Activating manager daemon x 2024-04-21T08:59:51.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: mgrmap e2: x(active, starting, since 0.00310041s) 2024-04-21T08:59:51.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T08:59:51.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T08:59:51.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T08:59:51.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T08:59:51.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T08:59:51.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: Manager daemon x is now available 2024-04-21T08:59:51.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T08:59:51.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T08:59:51.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' 2024-04-21T08:59:51.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' 2024-04-21T08:59:51.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:51 smithi052 ceph-mon[28035]: from='mgr.14100 172.21.15.52:0/1616995044' entity='mgr.x' 2024-04-21T08:59:52.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:52 smithi052 ceph-mon[28035]: mgrmap e3: x(active, since 1.00748s) 2024-04-21T08:59:53.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:53 smithi052 ceph-mon[28035]: mgrmap e4: x(active, since 2s) 2024-04-21T08:59:53.929 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:53.929 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-04-21T08:59:53.929 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T08:59:53.929 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "health": { 2024-04-21T08:59:53.929 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-21T08:59:53.929 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-21T08:59:53.929 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-21T08:59:53.929 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 0 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "a" 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:53.930 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-21T08:59:53.931 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-21T08:59:53.931 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:53.931 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-21T08:59:53.931 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:53.931 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-21T08:59:53.931 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-21T08:59:53.931 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-21T08:59:53.939 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-21T08:59:53.940 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "restful" 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ], 2024-04-21T08:59:53.941 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "modified": "2024-04-21T08:59:35.157715+0000", 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout }, 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.028+0000 7fdeb074f700 1 Processor -- start 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.029+0000 7fdeb074f700 1 -- start start 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.029+0000 7fdeb074f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea807c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.029+0000 7fdeb074f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdea807c810 con 0x7fdea807de20 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.029+0000 7fdeae4eb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea807c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:53.942 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.029+0000 7fdeae4eb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea807c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58008/0 (socket says 172.21.15.52:58008) 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.029+0000 7fdeae4eb700 1 -- 172.21.15.52:0/3755997205 learned_addr learned my addr 172.21.15.52:0/3755997205 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.029+0000 7fdeae4eb700 1 -- 172.21.15.52:0/3755997205 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea807c990 con 0x7fdea807de20 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.030+0000 7fdeae4eb700 1 --2- 172.21.15.52:0/3755997205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea807c2d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fde980098a0 tx=0x7fde98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49c511222abcac18 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.030+0000 7fdead4e9700 1 -- 172.21.15.52:0/3755997205 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde98004160 con 0x7fdea807de20 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.030+0000 7fdead4e9700 1 -- 172.21.15.52:0/3755997205 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fde98004300 con 0x7fdea807de20 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.030+0000 7fdead4e9700 1 -- 172.21.15.52:0/3755997205 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde98011af0 con 0x7fdea807de20 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.030+0000 7fdeb074f700 1 -- 172.21.15.52:0/3755997205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 msgr2=0x7fdea807c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.030+0000 7fdeb074f700 1 --2- 172.21.15.52:0/3755997205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea807c2d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fde980098a0 tx=0x7fde98009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 -- 172.21.15.52:0/3755997205 shutdown_connections 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 --2- 172.21.15.52:0/3755997205 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea807c2d0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 -- 172.21.15.52:0/3755997205 >> 172.21.15.52:0/3755997205 conn(0x7fdea8103af0 msgr2=0x7fdea8105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 -- 172.21.15.52:0/3755997205 shutdown_connections 2024-04-21T08:59:53.943 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 -- 172.21.15.52:0/3755997205 wait complete. 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 Processor -- start 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 -- start start 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea819e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.031+0000 7fdeb074f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdea810e8f0 con 0x7fdea807de20 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fdeae4eb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea819e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fdeae4eb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea819e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58022/0 (socket says 172.21.15.52:58022) 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fdeae4eb700 1 -- 172.21.15.52:0/2386720257 learned_addr learned my addr 172.21.15.52:0/2386720257 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fdeae4eb700 1 -- 172.21.15.52:0/2386720257 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea819e8f0 con 0x7fdea807de20 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fdeae4eb700 1 --2- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea819e3b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fde98011ac0 tx=0x7fde98011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fde9f7fe700 1 -- 172.21.15.52:0/2386720257 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde98003b20 con 0x7fdea807de20 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fde9f7fe700 1 -- 172.21.15.52:0/2386720257 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fde9801a8c0 con 0x7fdea807de20 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdea819eb80 con 0x7fdea807de20 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fde9f7fe700 1 -- 172.21.15.52:0/2386720257 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde980248d0 con 0x7fdea807de20 2024-04-21T08:59:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.032+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdea81a1870 con 0x7fdea807de20 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.033+0000 7fde9f7fe700 1 -- 172.21.15.52:0/2386720257 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fde98022020 con 0x7fdea807de20 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.033+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdea80640a0 con 0x7fdea807de20 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.033+0000 7fde9f7fe700 1 --2- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fde94039620 0x7fde9403bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.033+0000 7fde9f7fe700 1 -- 172.21.15.52:0/2386720257 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fde9804d6d0 con 0x7fdea807de20 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.034+0000 7fdeadcea700 1 --2- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fde94039620 0x7fde9403bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.034+0000 7fdeadcea700 1 --2- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fde94039620 0x7fde9403bae0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdea4006fd0 tx=0x7fdea4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.039+0000 7fde9f7fe700 1 -- 172.21.15.52:0/2386720257 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fde9804d430 con 0x7fdea807de20 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.331+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fdea81a1a40 con 0x7fdea807de20 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.332+0000 7fde9f7fe700 1 -- 172.21.15.52:0/2386720257 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fdea81a1a40 con 0x7fdea807de20 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fde94039620 msgr2=0x7fde9403bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 --2- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fde94039620 0x7fde9403bae0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdea4006fd0 tx=0x7fdea4006e40 comp rx=0 tx=0).stop 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 msgr2=0x7fdea819e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 --2- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea819e3b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fde98011ac0 tx=0x7fde98011ba0 comp rx=0 tx=0).stop 2024-04-21T08:59:53.945 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 shutdown_connections 2024-04-21T08:59:53.946 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 --2- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fde94039620 0x7fde9403bae0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:53.946 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 --2- 172.21.15.52:0/2386720257 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdea807de20 0x7fdea819e3b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:53.946 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 >> 172.21.15.52:0/2386720257 conn(0x7fdea8103af0 msgr2=0x7fdea81044e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:53.946 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 shutdown_connections 2024-04-21T08:59:53.946 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:53.334+0000 7fdeb074f700 1 -- 172.21.15.52:0/2386720257 wait complete. 2024-04-21T08:59:53.946 INFO:teuthology.orchestra.run.smithi052.stdout:mgr is available 2024-04-21T08:59:54.342 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:54 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2386720257' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-21T08:59:55.164 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:55.164 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [global] 2024-04-21T08:59:55.164 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout fsid = 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T08:59:55.164 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-21T08:59:55.164 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout [osd] 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-21T08:59:55.165 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.350+0000 7f9dd84b2700 1 Processor -- start 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.350+0000 7f9dd84b2700 1 -- start start 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.350+0000 7f9dd84b2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd0108c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.350+0000 7f9dd84b2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd0109210 con 0x7f9dd0108820 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.351+0000 7f9dd624e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd0108c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.351+0000 7f9dd624e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd0108c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58024/0 (socket says 172.21.15.52:58024) 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.351+0000 7f9dd624e700 1 -- 172.21.15.52:0/1860888595 learned_addr learned my addr 172.21.15.52:0/1860888595 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.351+0000 7f9dd624e700 1 -- 172.21.15.52:0/1860888595 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd0109390 con 0x7f9dd0108820 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.351+0000 7f9dd624e700 1 --2- 172.21.15.52:0/1860888595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd0108c40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8009e80 tx=0x7f9dc800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80629a831194021a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.351+0000 7f9dd524c700 1 -- 172.21.15.52:0/1860888595 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9dc8017070 con 0x7f9dd0108820 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.351+0000 7f9dd524c700 1 -- 172.21.15.52:0/1860888595 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9dc800b8c0 con 0x7f9dd0108820 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.351+0000 7f9dd524c700 1 -- 172.21.15.52:0/1860888595 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9dc8004490 con 0x7f9dd0108820 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.352+0000 7f9dd84b2700 1 -- 172.21.15.52:0/1860888595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 msgr2=0x7f9dd0108c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:55.166 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.352+0000 7f9dd84b2700 1 --2- 172.21.15.52:0/1860888595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd0108c40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8009e80 tx=0x7f9dc800b330 comp rx=0 tx=0).stop 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.352+0000 7f9dd84b2700 1 -- 172.21.15.52:0/1860888595 shutdown_connections 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.352+0000 7f9dd84b2700 1 --2- 172.21.15.52:0/1860888595 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd0108c40 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.352+0000 7f9dd84b2700 1 -- 172.21.15.52:0/1860888595 >> 172.21.15.52:0/1860888595 conn(0x7f9dd0101f70 msgr2=0x7f9dd01043b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.352+0000 7f9dd84b2700 1 -- 172.21.15.52:0/1860888595 shutdown_connections 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.352+0000 7f9dd84b2700 1 -- 172.21.15.52:0/1860888595 wait complete. 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd84b2700 1 Processor -- start 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd84b2700 1 -- start start 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd84b2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd019e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd84b2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd01070c0 con 0x7f9dd0108820 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd624e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd019e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd624e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd019e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58026/0 (socket says 172.21.15.52:58026) 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd624e700 1 -- 172.21.15.52:0/2914555749 learned_addr learned my addr 172.21.15.52:0/2914555749 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd624e700 1 -- 172.21.15.52:0/2914555749 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd019e820 con 0x7f9dd0108820 2024-04-21T08:59:55.167 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.353+0000 7f9dd624e700 1 --2- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd019e2e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8004220 tx=0x7f9dc800be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.354+0000 7f9dcf7fe700 1 -- 172.21.15.52:0/2914555749 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9dc8020020 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.354+0000 7f9dcf7fe700 1 -- 172.21.15.52:0/2914555749 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9dc8012430 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.354+0000 7f9dcf7fe700 1 -- 172.21.15.52:0/2914555749 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9dc8017040 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.354+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dd019eb10 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.354+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dd01a17a0 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.355+0000 7f9dcf7fe700 1 -- 172.21.15.52:0/2914555749 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f9dc8023020 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.355+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dd00640a0 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.355+0000 7f9dcf7fe700 1 --2- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f9db80395d0 0x7f9db803ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.355+0000 7f9dcf7fe700 1 -- 172.21.15.52:0/2914555749 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9dc800f050 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.355+0000 7f9dd5a4d700 1 --2- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f9db80395d0 0x7f9db803ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.355+0000 7f9dd5a4d700 1 --2- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f9db80395d0 0x7f9db803ba90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4006fd0 tx=0x7f9dc4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.360+0000 7f9dcf7fe700 1 -- 172.21.15.52:0/2914555749 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9dc802a020 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.567+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f9dd01a1970 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.568+0000 7f9dcf7fe700 1 -- 172.21.15.52:0/2914555749 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7f9dc802d350 con 0x7f9dd0108820 2024-04-21T08:59:55.168 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.570+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f9db80395d0 msgr2=0x7f9db803ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.570+0000 7f9dd84b2700 1 --2- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f9db80395d0 0x7f9db803ba90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4006fd0 tx=0x7f9dc4006e40 comp rx=0 tx=0).stop 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.570+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 msgr2=0x7f9dd019e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.570+0000 7f9dd84b2700 1 --2- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd019e2e0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f9dc8004220 tx=0x7f9dc800be90 comp rx=0 tx=0).stop 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.570+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 shutdown_connections 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.570+0000 7f9dd84b2700 1 --2- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f9db80395d0 0x7f9db803ba90 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.570+0000 7f9dd84b2700 1 --2- 172.21.15.52:0/2914555749 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9dd0108820 0x7f9dd019e2e0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.571+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 >> 172.21.15.52:0/2914555749 conn(0x7f9dd0101f70 msgr2=0x7f9dd0194900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.571+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 shutdown_connections 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:54.571+0000 7f9dd84b2700 1 -- 172.21.15.52:0/2914555749 wait complete. 2024-04-21T08:59:55.169 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling cephadm module... 2024-04-21T08:59:55.566 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:55 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2914555749' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-21T08:59:56.568 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:56 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1581458133' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-21T08:59:56.568 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:56 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: ignoring --setuser ceph since I am not root 2024-04-21T08:59:56.568 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:56 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: ignoring --setgroup ceph since I am not root 2024-04-21T08:59:56.568 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:56 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:56.434+0000 7fc111a6e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T08:59:56.860 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:56 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:56.627+0000 7fc111a6e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T08:59:56.860 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:56 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:56.733+0000 7fc111a6e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.601+0000 7f7b8b7c1700 1 Processor -- start 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.601+0000 7f7b8b7c1700 1 -- start start 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.601+0000 7f7b8b7c1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b8410b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b8b7c1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8407be40 con 0x7f7b84108e50 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b8955d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b8410b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b8955d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b8410b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58038/0 (socket says 172.21.15.52:58038) 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b8955d700 1 -- 172.21.15.52:0/3230162583 learned_addr learned my addr 172.21.15.52:0/3230162583 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b8955d700 1 -- 172.21.15.52:0/3230162583 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b8410b780 con 0x7f7b84108e50 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b8955d700 1 --2- 172.21.15.52:0/3230162583 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b8410b240 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c009e80 tx=0x7f7b7c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cde16730daf94ad6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b83fff700 1 -- 172.21.15.52:0/3230162583 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b7c017070 con 0x7f7b84108e50 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b83fff700 1 -- 172.21.15.52:0/3230162583 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7b7c00b8c0 con 0x7f7b84108e50 2024-04-21T08:59:56.868 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.602+0000 7f7b83fff700 1 -- 172.21.15.52:0/3230162583 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b7c004490 con 0x7f7b84108e50 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.603+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/3230162583 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 msgr2=0x7f7b8410b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.603+0000 7f7b8b7c1700 1 --2- 172.21.15.52:0/3230162583 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b8410b240 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c009e80 tx=0x7f7b7c00b330 comp rx=0 tx=0).stop 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.603+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/3230162583 shutdown_connections 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.603+0000 7f7b8b7c1700 1 --2- 172.21.15.52:0/3230162583 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b8410b240 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.603+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/3230162583 >> 172.21.15.52:0/3230162583 conn(0x7f7b84102840 msgr2=0x7f7b84104c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.603+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/3230162583 shutdown_connections 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.603+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/3230162583 wait complete. 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8b7c1700 1 Processor -- start 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8b7c1700 1 -- start start 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8b7c1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b841086d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8b7c1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8410c6f0 con 0x7f7b84108e50 2024-04-21T08:59:56.869 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8955d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b841086d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8955d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b841086d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58052/0 (socket says 172.21.15.52:58052) 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8955d700 1 -- 172.21.15.52:0/1581458133 learned_addr learned my addr 172.21.15.52:0/1581458133 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8955d700 1 -- 172.21.15.52:0/1581458133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b84108c10 con 0x7f7b84108e50 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8955d700 1 --2- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b841086d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c00b7b0 tx=0x7f7b7c00be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b827fc700 1 -- 172.21.15.52:0/1581458133 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b7c020020 con 0x7f7b84108e50 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b827fc700 1 -- 172.21.15.52:0/1581458133 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7b7c012430 con 0x7f7b84108e50 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b84106e00 con 0x7f7b84108e50 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b827fc700 1 -- 172.21.15.52:0/1581458133 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b7c017040 con 0x7f7b84108e50 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.605+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b84107340 con 0x7f7b84108e50 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.607+0000 7f7b827fc700 1 -- 172.21.15.52:0/1581458133 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f7b7c023020 con 0x7f7b84108e50 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.607+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b840640a0 con 0x7f7b84108e50 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.607+0000 7f7b827fc700 1 --2- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f7b6c039620 0x7f7b6c03bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:56.870 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.607+0000 7f7b827fc700 1 -- 172.21.15.52:0/1581458133 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7b7c00f050 con 0x7f7b84108e50 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.607+0000 7f7b88d5c700 1 --2- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f7b6c039620 0x7f7b6c03bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.607+0000 7f7b88d5c700 1 --2- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f7b6c039620 0x7f7b6c03bae0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7b78006fd0 tx=0x7f7b78006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.612+0000 7f7b827fc700 1 -- 172.21.15.52:0/1581458133 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b7c02a020 con 0x7f7b84108e50 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:55.883+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f7b84107b30 con 0x7f7b84108e50 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.255+0000 7f7b827fc700 1 -- 172.21.15.52:0/1581458133 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f7b7c02b260 con 0x7f7b84108e50 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.257+0000 7f7b827fc700 1 -- 172.21.15.52:0/1581458133 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f7b7c011390 con 0x7f7b84108e50 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f7b6c039620 msgr2=0x7f7b6c03bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 --2- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f7b6c039620 0x7f7b6c03bae0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7b78006fd0 tx=0x7f7b78006e40 comp rx=0 tx=0).stop 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 msgr2=0x7f7b841086d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 --2- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b841086d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c00b7b0 tx=0x7f7b7c00be20 comp rx=0 tx=0).stop 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 shutdown_connections 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 --2- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f7b6c039620 0x7f7b6c03bae0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:56.871 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 --2- 172.21.15.52:0/1581458133 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b84108e50 0x7f7b841086d0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:56.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 >> 172.21.15.52:0/1581458133 conn(0x7f7b84102840 msgr2=0x7f7b841031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:56.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.258+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 shutdown_connections 2024-04-21T08:59:56.872 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:56.259+0000 7f7b8b7c1700 1 -- 172.21.15.52:0/1581458133 wait complete. 2024-04-21T08:59:57.151 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:57 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:57.061+0000 7fc111a6e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T08:59:57.151 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:57 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:57.151+0000 7fc111a6e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T08:59:57.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1581458133' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-21T08:59:57.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:57 smithi052 ceph-mon[28035]: mgrmap e5: x(active, since 6s) 2024-04-21T08:59:58.149 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-04-21T08:59:58.149 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-21T08:59:58.149 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-21T08:59:58.149 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.276+0000 7f608608f700 1 Processor -- start 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.276+0000 7f608608f700 1 -- start start 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.277+0000 7f608608f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608010b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.277+0000 7f608608f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f608007be60 con 0x7f6080108e50 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.277+0000 7f607f7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608010b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.277+0000 7f607f7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608010b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47826/0 (socket says 172.21.15.52:47826) 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.277+0000 7f607f7fe700 1 -- 172.21.15.52:0/466081305 learned_addr learned my addr 172.21.15.52:0/466081305 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.277+0000 7f607f7fe700 1 -- 172.21.15.52:0/466081305 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f608010b780 con 0x7f6080108e50 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.277+0000 7f607f7fe700 1 --2- 172.21.15.52:0/466081305 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608010b240 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f60700098a0 tx=0x7f6070009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df9739c48449f7c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.277+0000 7f607e7fc700 1 -- 172.21.15.52:0/466081305 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6070004160 con 0x7f6080108e50 2024-04-21T08:59:58.150 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f607e7fc700 1 -- 172.21.15.52:0/466081305 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6070004300 con 0x7f6080108e50 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f607e7fc700 1 -- 172.21.15.52:0/466081305 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6070011af0 con 0x7f6080108e50 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f608608f700 1 -- 172.21.15.52:0/466081305 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 msgr2=0x7f608010b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f608608f700 1 --2- 172.21.15.52:0/466081305 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608010b240 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f60700098a0 tx=0x7f6070009bb0 comp rx=0 tx=0).stop 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f608608f700 1 -- 172.21.15.52:0/466081305 shutdown_connections 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f608608f700 1 --2- 172.21.15.52:0/466081305 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608010b240 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f608608f700 1 -- 172.21.15.52:0/466081305 >> 172.21.15.52:0/466081305 conn(0x7f60801028e0 msgr2=0x7f6080104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f608608f700 1 -- 172.21.15.52:0/466081305 shutdown_connections 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.278+0000 7f608608f700 1 -- 172.21.15.52:0/466081305 wait complete. 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.279+0000 7f608608f700 1 Processor -- start 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.279+0000 7f608608f700 1 -- start start 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.279+0000 7f608608f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608019c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.279+0000 7f608608f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f608010c6d0 con 0x7f6080108e50 2024-04-21T08:59:58.151 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.279+0000 7f607f7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608019c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.279+0000 7f607f7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608019c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47836/0 (socket says 172.21.15.52:47836) 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.279+0000 7f607f7fe700 1 -- 172.21.15.52:0/3888528886 learned_addr learned my addr 172.21.15.52:0/3888528886 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.280+0000 7f607f7fe700 1 -- 172.21.15.52:0/3888528886 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f608019c720 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.280+0000 7f607f7fe700 1 --2- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608019c1e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6070003f40 tx=0x7f6070011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.280+0000 7f607cff9700 1 -- 172.21.15.52:0/3888528886 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f60700038b0 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.280+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f608019c9b0 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.280+0000 7f607cff9700 1 -- 172.21.15.52:0/3888528886 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6070003a50 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.280+0000 7f607cff9700 1 -- 172.21.15.52:0/3888528886 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f607001a5c0 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.280+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f608019f6a0 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.281+0000 7f607cff9700 1 -- 172.21.15.52:0/3888528886 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f607001a8c0 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.281+0000 7f607cff9700 1 --2- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f606c039620 0x7f606c03bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.281+0000 7f607cff9700 1 -- 172.21.15.52:0/3888528886 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f607004db90 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.281+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60800640a0 con 0x7f6080108e50 2024-04-21T08:59:58.152 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.281+0000 7f607effd700 1 -- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f606c039620 msgr2=0x7f606c03bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3616137234 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.281+0000 7f607effd700 1 --2- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f606c039620 0x7f606c03bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.287+0000 7f607cff9700 1 -- 172.21.15.52:0/3888528886 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6070019c70 con 0x7f6080108e50 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.482+0000 7f607effd700 1 -- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f606c039620 msgr2=0x7f606c03bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3616137234 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.482+0000 7f607effd700 1 --2- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f606c039620 0x7f606c03bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.579+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f608019f870 con 0x7f6080108e50 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.580+0000 7f607cff9700 1 -- 172.21.15.52:0/3888528886 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f608019f870 con 0x7f6080108e50 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.590+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f606c039620 msgr2=0x7f606c03bae0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.590+0000 7f608608f700 1 --2- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f606c039620 0x7f606c03bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.590+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 msgr2=0x7f608019c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.590+0000 7f608608f700 1 --2- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608019c1e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6070003f40 tx=0x7f6070011890 comp rx=0 tx=0).stop 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.591+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 shutdown_connections 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.591+0000 7f608608f700 1 --2- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7f606c039620 0x7f606c03bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.591+0000 7f608608f700 1 --2- 172.21.15.52:0/3888528886 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6080108e50 0x7f608019c1e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T08:59:58.153 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.591+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 >> 172.21.15.52:0/3888528886 conn(0x7f60801028e0 msgr2=0x7f60801032f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T08:59:58.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.591+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 shutdown_connections 2024-04-21T08:59:58.154 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:57.593+0000 7f608608f700 1 -- 172.21.15.52:0/3888528886 wait complete. 2024-04-21T08:59:58.154 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for the mgr to restart... 2024-04-21T08:59:58.154 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr epoch 5... 2024-04-21T08:59:58.568 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 08:59:58 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3888528886' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-21T08:59:58.569 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:58.441+0000 7fc111a6e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T08:59:58.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:58.622+0000 7fc111a6e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T08:59:58.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:58.798+0000 7fc111a6e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T08:59:59.406 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:59 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:59.100+0000 7fc111a6e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T08:59:59.406 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:59 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:59.196+0000 7fc111a6e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T08:59:59.406 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:59 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:59.406+0000 7fc111a6e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T08:59:59.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 08:59:59 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T08:59:59.606+0000 7fc111a6e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:00:00.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:00.234+0000 7fc111a6e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T09:00:00.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:00.672+0000 7fc111a6e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T09:00:00.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:00.772+0000 7fc111a6e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T09:00:01.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:00.981+0000 7fc111a6e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T09:00:01.878 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:01.528+0000 7fc111a6e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T09:00:01.878 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:01.623+0000 7fc111a6e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T09:00:02.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:01.878+0000 7fc111a6e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T09:00:02.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:02 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:02.017+0000 7fc111a6e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T09:00:02.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:02 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:02.115+0000 7fc111a6e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T09:00:02.552 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:02 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:02.234+0000 7fc111a6e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T09:00:02.552 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:02 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:02.552+0000 7fc111a6e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T09:00:03.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:03.181+0000 7fc111a6e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T09:00:03.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:03.404+0000 7fc111a6e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T09:00:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: Active manager daemon x restarted 2024-04-21T09:00:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: Activating manager daemon x 2024-04-21T09:00:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: osdmap e2: 0 total, 0 up, 0 in 2024-04-21T09:00:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: mgrmap e6: x(active, starting, since 0.00340876s) 2024-04-21T09:00:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:00:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T09:00:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T09:00:03.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T09:00:03.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T09:00:03.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: Manager daemon x is now available 2024-04-21T09:00:03.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:03.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:03.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:03.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:03.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:03 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T09:00:04.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:04 smithi052 ceph-mon[28035]: Found migration_current of "None". Setting to last migration. 2024-04-21T09:00:04.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:04 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T09:00:04.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:04 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:04.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:04 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:04.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:04 smithi052 ceph-mon[28035]: mgrmap e7: x(active, since 1.00606s) 2024-04-21T09:00:04.991 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.588+0000 7fa35e4bf700 1 Processor -- start 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.588+0000 7fa35e4bf700 1 -- start start 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.588+0000 7fa35e4bf700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa358108820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.588+0000 7fa35e4bf700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa358108df0 con 0x7fa358108400 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.588+0000 7fa357fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa358108820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:04.998 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.588+0000 7fa357fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa358108820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47838/0 (socket says 172.21.15.52:47838) 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.588+0000 7fa357fff700 1 -- 172.21.15.52:0/2420854391 learned_addr learned my addr 172.21.15.52:0/2420854391 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.589+0000 7fa357fff700 1 -- 172.21.15.52:0/2420854391 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3581095b0 con 0x7fa358108400 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.589+0000 7fa357fff700 1 --2- 172.21.15.52:0/2420854391 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa358108820 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa34c0098a0 tx=0x7fa34c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ac182e341ecaa8c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.589+0000 7fa356ffd700 1 -- 172.21.15.52:0/2420854391 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa34c004160 con 0x7fa358108400 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.589+0000 7fa356ffd700 1 -- 172.21.15.52:0/2420854391 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa34c004300 con 0x7fa358108400 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.589+0000 7fa356ffd700 1 -- 172.21.15.52:0/2420854391 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa34c011af0 con 0x7fa358108400 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 -- 172.21.15.52:0/2420854391 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 msgr2=0x7fa358108820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 --2- 172.21.15.52:0/2420854391 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa358108820 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa34c0098a0 tx=0x7fa34c009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 -- 172.21.15.52:0/2420854391 shutdown_connections 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 --2- 172.21.15.52:0/2420854391 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa358108820 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 -- 172.21.15.52:0/2420854391 >> 172.21.15.52:0/2420854391 conn(0x7fa3581039c0 msgr2=0x7fa358105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 -- 172.21.15.52:0/2420854391 shutdown_connections 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 -- 172.21.15.52:0/2420854391 wait complete. 2024-04-21T09:00:04.999 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 Processor -- start 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.590+0000 7fa35e4bf700 1 -- start start 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.591+0000 7fa35e4bf700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa35819c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.591+0000 7fa35e4bf700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa35810c7e0 con 0x7fa358108400 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.591+0000 7fa357fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa35819c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.591+0000 7fa357fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa35819c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47848/0 (socket says 172.21.15.52:47848) 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.591+0000 7fa357fff700 1 -- 172.21.15.52:0/450434111 learned_addr learned my addr 172.21.15.52:0/450434111 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.591+0000 7fa357fff700 1 -- 172.21.15.52:0/450434111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa35819c730 con 0x7fa358108400 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.591+0000 7fa357fff700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa35819c1f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa34c003f40 tx=0x7fa34c011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.591+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa34c0038b0 con 0x7fa358108400 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.592+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa34c003a50 con 0x7fa358108400 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.592+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa35819c9c0 con 0x7fa358108400 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.592+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa34c01a5c0 con 0x7fa358108400 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.592+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa35819f6b0 con 0x7fa358108400 2024-04-21T09:00:05.000 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.593+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fa34c01a8c0 con 0x7fa358108400 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.593+0000 7fa3557fa700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 0x7fa34003bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.593+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 --> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa34003c1f0 con 0x7fa340039620 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.593+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa34c04db20 con 0x7fa358108400 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.593+0000 7fa3577fe700 1 -- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 msgr2=0x7fa34003bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3616137234 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.593+0000 7fa3577fe700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 0x7fa34003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.794+0000 7fa3577fe700 1 -- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 msgr2=0x7fa34003bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3616137234 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:58.794+0000 7fa3577fe700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 0x7fa34003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:59.195+0000 7fa3577fe700 1 -- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 msgr2=0x7fa34003bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3616137234 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:59.195+0000 7fa3577fe700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 0x7fa34003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:59.996+0000 7fa3577fe700 1 -- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 msgr2=0x7fa34003bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3616137234 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T08:59:59.996+0000 7fa3577fe700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 0x7fa34003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:01.597+0000 7fa3577fe700 1 -- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 msgr2=0x7fa34003bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3616137234 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:01.597+0000 7fa3577fe700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 0x7fa34003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:03.408+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7fa34c01ac00 con 0x7fa358108400 2024-04-21T09:00:05.001 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:03.408+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 msgr2=0x7fa34003bae0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:03.408+0000 7fa3557fa700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 0x7fa34003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.409+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7fa34c04fd20 con 0x7fa358108400 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.409+0000 7fa3557fa700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fa34003cf10 0x7fa34003f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.409+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa34c012ec0 con 0x7fa34003cf10 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.410+0000 7fa3577fe700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fa34003cf10 0x7fa34003f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.410+0000 7fa3577fe700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fa34003cf10 0x7fa34003f300 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa348003a10 tx=0x7fa348009290 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.411+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mgr.14120 v2:172.21.15.52:6800/1292044304 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fa34c012ec0 con 0x7fa34003cf10 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fa35810c960 con 0x7fa34003cf10 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa3557fa700 1 -- 172.21.15.52:0/450434111 <== mgr.14120 v2:172.21.15.52:6800/1292044304 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fa35810c960 con 0x7fa34003cf10 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fa34003cf10 msgr2=0x7fa34003f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fa34003cf10 0x7fa34003f300 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa348003a10 tx=0x7fa348009290 comp rx=0 tx=0).stop 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 msgr2=0x7fa35819c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa35819c1f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa34c003f40 tx=0x7fa34c011890 comp rx=0 tx=0).stop 2024-04-21T09:00:05.002 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 shutdown_connections 2024-04-21T09:00:05.003 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fa34003cf10 0x7fa34003f300 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:05.003 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa358108400 0x7fa35819c1f0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:05.003 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 --2- 172.21.15.52:0/450434111 >> [v2:172.21.15.52:6800/3616137234,v1:172.21.15.52:6801/3616137234] conn(0x7fa340039620 0x7fa34003bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:05.003 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 >> 172.21.15.52:0/450434111 conn(0x7fa3581039c0 msgr2=0x7fa358104410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:05.003 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 shutdown_connections 2024-04-21T09:00:05.003 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:04.418+0000 7fa35e4bf700 1 -- 172.21.15.52:0/450434111 wait complete. 2024-04-21T09:00:05.003 INFO:teuthology.orchestra.run.smithi052.stdout:mgr epoch 5 is available 2024-04-21T09:00:05.003 INFO:teuthology.orchestra.run.smithi052.stdout:Setting orchestrator backend to cephadm... 2024-04-21T09:00:05.693 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:05 smithi052 ceph-mon[28035]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-21T09:00:05.694 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:05 smithi052 ceph-mon[28035]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-21T09:00:05.694 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:05 smithi052 ceph-mon[28035]: [21/Apr/2024:09:00:05] ENGINE Bus STARTING 2024-04-21T09:00:05.694 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:05 smithi052 ceph-mon[28035]: [21/Apr/2024:09:00:05] ENGINE Serving on http://172.21.15.52:8765 2024-04-21T09:00:05.694 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:05 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:06.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.454+0000 7f63769cc700 1 Processor -- start 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.454+0000 7f63769cc700 1 -- start start 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.455+0000 7f63769cc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637007c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.455+0000 7f63769cc700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f637007c8e0 con 0x7f637007de60 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.455+0000 7f636ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637007c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.455+0000 7f636ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637007c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47910/0 (socket says 172.21.15.52:47910) 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.455+0000 7f636ffff700 1 -- 172.21.15.52:0/3140371346 learned_addr learned my addr 172.21.15.52:0/3140371346 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.455+0000 7f636ffff700 1 -- 172.21.15.52:0/3140371346 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637007ca60 con 0x7f637007de60 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.455+0000 7f636ffff700 1 --2- 172.21.15.52:0/3140371346 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637007c310 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f63640098a0 tx=0x7f6364009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d281d3a4c8d8051d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f636effd700 1 -- 172.21.15.52:0/3140371346 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6364004160 con 0x7f637007de60 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f636effd700 1 -- 172.21.15.52:0/3140371346 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6364004300 con 0x7f637007de60 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f636effd700 1 -- 172.21.15.52:0/3140371346 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6364011af0 con 0x7f637007de60 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f63769cc700 1 -- 172.21.15.52:0/3140371346 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 msgr2=0x7f637007c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f63769cc700 1 --2- 172.21.15.52:0/3140371346 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637007c310 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f63640098a0 tx=0x7f6364009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:06.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f63769cc700 1 -- 172.21.15.52:0/3140371346 shutdown_connections 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f63769cc700 1 --2- 172.21.15.52:0/3140371346 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637007c310 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f63769cc700 1 -- 172.21.15.52:0/3140371346 >> 172.21.15.52:0/3140371346 conn(0x7f6370103af0 msgr2=0x7f6370105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f63769cc700 1 -- 172.21.15.52:0/3140371346 shutdown_connections 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.456+0000 7f63769cc700 1 -- 172.21.15.52:0/3140371346 wait complete. 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.457+0000 7f63769cc700 1 Processor -- start 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.457+0000 7f63769cc700 1 -- start start 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.457+0000 7f63769cc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637019e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.457+0000 7f63769cc700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f637010e910 con 0x7f637007de60 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.457+0000 7f636ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637019e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.457+0000 7f636ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637019e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47926/0 (socket says 172.21.15.52:47926) 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.457+0000 7f636ffff700 1 -- 172.21.15.52:0/81325170 learned_addr learned my addr 172.21.15.52:0/81325170 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.458+0000 7f636ffff700 1 -- 172.21.15.52:0/81325170 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f637019e900 con 0x7f637007de60 2024-04-21T09:00:06.305 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.458+0000 7f636ffff700 1 --2- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637019e3c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6364011ac0 tx=0x7f6364011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.460+0000 7f636d7fa700 1 -- 172.21.15.52:0/81325170 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6364003b20 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.460+0000 7f636d7fa700 1 -- 172.21.15.52:0/81325170 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f636401a8c0 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.460+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f637019eb90 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.460+0000 7f636d7fa700 1 -- 172.21.15.52:0/81325170 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f63640248d0 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.460+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63701a1880 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.461+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63700640a0 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.463+0000 7f636d7fa700 1 -- 172.21.15.52:0/81325170 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f6364022020 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.464+0000 7f636d7fa700 1 --2- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f6358039720 0x7f635803bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.464+0000 7f636d7fa700 1 -- 172.21.15.52:0/81325170 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f636404dd20 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.464+0000 7f636f7fe700 1 --2- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f6358039720 0x7f635803bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.464+0000 7f636f7fe700 1 --2- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f6358039720 0x7f635803bbe0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6360006fd0 tx=0x7f6360006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.468+0000 7f636d7fa700 1 -- 172.21.15.52:0/81325170 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f636402ddb0 con 0x7f637007de60 2024-04-21T09:00:06.306 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.693+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f6370104c10 con 0x7f6358039720 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.698+0000 7f636d7fa700 1 -- 172.21.15.52:0/81325170 <== mgr.14120 v2:172.21.15.52:6800/1292044304 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6370104c10 con 0x7f6358039720 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f6358039720 msgr2=0x7f635803bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 --2- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f6358039720 0x7f635803bbe0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6360006fd0 tx=0x7f6360006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 msgr2=0x7f637019e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 --2- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637019e3c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6364011ac0 tx=0x7f6364011ba0 comp rx=0 tx=0).stop 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 shutdown_connections 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 --2- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f6358039720 0x7f635803bbe0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 --2- 172.21.15.52:0/81325170 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f637007de60 0x7f637019e3c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 >> 172.21.15.52:0/81325170 conn(0x7f6370103af0 msgr2=0x7f6370104500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 shutdown_connections 2024-04-21T09:00:06.307 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:05.701+0000 7f63769cc700 1 -- 172.21.15.52:0/81325170 wait complete. 2024-04-21T09:00:06.597 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:06 smithi052 ceph-mon[28035]: [21/Apr/2024:09:00:05] ENGINE Serving on https://172.21.15.52:7150 2024-04-21T09:00:06.598 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:06 smithi052 ceph-mon[28035]: [21/Apr/2024:09:00:05] ENGINE Bus STARTED 2024-04-21T09:00:06.598 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:06 smithi052 ceph-mon[28035]: mgrmap e8: x(active, since 2s) 2024-04-21T09:00:06.598 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:06 smithi052 ceph-mon[28035]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:06.598 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:06 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:06.598 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:06 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:07.500 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:07 smithi052 ceph-mon[28035]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.708+0000 7fbed85e2700 1 Processor -- start 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.709+0000 7fbed85e2700 1 -- start start 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.709+0000 7fbed85e2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed007c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.709+0000 7fbed85e2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbed007c810 con 0x7fbed007de20 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.709+0000 7fbed637e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed007c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.709+0000 7fbed637e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed007c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53562/0 (socket says 172.21.15.52:53562) 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.709+0000 7fbed637e700 1 -- 172.21.15.52:0/3308768915 learned_addr learned my addr 172.21.15.52:0/3308768915 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.709+0000 7fbed637e700 1 -- 172.21.15.52:0/3308768915 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbed007c990 con 0x7fbed007de20 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed637e700 1 --2- 172.21.15.52:0/3308768915 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed007c2d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbecc0098a0 tx=0x7fbecc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa762aa2de1e209 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed537c700 1 -- 172.21.15.52:0/3308768915 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbecc004160 con 0x7fbed007de20 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed537c700 1 -- 172.21.15.52:0/3308768915 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbecc004300 con 0x7fbed007de20 2024-04-21T09:00:07.509 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed537c700 1 -- 172.21.15.52:0/3308768915 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbecc011af0 con 0x7fbed007de20 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed85e2700 1 -- 172.21.15.52:0/3308768915 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 msgr2=0x7fbed007c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed85e2700 1 --2- 172.21.15.52:0/3308768915 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed007c2d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fbecc0098a0 tx=0x7fbecc009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed85e2700 1 -- 172.21.15.52:0/3308768915 shutdown_connections 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed85e2700 1 --2- 172.21.15.52:0/3308768915 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed007c2d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.710+0000 7fbed85e2700 1 -- 172.21.15.52:0/3308768915 >> 172.21.15.52:0/3308768915 conn(0x7fbed01039f0 msgr2=0x7fbed0105e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed85e2700 1 -- 172.21.15.52:0/3308768915 shutdown_connections 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed85e2700 1 -- 172.21.15.52:0/3308768915 wait complete. 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed85e2700 1 Processor -- start 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed85e2700 1 -- start start 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed85e2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed019e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed85e2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbed010e8e0 con 0x7fbed007de20 2024-04-21T09:00:07.510 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed637e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed019e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed637e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed019e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53566/0 (socket says 172.21.15.52:53566) 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.711+0000 7fbed637e700 1 -- 172.21.15.52:0/43425657 learned_addr learned my addr 172.21.15.52:0/43425657 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.712+0000 7fbed637e700 1 -- 172.21.15.52:0/43425657 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbed019e8e0 con 0x7fbed007de20 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.712+0000 7fbed637e700 1 --2- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed019e3a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbecc003f40 tx=0x7fbecc011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.712+0000 7fbec37fe700 1 -- 172.21.15.52:0/43425657 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbecc0038b0 con 0x7fbed007de20 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.712+0000 7fbec37fe700 1 -- 172.21.15.52:0/43425657 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbecc003a50 con 0x7fbed007de20 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.712+0000 7fbec37fe700 1 -- 172.21.15.52:0/43425657 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbecc01a5c0 con 0x7fbed007de20 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.712+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbed019eb70 con 0x7fbed007de20 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.712+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbed01a1860 con 0x7fbed007de20 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.713+0000 7fbec37fe700 1 -- 172.21.15.52:0/43425657 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fbecc01a870 con 0x7fbed007de20 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.713+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbed0069b50 con 0x7fbed007de20 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.713+0000 7fbec37fe700 1 --2- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fbebc039670 0x7fbebc03bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:07.511 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.713+0000 7fbec37fe700 1 -- 172.21.15.52:0/43425657 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbecc04db70 con 0x7fbed007de20 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.713+0000 7fbed5b7d700 1 --2- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fbebc039670 0x7fbebc03bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.714+0000 7fbed5b7d700 1 --2- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fbebc039670 0x7fbebc03bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbec4006fd0 tx=0x7fbec4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.719+0000 7fbec37fe700 1 -- 172.21.15.52:0/43425657 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbecc04d4c0 con 0x7fbed007de20 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.928+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fbed0104b30 con 0x7fbebc039670 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.928+0000 7fbec37fe700 1 -- 172.21.15.52:0/43425657 <== mgr.14120 v2:172.21.15.52:6800/1292044304 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fbed0104b30 con 0x7fbebc039670 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.930+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fbebc039670 msgr2=0x7fbebc03bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.930+0000 7fbed85e2700 1 --2- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fbebc039670 0x7fbebc03bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbec4006fd0 tx=0x7fbec4006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.930+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 msgr2=0x7fbed019e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.930+0000 7fbed85e2700 1 --2- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed019e3a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbecc003f40 tx=0x7fbecc011890 comp rx=0 tx=0).stop 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.930+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 shutdown_connections 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.930+0000 7fbed85e2700 1 --2- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fbebc039670 0x7fbebc03bb30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.930+0000 7fbed85e2700 1 --2- 172.21.15.52:0/43425657 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbed007de20 0x7fbed019e3a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.930+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 >> 172.21.15.52:0/43425657 conn(0x7fbed01039f0 msgr2=0x7fbed0104420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.931+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 shutdown_connections 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:06.931+0000 7fbed85e2700 1 -- 172.21.15.52:0/43425657 wait complete. 2024-04-21T09:00:07.512 INFO:teuthology.orchestra.run.smithi052.stdout:Generating ssh key... 2024-04-21T09:00:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-mon[28035]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-mon[28035]: Generating ssh key... 2024-04-21T09:00:08.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: Generating public/private rsa key pair. 2024-04-21T09:00:08.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: Your identification has been saved in /tmp/tmp_lfah92o/key. 2024-04-21T09:00:08.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: Your public key has been saved in /tmp/tmp_lfah92o/key.pub. 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: The key fingerprint is: 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: SHA256:CKuh4z1+jwq5JgHev7EhnuiBp+X2nXyQmDVjI6sOPAI ceph-55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: The key's randomart image is: 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: +---[RSA 3072]----+ 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: | | 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: | | 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: | . | 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: |. .o*. | 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: |E o .B.=S | 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: |=o.++ o | 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: |*B+o.o . | 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: |+O@.o==.. | 2024-04-21T09:00:08.955 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: |=B+B=+*o | 2024-04-21T09:00:08.956 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: +----[SHA256]-----+ 2024-04-21T09:00:09.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.956+0000 7f48ec929700 1 Processor -- start 2024-04-21T09:00:09.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.956+0000 7f48ec929700 1 -- start start 2024-04-21T09:00:09.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.956+0000 7f48ec929700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e81088d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:09.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.956+0000 7f48ec929700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f48e8108ea0 con 0x7f48e81084b0 2024-04-21T09:00:09.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.957+0000 7f48e659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e81088d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:09.300 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.957+0000 7f48e659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e81088d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53568/0 (socket says 172.21.15.52:53568) 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.957+0000 7f48e659c700 1 -- 172.21.15.52:0/3467188048 learned_addr learned my addr 172.21.15.52:0/3467188048 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.957+0000 7f48e659c700 1 -- 172.21.15.52:0/3467188048 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e8109660 con 0x7f48e81084b0 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.957+0000 7f48e659c700 1 --2- 172.21.15.52:0/3467188048 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e81088d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f48d80098a0 tx=0x7f48d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c41e54ff3646685e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.957+0000 7f48e559a700 1 -- 172.21.15.52:0/3467188048 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48d8004160 con 0x7f48e81084b0 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.957+0000 7f48e559a700 1 -- 172.21.15.52:0/3467188048 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f48d8004300 con 0x7f48e81084b0 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.957+0000 7f48e559a700 1 -- 172.21.15.52:0/3467188048 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48d8011af0 con 0x7f48e81084b0 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.958+0000 7f48ec929700 1 -- 172.21.15.52:0/3467188048 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 msgr2=0x7f48e81088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.958+0000 7f48ec929700 1 --2- 172.21.15.52:0/3467188048 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e81088d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f48d80098a0 tx=0x7f48d8009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.958+0000 7f48ec929700 1 -- 172.21.15.52:0/3467188048 shutdown_connections 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.958+0000 7f48ec929700 1 --2- 172.21.15.52:0/3467188048 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e81088d0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.958+0000 7f48ec929700 1 -- 172.21.15.52:0/3467188048 >> 172.21.15.52:0/3467188048 conn(0x7f48e8103af0 msgr2=0x7f48e8105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.958+0000 7f48ec929700 1 -- 172.21.15.52:0/3467188048 shutdown_connections 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.958+0000 7f48ec929700 1 -- 172.21.15.52:0/3467188048 wait complete. 2024-04-21T09:00:09.301 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.959+0000 7f48ec929700 1 Processor -- start 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.959+0000 7f48ec929700 1 -- start start 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.959+0000 7f48ec929700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e807db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.959+0000 7f48ec929700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f48e810c890 con 0x7f48e81084b0 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.959+0000 7f48e659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e807db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.959+0000 7f48e659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e807db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53576/0 (socket says 172.21.15.52:53576) 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.959+0000 7f48e659c700 1 -- 172.21.15.52:0/1162505536 learned_addr learned my addr 172.21.15.52:0/1162505536 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.959+0000 7f48e659c700 1 -- 172.21.15.52:0/1162505536 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48e807e0a0 con 0x7f48e81084b0 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.960+0000 7f48e659c700 1 --2- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e807db60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f48d8003f40 tx=0x7f48d8011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.960+0000 7f48d77fe700 1 -- 172.21.15.52:0/1162505536 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48d80038b0 con 0x7f48e81084b0 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.960+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48e807c290 con 0x7f48e81084b0 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.960+0000 7f48d77fe700 1 -- 172.21.15.52:0/1162505536 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f48d8003a50 con 0x7f48e81084b0 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.960+0000 7f48d77fe700 1 -- 172.21.15.52:0/1162505536 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48d801a5c0 con 0x7f48e81084b0 2024-04-21T09:00:09.302 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.960+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48e807c7d0 con 0x7f48e81084b0 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.961+0000 7f48d77fe700 1 -- 172.21.15.52:0/1162505536 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f48d801a870 con 0x7f48e81084b0 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.961+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48e80640a0 con 0x7f48e81084b0 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.961+0000 7f48d77fe700 1 --2- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f48d0039670 0x7f48d003bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.961+0000 7f48d77fe700 1 -- 172.21.15.52:0/1162505536 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f48d804dc30 con 0x7f48e81084b0 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.961+0000 7f48e5d9b700 1 --2- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f48d0039670 0x7f48d003bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.962+0000 7f48e5d9b700 1 --2- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f48d0039670 0x7f48d003bb30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f48dc006fd0 tx=0x7f48dc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:07.967+0000 7f48d77fe700 1 -- 172.21.15.52:0/1162505536 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f48d8019c70 con 0x7f48e81084b0 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.175+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f48e8104c50 con 0x7f48d0039670 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.676+0000 7f48d77fe700 1 -- 172.21.15.52:0/1162505536 <== mgr.14120 v2:172.21.15.52:6800/1292044304 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f48e8104c50 con 0x7f48d0039670 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f48d0039670 msgr2=0x7f48d003bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 --2- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f48d0039670 0x7f48d003bb30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f48dc006fd0 tx=0x7f48dc006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 msgr2=0x7f48e807db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:09.303 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 --2- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e807db60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f48d8003f40 tx=0x7f48d8011890 comp rx=0 tx=0).stop 2024-04-21T09:00:09.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 shutdown_connections 2024-04-21T09:00:09.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 --2- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f48d0039670 0x7f48d003bb30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:09.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 --2- 172.21.15.52:0/1162505536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f48e81084b0 0x7f48e807db60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:09.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 >> 172.21.15.52:0/1162505536 conn(0x7f48e8103af0 msgr2=0x7f48e8104540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:09.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 shutdown_connections 2024-04-21T09:00:09.304 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:08.679+0000 7f48ec929700 1 -- 172.21.15.52:0/1162505536 wait complete. 2024-04-21T09:00:09.939 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:09 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:09.939 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:09 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:10.478 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBYqyiILbgIRodvhU3e2ympw+3j8z6VcalzraNvSgk55Ctuok8iNnlCjXoQVpa+3/kmx0f9X4LuzaxUBJsbMIvjXDBB2loTxNxDCCjBCEXgE8SSHVFV8CQAPqkRzoKLz24gXX+Y9Q6erxzkfvZGC9Wls6j+/cjud/WPZ7esFGKjsqB2dku/kqTZFRXosQBn133WOwBC61lGdO1AZGQVmxO2yk72lQPl14QmkJHVKPE71T0pnp3YM7cAyrX6PIzR1B3hNdYIFc+9ExXHH0Brlh0FZF4ex8DHY+P04RZsCpr+HoRq9ltCvBX9GFvV1TRua8LIDdRrAZMKzXaBBBcTjFWHnUrD6XTtcgps1EV5SjABUhsJEurBJ58vEQXo3GrdAi/HayfA/N3dES2zKrsqYB848OVxIKZwp8qU9SkapQb1Y5jqnSm6Wr983bvZGWQh+YHvi+PTXmM8aYeibzf2/W2FWrzdtqKYjwpVksuJGfT6c0H7X4oAJzRwVge1awmfIc= ceph-55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:00:10.478 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.721+0000 7f04e1a7e700 1 Processor -- start 2024-04-21T09:00:10.478 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.721+0000 7f04e1a7e700 1 -- start start 2024-04-21T09:00:10.478 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.721+0000 7f04e1a7e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc107730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.721+0000 7f04e1a7e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc107d00 con 0x7f04dc107310 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.721+0000 7f04db7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc107730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.721+0000 7f04db7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc107730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53580/0 (socket says 172.21.15.52:53580) 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.721+0000 7f04db7fe700 1 -- 172.21.15.52:0/2935900121 learned_addr learned my addr 172.21.15.52:0/2935900121 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.721+0000 7f04db7fe700 1 -- 172.21.15.52:0/2935900121 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc108510 con 0x7f04dc107310 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04db7fe700 1 --2- 172.21.15.52:0/2935900121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc107730 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f04cc0098a0 tx=0x7f04cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e05c5d5f1e7e52bc server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04da7fc700 1 -- 172.21.15.52:0/2935900121 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04cc004160 con 0x7f04dc107310 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04da7fc700 1 -- 172.21.15.52:0/2935900121 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f04cc004300 con 0x7f04dc107310 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04da7fc700 1 -- 172.21.15.52:0/2935900121 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04cc011af0 con 0x7f04dc107310 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04e1a7e700 1 -- 172.21.15.52:0/2935900121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 msgr2=0x7f04dc107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04e1a7e700 1 --2- 172.21.15.52:0/2935900121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc107730 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f04cc0098a0 tx=0x7f04cc009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04e1a7e700 1 -- 172.21.15.52:0/2935900121 shutdown_connections 2024-04-21T09:00:10.479 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04e1a7e700 1 --2- 172.21.15.52:0/2935900121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc107730 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.722+0000 7f04e1a7e700 1 -- 172.21.15.52:0/2935900121 >> 172.21.15.52:0/2935900121 conn(0x7f04dc1028b0 msgr2=0x7f04dc104cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.723+0000 7f04e1a7e700 1 -- 172.21.15.52:0/2935900121 shutdown_connections 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.723+0000 7f04e1a7e700 1 -- 172.21.15.52:0/2935900121 wait complete. 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.723+0000 7f04e1a7e700 1 Processor -- start 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.723+0000 7f04e1a7e700 1 -- start start 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.723+0000 7f04e1a7e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc19e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.723+0000 7f04e1a7e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc10b740 con 0x7f04dc107310 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04db7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc19e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04db7fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc19e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53590/0 (socket says 172.21.15.52:53590) 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04db7fe700 1 -- 172.21.15.52:0/1130783732 learned_addr learned my addr 172.21.15.52:0/1130783732 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04db7fe700 1 -- 172.21.15.52:0/1130783732 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc19e9e0 con 0x7f04dc107310 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04db7fe700 1 --2- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc19e4a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f04cc0117b0 tx=0x7f04cc011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04d8ff9700 1 -- 172.21.15.52:0/1130783732 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04cc003af0 con 0x7f04dc107310 2024-04-21T09:00:10.480 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04dc19ec70 con 0x7f04dc107310 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04d8ff9700 1 -- 172.21.15.52:0/1130783732 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f04cc020070 con 0x7f04dc107310 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04d8ff9700 1 -- 172.21.15.52:0/1130783732 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04cc019630 con 0x7f04dc107310 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.724+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04dc1a1960 con 0x7f04dc107310 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.725+0000 7f04d8ff9700 1 -- 172.21.15.52:0/1130783732 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f04cc0198f0 con 0x7f04dc107310 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.725+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04dc10b8c0 con 0x7f04dc107310 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.725+0000 7f04d8ff9700 1 --2- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f04c4039670 0x7f04c403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.725+0000 7f04d8ff9700 1 -- 172.21.15.52:0/1130783732 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f04cc04dd90 con 0x7f04dc107310 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.725+0000 7f04daffd700 1 --2- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f04c4039670 0x7f04c403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.726+0000 7f04daffd700 1 --2- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f04c4039670 0x7f04c403bb30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f04d0006fd0 tx=0x7f04d0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.730+0000 7f04d8ff9700 1 -- 172.21.15.52:0/1130783732 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f04cc0042a0 con 0x7f04dc107310 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.939+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f04dc02e2b0 con 0x7f04c4039670 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.940+0000 7f04d8ff9700 1 -- 172.21.15.52:0/1130783732 <== mgr.14120 v2:172.21.15.52:6800/1292044304 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f04dc02e2b0 con 0x7f04c4039670 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f04c4039670 msgr2=0x7f04c403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:10.481 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 --2- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f04c4039670 0x7f04c403bb30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f04d0006fd0 tx=0x7f04d0006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 msgr2=0x7f04dc19e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 --2- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc19e4a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f04cc0117b0 tx=0x7f04cc011b70 comp rx=0 tx=0).stop 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 shutdown_connections 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 --2- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f04c4039670 0x7f04c403bb30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 --2- 172.21.15.52:0/1130783732 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04dc107310 0x7f04dc19e4a0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 >> 172.21.15.52:0/1130783732 conn(0x7f04dc1028b0 msgr2=0x7f04dc103720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 shutdown_connections 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:09.942+0000 7f04e1a7e700 1 -- 172.21.15.52:0/1130783732 wait complete. 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:Adding key to root@localhost authorized_keys... 2024-04-21T09:00:10.482 INFO:teuthology.orchestra.run.smithi052.stdout:Adding host smithi052... 2024-04-21T09:00:10.764 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:10 smithi052 ceph-mon[28035]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:11 smithi052 ceph-mon[28035]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi052", "addr": "172.21.15.52", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:12.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:12 smithi052 ceph-mon[28035]: Deploying cephadm binary to smithi052 2024-04-21T09:00:15.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Added host 'smithi052' with addr '172.21.15.52' 2024-04-21T09:00:15.952 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.872+0000 7f21372f1700 1 Processor -- start 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.872+0000 7f21372f1700 1 -- start start 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.872+0000 7f21372f1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f213010b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.872+0000 7f21372f1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f213007be40 con 0x7f2130108e70 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.873+0000 7f213508d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f213010b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.873+0000 7f213508d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f213010b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53592/0 (socket says 172.21.15.52:53592) 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.873+0000 7f213508d700 1 -- 172.21.15.52:0/657351500 learned_addr learned my addr 172.21.15.52:0/657351500 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.873+0000 7f213508d700 1 -- 172.21.15.52:0/657351500 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f213010b7a0 con 0x7f2130108e70 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.873+0000 7f213508d700 1 --2- 172.21.15.52:0/657351500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f213010b260 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f212c0098a0 tx=0x7f212c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c26201d659c1ca server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.873+0000 7f2127fff700 1 -- 172.21.15.52:0/657351500 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f212c004160 con 0x7f2130108e70 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.873+0000 7f2127fff700 1 -- 172.21.15.52:0/657351500 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f212c004300 con 0x7f2130108e70 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.873+0000 7f2127fff700 1 -- 172.21.15.52:0/657351500 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f212c011af0 con 0x7f2130108e70 2024-04-21T09:00:15.953 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.874+0000 7f21372f1700 1 -- 172.21.15.52:0/657351500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 msgr2=0x7f213010b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.874+0000 7f21372f1700 1 --2- 172.21.15.52:0/657351500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f213010b260 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f212c0098a0 tx=0x7f212c009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.874+0000 7f21372f1700 1 -- 172.21.15.52:0/657351500 shutdown_connections 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.874+0000 7f21372f1700 1 --2- 172.21.15.52:0/657351500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f213010b260 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.874+0000 7f21372f1700 1 -- 172.21.15.52:0/657351500 >> 172.21.15.52:0/657351500 conn(0x7f21301028e0 msgr2=0x7f2130104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.874+0000 7f21372f1700 1 -- 172.21.15.52:0/657351500 shutdown_connections 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.874+0000 7f21372f1700 1 -- 172.21.15.52:0/657351500 wait complete. 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f21372f1700 1 Processor -- start 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f21372f1700 1 -- start start 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f21372f1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f21301086f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f21372f1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f213010c6a0 con 0x7f2130108e70 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f213508d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f21301086f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f213508d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f21301086f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53598/0 (socket says 172.21.15.52:53598) 2024-04-21T09:00:15.954 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f213508d700 1 -- 172.21.15.52:0/852197023 learned_addr learned my addr 172.21.15.52:0/852197023 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f213508d700 1 -- 172.21.15.52:0/852197023 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2130108c30 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f213508d700 1 --2- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f21301086f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f212c011ac0 tx=0x7f212c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.875+0000 7f21267fc700 1 -- 172.21.15.52:0/852197023 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f212c003b20 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.876+0000 7f21267fc700 1 -- 172.21.15.52:0/852197023 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f212c01a8c0 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.876+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2130106e20 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.876+0000 7f21267fc700 1 -- 172.21.15.52:0/852197023 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f212c0248d0 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.876+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2130107360 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.876+0000 7f21267fc700 1 -- 172.21.15.52:0/852197023 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f212c022020 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.876+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21300640a0 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.877+0000 7f21267fc700 1 --2- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f211c039670 0x7f211c03bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.877+0000 7f21267fc700 1 -- 172.21.15.52:0/852197023 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f212c04d850 con 0x7f2130108e70 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.877+0000 7f213488c700 1 --2- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f211c039670 0x7f211c03bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:15.955 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.877+0000 7f213488c700 1 --2- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f211c039670 0x7f211c03bb30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2120006fd0 tx=0x7f2120006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:10.882+0000 7f21267fc700 1 -- 172.21.15.52:0/852197023 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f212c00f2e0 con 0x7f2130108e70 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:11.098+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi052", "addr": "172.21.15.52", "target": ["mon-mgr", ""]}) -- 0x7f2130107bc0 con 0x7f211c039670 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.353+0000 7f21267fc700 1 -- 172.21.15.52:0/852197023 <== mgr.14120 v2:172.21.15.52:6800/1292044304 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f2130107bc0 con 0x7f211c039670 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f211c039670 msgr2=0x7f211c03bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 --2- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f211c039670 0x7f211c03bb30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2120006fd0 tx=0x7f2120006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 msgr2=0x7f21301086f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 --2- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f21301086f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f212c011ac0 tx=0x7f212c011ba0 comp rx=0 tx=0).stop 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 shutdown_connections 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 --2- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f211c039670 0x7f211c03bb30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 --2- 172.21.15.52:0/852197023 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2130108e70 0x7f21301086f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 >> 172.21.15.52:0/852197023 conn(0x7f21301028e0 msgr2=0x7f2130103330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 shutdown_connections 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:15.356+0000 7f21372f1700 1 -- 172.21.15.52:0/852197023 wait complete. 2024-04-21T09:00:15.956 INFO:teuthology.orchestra.run.smithi052.stdout:Deploying unmanaged mon service... 2024-04-21T09:00:16.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:16 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:16.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:16 smithi052 ceph-mon[28035]: Added host smithi052 2024-04-21T09:00:16.586 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:16 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:17.349 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-21T09:00:17.349 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.347+0000 7f822f150700 1 Processor -- start 2024-04-21T09:00:17.349 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.347+0000 7f822f150700 1 -- start start 2024-04-21T09:00:17.349 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.347+0000 7f822f150700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f82281070e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:17.349 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.347+0000 7f822f150700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f822807be40 con 0x7f8228106cc0 2024-04-21T09:00:17.350 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.347+0000 7f822ceec700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f82281070e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:17.350 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.347+0000 7f822ceec700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f82281070e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53608/0 (socket says 172.21.15.52:53608) 2024-04-21T09:00:17.350 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.347+0000 7f822ceec700 1 -- 172.21.15.52:0/2031609709 learned_addr learned my addr 172.21.15.52:0/2031609709 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:17.350 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.347+0000 7f822ceec700 1 -- 172.21.15.52:0/2031609709 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8228107620 con 0x7f8228106cc0 2024-04-21T09:00:17.350 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.348+0000 7f822ceec700 1 --2- 172.21.15.52:0/2031609709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f82281070e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f82180098a0 tx=0x7f8218009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b46e34a48cd4114 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:17.350 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.348+0000 7f82277fe700 1 -- 172.21.15.52:0/2031609709 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8218004160 con 0x7f8228106cc0 2024-04-21T09:00:17.350 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.348+0000 7f82277fe700 1 -- 172.21.15.52:0/2031609709 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8218004300 con 0x7f8228106cc0 2024-04-21T09:00:17.350 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.348+0000 7f82277fe700 1 -- 172.21.15.52:0/2031609709 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8218011af0 con 0x7f8228106cc0 2024-04-21T09:00:17.351 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.349+0000 7f822f150700 1 -- 172.21.15.52:0/2031609709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 msgr2=0x7f82281070e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:17.351 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.349+0000 7f822f150700 1 --2- 172.21.15.52:0/2031609709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f82281070e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f82180098a0 tx=0x7f8218009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:17.351 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.349+0000 7f822f150700 1 -- 172.21.15.52:0/2031609709 shutdown_connections 2024-04-21T09:00:17.351 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.349+0000 7f822f150700 1 --2- 172.21.15.52:0/2031609709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f82281070e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:17.351 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.349+0000 7f822f150700 1 -- 172.21.15.52:0/2031609709 >> 172.21.15.52:0/2031609709 conn(0x7f82281028c0 msgr2=0x7f8228104ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:17.351 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.349+0000 7f822f150700 1 -- 172.21.15.52:0/2031609709 shutdown_connections 2024-04-21T09:00:17.351 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.349+0000 7f822f150700 1 -- 172.21.15.52:0/2031609709 wait complete. 2024-04-21T09:00:17.351 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.349+0000 7f822f150700 1 Processor -- start 2024-04-21T09:00:17.352 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f822f150700 1 -- start start 2024-04-21T09:00:17.352 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f822f150700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f822819e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:17.352 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f822f150700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f82281085e0 con 0x7f8228106cc0 2024-04-21T09:00:17.352 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f822ceec700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f822819e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:17.352 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f822ceec700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f822819e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53620/0 (socket says 172.21.15.52:53620) 2024-04-21T09:00:17.352 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f822ceec700 1 -- 172.21.15.52:0/2517199721 learned_addr learned my addr 172.21.15.52:0/2517199721 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:17.352 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f822ceec700 1 -- 172.21.15.52:0/2517199721 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f822819e9f0 con 0x7f8228106cc0 2024-04-21T09:00:17.352 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f822ceec700 1 --2- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f822819e4b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8218009fb0 tx=0x7f8218004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.350+0000 7f8225ffb700 1 -- 172.21.15.52:0/2517199721 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82180036a0 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.351+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f822819ec80 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.351+0000 7f8225ffb700 1 -- 172.21.15.52:0/2517199721 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f821801a430 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.351+0000 7f8225ffb700 1 -- 172.21.15.52:0/2517199721 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82180193c0 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.351+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82281a1970 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.352+0000 7f8225ffb700 1 -- 172.21.15.52:0/2517199721 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f821801a5e0 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.352+0000 7f8225ffb700 1 --2- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f8210039800 0x7f821003bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.352+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82280640a0 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.352+0000 7f8225ffb700 1 -- 172.21.15.52:0/2517199721 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f821804d5d0 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.352+0000 7f8227fff700 1 --2- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f8210039800 0x7f821003bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.352+0000 7f8227fff700 1 --2- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f8210039800 0x7f821003bcc0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f821c006fd0 tx=0x7f821c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.359+0000 7f8225ffb700 1 -- 172.21.15.52:0/2517199721 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8218003890 con 0x7f8228106cc0 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.586+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f822802e280 con 0x7f8210039800 2024-04-21T09:00:17.353 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.590+0000 7f8225ffb700 1 -- 172.21.15.52:0/2517199721 <== mgr.14120 v2:172.21.15.52:6800/1292044304 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f822802e280 con 0x7f8210039800 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f8210039800 msgr2=0x7f821003bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 --2- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f8210039800 0x7f821003bcc0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f821c006fd0 tx=0x7f821c006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 msgr2=0x7f822819e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 --2- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f822819e4b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8218009fb0 tx=0x7f8218004790 comp rx=0 tx=0).stop 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 shutdown_connections 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 --2- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f8210039800 0x7f821003bcc0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 --2- 172.21.15.52:0/2517199721 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8228106cc0 0x7f822819e4b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 >> 172.21.15.52:0/2517199721 conn(0x7f82281028c0 msgr2=0x7f8228195180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 shutdown_connections 2024-04-21T09:00:17.354 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:16.592+0000 7f822f150700 1 -- 172.21.15.52:0/2517199721 wait complete. 2024-04-21T09:00:17.355 INFO:teuthology.orchestra.run.smithi052.stdout:Deploying unmanaged mgr service... 2024-04-21T09:00:17.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:17 smithi052 ceph-mon[28035]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:17.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:17 smithi052 ceph-mon[28035]: Saving service mon spec with placement count:5 2024-04-21T09:00:17.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:17 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:19.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:19 smithi052 ceph-mon[28035]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:19.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:19 smithi052 ceph-mon[28035]: Saving service mgr spec with placement count:2 2024-04-21T09:00:19.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:19 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:19.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:19 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:19.456 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-21T09:00:19.456 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.998+0000 7fe34ed31700 1 Processor -- start 2024-04-21T09:00:19.456 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.998+0000 7fe34ed31700 1 -- start start 2024-04-21T09:00:19.456 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.998+0000 7fe34ed31700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe348108db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.998+0000 7fe34ed31700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe348109380 con 0x7fe348108990 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.998+0000 7fe34cacd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe348108db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.998+0000 7fe34cacd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe348108db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56714/0 (socket says 172.21.15.52:56714) 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.998+0000 7fe34cacd700 1 -- 172.21.15.52:0/973879819 learned_addr learned my addr 172.21.15.52:0/973879819 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.998+0000 7fe34cacd700 1 -- 172.21.15.52:0/973879819 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe348106490 con 0x7fe348108990 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe34cacd700 1 --2- 172.21.15.52:0/973879819 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe348108db0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe33c0098a0 tx=0x7fe33c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dc4241e592f62af server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe3477fe700 1 -- 172.21.15.52:0/973879819 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe33c004160 con 0x7fe348108990 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe3477fe700 1 -- 172.21.15.52:0/973879819 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe33c004300 con 0x7fe348108990 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe3477fe700 1 -- 172.21.15.52:0/973879819 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe33c011af0 con 0x7fe348108990 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe34ed31700 1 -- 172.21.15.52:0/973879819 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 msgr2=0x7fe348108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe34ed31700 1 --2- 172.21.15.52:0/973879819 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe348108db0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe33c0098a0 tx=0x7fe33c009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe34ed31700 1 -- 172.21.15.52:0/973879819 shutdown_connections 2024-04-21T09:00:19.457 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe34ed31700 1 --2- 172.21.15.52:0/973879819 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe348108db0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:17.999+0000 7fe34ed31700 1 -- 172.21.15.52:0/973879819 >> 172.21.15.52:0/973879819 conn(0x7fe3481020d0 msgr2=0x7fe3481044f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34ed31700 1 -- 172.21.15.52:0/973879819 shutdown_connections 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34ed31700 1 -- 172.21.15.52:0/973879819 wait complete. 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34ed31700 1 Processor -- start 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34ed31700 1 -- start start 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34ed31700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe34819e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34ed31700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe348107440 con 0x7fe348108990 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34cacd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe34819e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34cacd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe34819e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56722/0 (socket says 172.21.15.52:56722) 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.000+0000 7fe34cacd700 1 -- 172.21.15.52:0/3596087895 learned_addr learned my addr 172.21.15.52:0/3596087895 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.001+0000 7fe34cacd700 1 -- 172.21.15.52:0/3596087895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe34819e900 con 0x7fe348108990 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.001+0000 7fe34cacd700 1 --2- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe34819e3c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe33c011ac0 tx=0x7fe33c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:19.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.001+0000 7fe345ffb700 1 -- 172.21.15.52:0/3596087895 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe33c003b20 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.001+0000 7fe345ffb700 1 -- 172.21.15.52:0/3596087895 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe33c01a8c0 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.001+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe34819eb90 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.001+0000 7fe345ffb700 1 -- 172.21.15.52:0/3596087895 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe33c0248d0 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.001+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3481a1880 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.002+0000 7fe345ffb700 1 -- 172.21.15.52:0/3596087895 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fe33c022020 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.002+0000 7fe345ffb700 1 --2- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fe3380396c0 0x7fe33803bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.002+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3480640a0 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.002+0000 7fe345ffb700 1 -- 172.21.15.52:0/3596087895 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe33c04d850 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.003+0000 7fe347fff700 1 --2- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fe3380396c0 0x7fe33803bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.003+0000 7fe347fff700 1 --2- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fe3380396c0 0x7fe33803bb80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe334006fd0 tx=0x7fe334006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.008+0000 7fe345ffb700 1 -- 172.21.15.52:0/3596087895 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe33c01aa70 con 0x7fe348108990 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.235+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fe348062e80 con 0x7fe3380396c0 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.240+0000 7fe345ffb700 1 -- 172.21.15.52:0/3596087895 <== mgr.14120 v2:172.21.15.52:6800/1292044304 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe348062e80 con 0x7fe3380396c0 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fe3380396c0 msgr2=0x7fe33803bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:19.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 --2- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fe3380396c0 0x7fe33803bb80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fe334006fd0 tx=0x7fe334006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:19.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 msgr2=0x7fe34819e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:19.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 --2- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe34819e3c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe33c011ac0 tx=0x7fe33c011ba0 comp rx=0 tx=0).stop 2024-04-21T09:00:19.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 shutdown_connections 2024-04-21T09:00:19.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 --2- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fe3380396c0 0x7fe33803bb80 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:19.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 --2- 172.21.15.52:0/3596087895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe348108990 0x7fe34819e3c0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:19.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 >> 172.21.15.52:0/3596087895 conn(0x7fe3481020d0 msgr2=0x7fe348194a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:19.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 shutdown_connections 2024-04-21T09:00:19.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:18.242+0000 7fe34ed31700 1 -- 172.21.15.52:0/3596087895 wait complete. 2024-04-21T09:00:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:20 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2199199950' entity='client.admin' 2024-04-21T09:00:21.416 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.901+0000 7f7c6f41f700 1 Processor -- start 2024-04-21T09:00:21.416 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.901+0000 7f7c6f41f700 1 -- start start 2024-04-21T09:00:21.416 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.901+0000 7f7c6f41f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c681076c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:21.416 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.901+0000 7f7c6f41f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7c68107c90 con 0x7f7c681072a0 2024-04-21T09:00:21.416 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.901+0000 7f7c6d1bb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c681076c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.901+0000 7f7c6d1bb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c681076c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56726/0 (socket says 172.21.15.52:56726) 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.901+0000 7f7c6d1bb700 1 -- 172.21.15.52:0/3690247660 learned_addr learned my addr 172.21.15.52:0/3690247660 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.902+0000 7f7c6d1bb700 1 -- 172.21.15.52:0/3690247660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c681084a0 con 0x7f7c681072a0 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.902+0000 7f7c6d1bb700 1 --2- 172.21.15.52:0/3690247660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c681076c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7c6400bb40 tx=0x7f7c6400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21bd5293a1fbff0b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.902+0000 7f7c5ffff700 1 -- 172.21.15.52:0/3690247660 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c6400dbe0 con 0x7f7c681072a0 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.902+0000 7f7c5ffff700 1 -- 172.21.15.52:0/3690247660 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c640044e0 con 0x7f7c681072a0 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.902+0000 7f7c5ffff700 1 -- 172.21.15.52:0/3690247660 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c64010470 con 0x7f7c681072a0 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.903+0000 7f7c6f41f700 1 -- 172.21.15.52:0/3690247660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 msgr2=0x7f7c681076c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.903+0000 7f7c6f41f700 1 --2- 172.21.15.52:0/3690247660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c681076c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7c6400bb40 tx=0x7f7c6400be50 comp rx=0 tx=0).stop 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.903+0000 7f7c6f41f700 1 -- 172.21.15.52:0/3690247660 shutdown_connections 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.903+0000 7f7c6f41f700 1 --2- 172.21.15.52:0/3690247660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c681076c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.903+0000 7f7c6f41f700 1 -- 172.21.15.52:0/3690247660 >> 172.21.15.52:0/3690247660 conn(0x7f7c681028e0 msgr2=0x7f7c68104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.903+0000 7f7c6f41f700 1 -- 172.21.15.52:0/3690247660 shutdown_connections 2024-04-21T09:00:21.417 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.903+0000 7f7c6f41f700 1 -- 172.21.15.52:0/3690247660 wait complete. 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.903+0000 7f7c6f41f700 1 Processor -- start 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6f41f700 1 -- start start 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6f41f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c6819e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6f41f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7c6807afc0 con 0x7f7c681072a0 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6d1bb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c6819e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6d1bb700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c6819e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56738/0 (socket says 172.21.15.52:56738) 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6d1bb700 1 -- 172.21.15.52:0/2199199950 learned_addr learned my addr 172.21.15.52:0/2199199950 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6d1bb700 1 -- 172.21.15.52:0/2199199950 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c6819e8d0 con 0x7f7c681072a0 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6d1bb700 1 --2- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c6819e390 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7c64003c30 tx=0x7f7c64003d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c5e7fc700 1 -- 172.21.15.52:0/2199199950 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c64010720 con 0x7f7c681072a0 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c5e7fc700 1 -- 172.21.15.52:0/2199199950 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c6401d070 con 0x7f7c681072a0 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c6819eb60 con 0x7f7c681072a0 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c5e7fc700 1 -- 172.21.15.52:0/2199199950 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c64021aa0 con 0x7f7c681072a0 2024-04-21T09:00:21.418 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.904+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c681a1850 con 0x7f7c681072a0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.905+0000 7f7c5e7fc700 1 -- 172.21.15.52:0/2199199950 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f7c6401f030 con 0x7f7c681072a0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.906+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c680640a0 con 0x7f7c681072a0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.906+0000 7f7c5e7fc700 1 --2- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f7c540396c0 0x7f7c5403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.906+0000 7f7c5e7fc700 1 -- 172.21.15.52:0/2199199950 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7c6404d9e0 con 0x7f7c681072a0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.906+0000 7f7c6c9ba700 1 --2- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f7c540396c0 0x7f7c5403bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.906+0000 7f7c6c9ba700 1 --2- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f7c540396c0 0x7f7c5403bb80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7c58006fd0 tx=0x7f7c58006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:19.911+0000 7f7c5e7fc700 1 -- 172.21.15.52:0/2199199950 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7c64015070 con 0x7f7c681072a0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.138+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f7c681934e0 con 0x7f7c681072a0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.141+0000 7f7c5e7fc700 1 -- 172.21.15.52:0/2199199950 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f7c681934e0 con 0x7f7c681072a0 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f7c540396c0 msgr2=0x7f7c5403bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 --2- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f7c540396c0 0x7f7c5403bb80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7c58006fd0 tx=0x7f7c58006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 msgr2=0x7f7c6819e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 --2- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c6819e390 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7c64003c30 tx=0x7f7c64003d10 comp rx=0 tx=0).stop 2024-04-21T09:00:21.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 shutdown_connections 2024-04-21T09:00:21.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 --2- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f7c540396c0 0x7f7c5403bb80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:21.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 --2- 172.21.15.52:0/2199199950 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7c681072a0 0x7f7c6819e390 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:21.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 >> 172.21.15.52:0/2199199950 conn(0x7f7c681028e0 msgr2=0x7f7c681905c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:21.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 shutdown_connections 2024-04-21T09:00:21.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:20.144+0000 7f7c6f41f700 1 -- 172.21.15.52:0/2199199950 wait complete. 2024-04-21T09:00:22.373 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:22 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:22.673 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.809+0000 7ff2ada44700 1 Processor -- start 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.809+0000 7ff2ada44700 1 -- start start 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.809+0000 7ff2ada44700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a81088d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.809+0000 7ff2ada44700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff2a8108ea0 con 0x7ff2a81084b0 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.809+0000 7ff2a6ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a81088d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.809+0000 7ff2a6ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a81088d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56746/0 (socket says 172.21.15.52:56746) 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.809+0000 7ff2a6ffd700 1 -- 172.21.15.52:0/291857407 learned_addr learned my addr 172.21.15.52:0/291857407 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.809+0000 7ff2a6ffd700 1 -- 172.21.15.52:0/291857407 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2a8109660 con 0x7ff2a81084b0 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.810+0000 7ff2a6ffd700 1 --2- 172.21.15.52:0/291857407 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a81088d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff2980098a0 tx=0x7ff298009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3eb81f485977a83 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.810+0000 7ff2a5ffb700 1 -- 172.21.15.52:0/291857407 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff298004160 con 0x7ff2a81084b0 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.810+0000 7ff2a5ffb700 1 -- 172.21.15.52:0/291857407 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff298004300 con 0x7ff2a81084b0 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.810+0000 7ff2a5ffb700 1 -- 172.21.15.52:0/291857407 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff298011a20 con 0x7ff2a81084b0 2024-04-21T09:00:22.674 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.810+0000 7ff2ada44700 1 -- 172.21.15.52:0/291857407 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 msgr2=0x7ff2a81088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.810+0000 7ff2ada44700 1 --2- 172.21.15.52:0/291857407 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a81088d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff2980098a0 tx=0x7ff298009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.811+0000 7ff2ada44700 1 -- 172.21.15.52:0/291857407 shutdown_connections 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.811+0000 7ff2ada44700 1 --2- 172.21.15.52:0/291857407 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a81088d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.811+0000 7ff2ada44700 1 -- 172.21.15.52:0/291857407 >> 172.21.15.52:0/291857407 conn(0x7ff2a8103af0 msgr2=0x7ff2a8105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.811+0000 7ff2ada44700 1 -- 172.21.15.52:0/291857407 shutdown_connections 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.811+0000 7ff2ada44700 1 -- 172.21.15.52:0/291857407 wait complete. 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.811+0000 7ff2ada44700 1 Processor -- start 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.811+0000 7ff2ada44700 1 -- start start 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2ada44700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a819c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2ada44700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff2a810ca10 con 0x7ff2a81084b0 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2a6ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a819c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2a6ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a819c150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56748/0 (socket says 172.21.15.52:56748) 2024-04-21T09:00:22.675 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2a6ffd700 1 -- 172.21.15.52:0/1063409697 learned_addr learned my addr 172.21.15.52:0/1063409697 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2a6ffd700 1 -- 172.21.15.52:0/1063409697 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2a819c690 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2a6ffd700 1 --2- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a819c150 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff2980116e0 tx=0x7ff298011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2aca42700 1 -- 172.21.15.52:0/1063409697 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2980039e0 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2a819c920 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2aca42700 1 -- 172.21.15.52:0/1063409697 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff29801b8f0 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2aca42700 1 -- 172.21.15.52:0/1063409697 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff298023760 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.812+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2a819f610 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.813+0000 7ff2aca42700 1 -- 172.21.15.52:0/1063409697 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7ff298023900 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.813+0000 7ff2aca42700 1 --2- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7ff290039670 0x7ff29003bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.813+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2a80640a0 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.813+0000 7ff2aca42700 1 -- 172.21.15.52:0/1063409697 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff29804de30 con 0x7ff2a81084b0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.814+0000 7ff2a67fc700 1 --2- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7ff290039670 0x7ff29003bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.814+0000 7ff2a67fc700 1 --2- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7ff290039670 0x7ff29003bb30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff29c006fd0 tx=0x7ff29c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:22.676 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:21.819+0000 7ff2aca42700 1 -- 172.21.15.52:0/1063409697 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff29801f030 con 0x7ff2a81084b0 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.028+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7ff2a819f7e0 con 0x7ff2a81084b0 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.030+0000 7ff2aca42700 1 -- 172.21.15.52:0/1063409697 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7ff298019e20 con 0x7ff2a81084b0 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7ff290039670 msgr2=0x7ff29003bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 --2- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7ff290039670 0x7ff29003bb30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff29c006fd0 tx=0x7ff29c006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 msgr2=0x7ff2a819c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 --2- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a819c150 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff2980116e0 tx=0x7ff298011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 shutdown_connections 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 --2- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7ff290039670 0x7ff29003bb30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 --2- 172.21.15.52:0/1063409697 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff2a81084b0 0x7ff2a819c150 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 >> 172.21.15.52:0/1063409697 conn(0x7ff2a8103af0 msgr2=0x7ff2a81044a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 shutdown_connections 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:22.033+0000 7ff2ada44700 1 -- 172.21.15.52:0/1063409697 wait complete. 2024-04-21T09:00:22.677 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling the dashboard module... 2024-04-21T09:00:23.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:23 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1063409697' entity='client.admin' 2024-04-21T09:00:23.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:23 smithi052 ceph-mon[28035]: from='mgr.14120 172.21.15.52:0/3498460311' entity='mgr.x' 2024-04-21T09:00:24.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:24 smithi052 ceph-mon[28035]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:00:24.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:24 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/4237007466' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-21T09:00:24.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: ignoring --setuser ceph since I am not root 2024-04-21T09:00:24.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: ignoring --setgroup ceph since I am not root 2024-04-21T09:00:24.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:24.605+0000 7fa11d368200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T09:00:25.077 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:24.797+0000 7fa11d368200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:00:25.077 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:24.902+0000 7fa11d368200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.161+0000 7fb313448700 1 Processor -- start 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.161+0000 7fb313448700 1 -- start start 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.161+0000 7fb313448700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c10b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.161+0000 7fb313448700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb30c07be40 con 0x7fb30c108e20 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.161+0000 7fb3111e4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c10b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.161+0000 7fb3111e4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c10b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56750/0 (socket says 172.21.15.52:56750) 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.161+0000 7fb3111e4700 1 -- 172.21.15.52:0/3776015378 learned_addr learned my addr 172.21.15.52:0/3776015378 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.162+0000 7fb3111e4700 1 -- 172.21.15.52:0/3776015378 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb30c10b750 con 0x7fb30c108e20 2024-04-21T09:00:25.086 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.162+0000 7fb3111e4700 1 --2- 172.21.15.52:0/3776015378 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c10b210 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb3080098a0 tx=0x7fb308009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb683c58030546dc server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.162+0000 7fb303fff700 1 -- 172.21.15.52:0/3776015378 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb308004160 con 0x7fb30c108e20 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.162+0000 7fb303fff700 1 -- 172.21.15.52:0/3776015378 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb308004300 con 0x7fb30c108e20 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.162+0000 7fb303fff700 1 -- 172.21.15.52:0/3776015378 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb308011a20 con 0x7fb30c108e20 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.163+0000 7fb313448700 1 -- 172.21.15.52:0/3776015378 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 msgr2=0x7fb30c10b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.163+0000 7fb313448700 1 --2- 172.21.15.52:0/3776015378 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c10b210 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb3080098a0 tx=0x7fb308009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.163+0000 7fb313448700 1 -- 172.21.15.52:0/3776015378 shutdown_connections 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.163+0000 7fb313448700 1 --2- 172.21.15.52:0/3776015378 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c10b210 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.163+0000 7fb313448700 1 -- 172.21.15.52:0/3776015378 >> 172.21.15.52:0/3776015378 conn(0x7fb30c1027d0 msgr2=0x7fb30c104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.163+0000 7fb313448700 1 -- 172.21.15.52:0/3776015378 shutdown_connections 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.163+0000 7fb313448700 1 -- 172.21.15.52:0/3776015378 wait complete. 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.163+0000 7fb313448700 1 Processor -- start 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb313448700 1 -- start start 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb313448700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c199f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:25.087 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb313448700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb30c107750 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb3111e4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c199f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb3111e4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c199f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56756/0 (socket says 172.21.15.52:56756) 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb3111e4700 1 -- 172.21.15.52:0/4237007466 learned_addr learned my addr 172.21.15.52:0/4237007466 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb3111e4700 1 -- 172.21.15.52:0/4237007466 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb30c19a4c0 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb3111e4700 1 --2- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c199f80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb308000c00 tx=0x7fb308011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb3027fc700 1 -- 172.21.15.52:0/4237007466 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb308003aa0 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb3027fc700 1 -- 172.21.15.52:0/4237007466 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb30801b8f0 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.164+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb30c19a750 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.165+0000 7fb3027fc700 1 -- 172.21.15.52:0/4237007466 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb308023870 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.165+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb30c19d440 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.165+0000 7fb3027fc700 1 -- 172.21.15.52:0/4237007466 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fb308023b30 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.166+0000 7fb3027fc700 1 --2- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fb2f803dad0 0x7fb2f803ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.166+0000 7fb3027fc700 1 -- 172.21.15.52:0/4237007466 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb30804de90 con 0x7fb30c108e20 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.166+0000 7fb3109e3700 1 --2- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fb2f803dad0 0x7fb2f803ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:25.088 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.166+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb30c0640a0 con 0x7fb30c108e20 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.166+0000 7fb3109e3700 1 --2- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fb2f803dad0 0x7fb2f803ff90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc006fd0 tx=0x7fb2fc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.171+0000 7fb3027fc700 1 -- 172.21.15.52:0/4237007466 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb30801f030 con 0x7fb30c108e20 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:23.479+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fb30c02e140 con 0x7fb30c108e20 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.417+0000 7fb3027fc700 1 -- 172.21.15.52:0/4237007466 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fb308023e20 con 0x7fb30c108e20 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.419+0000 7fb3027fc700 1 -- 172.21.15.52:0/4237007466 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7fb30804a080 con 0x7fb30c108e20 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fb2f803dad0 msgr2=0x7fb2f803ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 --2- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fb2f803dad0 0x7fb2f803ff90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc006fd0 tx=0x7fb2fc006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 msgr2=0x7fb30c199f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 --2- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c199f80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb308000c00 tx=0x7fb308011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 shutdown_connections 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 --2- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7fb2f803dad0 0x7fb2f803ff90 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 --2- 172.21.15.52:0/4237007466 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb30c108e20 0x7fb30c199f80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:25.089 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 >> 172.21.15.52:0/4237007466 conn(0x7fb30c1027d0 msgr2=0x7fb30c1908d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:25.090 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 shutdown_connections 2024-04-21T09:00:25.090 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:24.421+0000 7fb313448700 1 -- 172.21.15.52:0/4237007466 wait complete. 2024-04-21T09:00:25.339 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:25 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:25.229+0000 7fa11d368200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T09:00:25.339 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:25 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:25.317+0000 7fa11d368200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T09:00:25.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:25 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/4237007466' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-21T09:00:25.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:25 smithi052 ceph-mon[28035]: mgrmap e9: x(active, since 21s) 2024-04-21T09:00:26.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.551+0000 7f79cbd6b700 1 Processor -- start 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.551+0000 7f79cbd6b700 1 -- start start 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.552+0000 7f79cbd6b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c41076c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.552+0000 7f79cbd6b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f79c4107c90 con 0x7f79c41072a0 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.552+0000 7f79c9b07700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c41076c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.552+0000 7f79c9b07700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c41076c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56772/0 (socket says 172.21.15.52:56772) 2024-04-21T09:00:26.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.552+0000 7f79c9b07700 1 -- 172.21.15.52:0/2604643297 learned_addr learned my addr 172.21.15.52:0/2604643297 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.552+0000 7f79c9b07700 1 -- 172.21.15.52:0/2604643297 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79c41084a0 con 0x7f79c41072a0 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.552+0000 7f79c9b07700 1 --2- 172.21.15.52:0/2604643297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c41076c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f79c00098a0 tx=0x7f79c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e1658d481ebc19f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79c8b05700 1 -- 172.21.15.52:0/2604643297 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79c0004160 con 0x7f79c41072a0 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79c8b05700 1 -- 172.21.15.52:0/2604643297 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79c0004300 con 0x7f79c41072a0 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79c8b05700 1 -- 172.21.15.52:0/2604643297 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79c0011a20 con 0x7f79c41072a0 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2604643297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 msgr2=0x7f79c41076c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79cbd6b700 1 --2- 172.21.15.52:0/2604643297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c41076c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f79c00098a0 tx=0x7f79c0009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2604643297 shutdown_connections 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79cbd6b700 1 --2- 172.21.15.52:0/2604643297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c41076c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2604643297 >> 172.21.15.52:0/2604643297 conn(0x7f79c41028e0 msgr2=0x7f79c4104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2604643297 shutdown_connections 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.553+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2604643297 wait complete. 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.554+0000 7f79cbd6b700 1 Processor -- start 2024-04-21T09:00:26.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.554+0000 7f79cbd6b700 1 -- start start 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.554+0000 7f79cbd6b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c419c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.554+0000 7f79cbd6b700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f79c410b850 con 0x7f79c41072a0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.554+0000 7f79c9b07700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c419c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.554+0000 7f79c9b07700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c419c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56784/0 (socket says 172.21.15.52:56784) 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.554+0000 7f79c9b07700 1 -- 172.21.15.52:0/2408634797 learned_addr learned my addr 172.21.15.52:0/2408634797 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.555+0000 7f79c9b07700 1 -- 172.21.15.52:0/2408634797 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79c419c6e0 con 0x7f79c41072a0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.555+0000 7f79c9b07700 1 --2- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c419c1a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f79c00116e0 tx=0x7f79c0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.555+0000 7f79baffd700 1 -- 172.21.15.52:0/2408634797 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79c00039e0 con 0x7f79c41072a0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.555+0000 7f79baffd700 1 -- 172.21.15.52:0/2408634797 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79c001b8f0 con 0x7f79c41072a0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.555+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79c419c970 con 0x7f79c41072a0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.555+0000 7f79baffd700 1 -- 172.21.15.52:0/2408634797 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79c0023760 con 0x7f79c41072a0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.555+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79c419f660 con 0x7f79c41072a0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.556+0000 7f79baffd700 1 -- 172.21.15.52:0/2408634797 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f79c00239d0 con 0x7f79c41072a0 2024-04-21T09:00:26.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.556+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79c410b9d0 con 0x7f79c41072a0 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.556+0000 7f79baffd700 1 --2- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f79b0039670 0x7f79b003bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.556+0000 7f79baffd700 1 -- 172.21.15.52:0/2408634797 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f79c004e0a0 con 0x7f79c41072a0 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.556+0000 7f79c9306700 1 -- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f79b0039670 msgr2=0x7f79b003bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/1292044304 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.556+0000 7f79c9306700 1 --2- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f79b0039670 0x7f79b003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.561+0000 7f79baffd700 1 -- 172.21.15.52:0/2408634797 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f79c001f030 con 0x7f79c41072a0 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.757+0000 7f79c9306700 1 -- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f79b0039670 msgr2=0x7f79b003bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/1292044304 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.757+0000 7f79c9306700 1 --2- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f79b0039670 0x7f79b003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.875+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f79c402e1c0 con 0x7f79c41072a0 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.876+0000 7f79baffd700 1 -- 172.21.15.52:0/2408634797 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f79c0023dc0 con 0x7f79c41072a0 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f79b0039670 msgr2=0x7f79b003bb30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 --2- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f79b0039670 0x7f79b003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 msgr2=0x7f79c419c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 --2- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c419c1a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f79c00116e0 tx=0x7f79c0011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:26.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 shutdown_connections 2024-04-21T09:00:26.463 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 --2- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f79b0039670 0x7f79b003bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:26.463 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 --2- 172.21.15.52:0/2408634797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f79c41072a0 0x7f79c419c1a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:26.463 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 >> 172.21.15.52:0/2408634797 conn(0x7f79c41028e0 msgr2=0x7f79c41036b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:26.463 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 shutdown_connections 2024-04-21T09:00:26.463 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:25.878+0000 7f79cbd6b700 1 -- 172.21.15.52:0/2408634797 wait complete. 2024-04-21T09:00:26.463 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for the mgr to restart... 2024-04-21T09:00:26.463 INFO:teuthology.orchestra.run.smithi052.stdout:Waiting for mgr epoch 9... 2024-04-21T09:00:26.570 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:26 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2408634797' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-21T09:00:26.835 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:26 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:26.571+0000 7fa11d368200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T09:00:26.835 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:26 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:26.749+0000 7fa11d368200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T09:00:27.145 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:26 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:26.928+0000 7fa11d368200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T09:00:27.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:27.230+0000 7fa11d368200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T09:00:27.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:27.325+0000 7fa11d368200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T09:00:27.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:27.535+0000 7fa11d368200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T09:00:27.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:27.734+0000 7fa11d368200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:00:28.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:28 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:28.356+0000 7fa11d368200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T09:00:29.100 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:28 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:28.792+0000 7fa11d368200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T09:00:29.100 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:28 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:28.891+0000 7fa11d368200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T09:00:29.100 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:29.100+0000 7fa11d368200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T09:00:29.949 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:29.642+0000 7fa11d368200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T09:00:29.950 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:29.738+0000 7fa11d368200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T09:00:30.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:29.990+0000 7fa11d368200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T09:00:30.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:30.128+0000 7fa11d368200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T09:00:30.656 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:30.226+0000 7fa11d368200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T09:00:30.656 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:30.346+0000 7fa11d368200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T09:00:30.656 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:30.656+0000 7fa11d368200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T09:00:31.559 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:31.282+0000 7fa11d368200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T09:00:31.559 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:00:31.506+0000 7fa11d368200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T09:00:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: Active manager daemon x restarted 2024-04-21T09:00:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: Activating manager daemon x 2024-04-21T09:00:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: osdmap e3: 0 total, 0 up, 0 in 2024-04-21T09:00:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: mgrmap e10: x(active, starting, since 0.00357307s) 2024-04-21T09:00:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:00:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T09:00:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T09:00:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T09:00:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T09:00:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: Manager daemon x is now available 2024-04-21T09:00:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T09:00:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T09:00:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:32 smithi052 ceph-mon[28035]: [21/Apr/2024:09:00:31] ENGINE Bus STARTING 2024-04-21T09:00:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:32 smithi052 ceph-mon[28035]: [21/Apr/2024:09:00:32] ENGINE Serving on https://172.21.15.52:7150 2024-04-21T09:00:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:32 smithi052 ceph-mon[28035]: [21/Apr/2024:09:00:32] ENGINE Serving on http://172.21.15.52:8765 2024-04-21T09:00:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:32 smithi052 ceph-mon[28035]: [21/Apr/2024:09:00:32] ENGINE Bus STARTED 2024-04-21T09:00:32.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:32 smithi052 ceph-mon[28035]: mgrmap e11: x(active, since 1.00597s) 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout { 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout } 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.940+0000 7f193b59e700 1 Processor -- start 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.940+0000 7f193b59e700 1 -- start start 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.940+0000 7f193b59e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193410b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.940+0000 7f193b59e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f193407bde0 con 0x7f1934108d30 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.940+0000 7f193a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193410b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.940+0000 7f193a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193410b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47782/0 (socket says 172.21.15.52:47782) 2024-04-21T09:00:33.419 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.940+0000 7f193a59c700 1 -- 172.21.15.52:0/267782604 learned_addr learned my addr 172.21.15.52:0/267782604 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.941+0000 7f193a59c700 1 -- 172.21.15.52:0/267782604 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f193410b660 con 0x7f1934108d30 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.941+0000 7f193a59c700 1 --2- 172.21.15.52:0/267782604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193410b120 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f19280098a0 tx=0x7f1928009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0d5ff8f1fa5d582 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.941+0000 7f193959a700 1 -- 172.21.15.52:0/267782604 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1928004160 con 0x7f1934108d30 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.941+0000 7f193959a700 1 -- 172.21.15.52:0/267782604 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1928004300 con 0x7f1934108d30 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.941+0000 7f193959a700 1 -- 172.21.15.52:0/267782604 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1928011a20 con 0x7f1934108d30 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.942+0000 7f193b59e700 1 -- 172.21.15.52:0/267782604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 msgr2=0x7f193410b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.942+0000 7f193b59e700 1 --2- 172.21.15.52:0/267782604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193410b120 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f19280098a0 tx=0x7f1928009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.942+0000 7f193b59e700 1 -- 172.21.15.52:0/267782604 shutdown_connections 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.942+0000 7f193b59e700 1 --2- 172.21.15.52:0/267782604 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193410b120 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.942+0000 7f193b59e700 1 -- 172.21.15.52:0/267782604 >> 172.21.15.52:0/267782604 conn(0x7f1934102660 msgr2=0x7f1934104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.942+0000 7f193b59e700 1 -- 172.21.15.52:0/267782604 shutdown_connections 2024-04-21T09:00:33.420 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.942+0000 7f193b59e700 1 -- 172.21.15.52:0/267782604 wait complete. 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193b59e700 1 Processor -- start 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193b59e700 1 -- start start 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193b59e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193419bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193b59e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f193410c5b0 con 0x7f1934108d30 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193419bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193a59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193419bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47794/0 (socket says 172.21.15.52:47794) 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193a59c700 1 -- 172.21.15.52:0/2566609070 learned_addr learned my addr 172.21.15.52:0/2566609070 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193a59c700 1 -- 172.21.15.52:0/2566609070 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f193419c4f0 con 0x7f1934108d30 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.943+0000 7f193a59c700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193419bfb0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f19280116e0 tx=0x7f1928011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.944+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1928003a60 con 0x7f1934108d30 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.944+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f192801b8f0 con 0x7f1934108d30 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.944+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f193419c780 con 0x7f1934108d30 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.944+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1928019860 con 0x7f1934108d30 2024-04-21T09:00:33.421 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.944+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f193419f470 con 0x7f1934108d30 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.945+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f1928019b80 con 0x7f1934108d30 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.945+0000 7f19277fe700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 0x7f192003bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.945+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 --> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f192003c240 con 0x7f1920039670 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.945+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f192804dd90 con 0x7f1934108d30 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.945+0000 7f1939d9b700 1 -- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 msgr2=0x7f192003bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/1292044304 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:26.945+0000 7f1939d9b700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 0x7f192003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:27.146+0000 7f1939d9b700 1 -- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 msgr2=0x7f192003bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/1292044304 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:27.146+0000 7f1939d9b700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 0x7f192003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:27.547+0000 7f1939d9b700 1 -- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 msgr2=0x7f192003bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/1292044304 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:27.547+0000 7f1939d9b700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 0x7f192003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:28.348+0000 7f1939d9b700 1 -- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 msgr2=0x7f192003bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/1292044304 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:28.348+0000 7f1939d9b700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 0x7f192003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:29.949+0000 7f1939d9b700 1 -- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 msgr2=0x7f192003bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/1292044304 2024-04-21T09:00:33.422 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:29.949+0000 7f1939d9b700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 0x7f192003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:31.509+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7f192801a8f0 con 0x7f1934108d30 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:31.510+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 msgr2=0x7f192003bb30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:31.510+0000 7f19277fe700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 0x7f192003bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.511+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7f192804fe70 con 0x7f1934108d30 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.511+0000 7f19277fe700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f192003cfb0 0x7f192003f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.511+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f192801cec0 con 0x7f192003cfb0 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.512+0000 7f1939d9b700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f192003cfb0 0x7f192003f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.512+0000 7f1939d9b700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f192003cfb0 0x7f192003f3a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f192c003a10 tx=0x7f192c0092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.513+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f192801cec0 con 0x7f192003cfb0 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.519+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f1934069b50 con 0x7f192003cfb0 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f19277fe700 1 -- 172.21.15.52:0/2566609070 <== mgr.14152 v2:172.21.15.52:6800/3222880837 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f1934069b50 con 0x7f192003cfb0 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f192003cfb0 msgr2=0x7f192003f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f192003cfb0 0x7f192003f3a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f192c003a10 tx=0x7f192c0092b0 comp rx=0 tx=0).stop 2024-04-21T09:00:33.423 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 msgr2=0x7f193419bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193419bfb0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f19280116e0 tx=0x7f1928011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 shutdown_connections 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f192003cfb0 0x7f192003f3a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1934108d30 0x7f193419bfb0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 --2- 172.21.15.52:0/2566609070 >> [v2:172.21.15.52:6800/1292044304,v1:172.21.15.52:6801/1292044304] conn(0x7f1920039670 0x7f192003bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 >> 172.21.15.52:0/2566609070 conn(0x7f1934102660 msgr2=0x7f1934103090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 shutdown_connections 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:32.520+0000 7f193b59e700 1 -- 172.21.15.52:0/2566609070 wait complete. 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:mgr epoch 9 is available 2024-04-21T09:00:33.424 INFO:teuthology.orchestra.run.smithi052.stdout:Generating a dashboard self-signed certificate... 2024-04-21T09:00:34.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:33 smithi052 ceph-mon[28035]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-21T09:00:34.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:33 smithi052 ceph-mon[28035]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-21T09:00:34.083 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:34.772 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.857+0000 7fa90f890700 1 Processor -- start 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.857+0000 7fa90f890700 1 -- start start 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.857+0000 7fa90f890700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa908106a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.857+0000 7fa90f890700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa908107030 con 0x7fa908106640 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.857+0000 7fa90d62c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa908106a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.857+0000 7fa90d62c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa908106a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47892/0 (socket says 172.21.15.52:47892) 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.857+0000 7fa90d62c700 1 -- 172.21.15.52:0/452550432 learned_addr learned my addr 172.21.15.52:0/452550432 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.858+0000 7fa90d62c700 1 -- 172.21.15.52:0/452550432 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9081095d0 con 0x7fa908106640 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.858+0000 7fa90d62c700 1 --2- 172.21.15.52:0/452550432 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa908106a60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa9040098a0 tx=0x7fa904009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e94849e76cba94d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.858+0000 7fa8fffff700 1 -- 172.21.15.52:0/452550432 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa904004160 con 0x7fa908106640 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.858+0000 7fa8fffff700 1 -- 172.21.15.52:0/452550432 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa904004300 con 0x7fa908106640 2024-04-21T09:00:34.773 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.858+0000 7fa8fffff700 1 -- 172.21.15.52:0/452550432 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa904011a20 con 0x7fa908106640 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.859+0000 7fa90f890700 1 -- 172.21.15.52:0/452550432 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 msgr2=0x7fa908106a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.859+0000 7fa90f890700 1 --2- 172.21.15.52:0/452550432 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa908106a60 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa9040098a0 tx=0x7fa904009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.859+0000 7fa90f890700 1 -- 172.21.15.52:0/452550432 shutdown_connections 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.859+0000 7fa90f890700 1 --2- 172.21.15.52:0/452550432 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa908106a60 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.859+0000 7fa90f890700 1 -- 172.21.15.52:0/452550432 >> 172.21.15.52:0/452550432 conn(0x7fa908101f70 msgr2=0x7fa9081043b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.859+0000 7fa90f890700 1 -- 172.21.15.52:0/452550432 shutdown_connections 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.859+0000 7fa90f890700 1 -- 172.21.15.52:0/452550432 wait complete. 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90f890700 1 Processor -- start 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90f890700 1 -- start start 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90f890700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa90819c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90f890700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa90810c980 con 0x7fa908106640 2024-04-21T09:00:34.774 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90d62c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa90819c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90d62c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa90819c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47894/0 (socket says 172.21.15.52:47894) 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90d62c700 1 -- 172.21.15.52:0/3107901790 learned_addr learned my addr 172.21.15.52:0/3107901790 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90d62c700 1 -- 172.21.15.52:0/3107901790 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa90819c6e0 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa90d62c700 1 --2- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa90819c1a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa9040116e0 tx=0x7fa904011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.860+0000 7fa8fe7fc700 1 -- 172.21.15.52:0/3107901790 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa9040039e0 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.861+0000 7fa8fe7fc700 1 -- 172.21.15.52:0/3107901790 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa90401b8f0 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.861+0000 7fa8fe7fc700 1 -- 172.21.15.52:0/3107901790 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa904023760 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.861+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa90819c970 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.861+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa90819f660 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.861+0000 7fa8fe7fc700 1 -- 172.21.15.52:0/3107901790 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7fa90401b440 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.862+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9080640a0 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.862+0000 7fa8fe7fc700 1 --2- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8f4039560 0x7fa8f403ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.862+0000 7fa8fe7fc700 1 -- 172.21.15.52:0/3107901790 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa90404dea0 con 0x7fa908106640 2024-04-21T09:00:34.775 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.862+0000 7fa90ce2b700 1 --2- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8f4039560 0x7fa8f403ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.862+0000 7fa90ce2b700 1 --2- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8f4039560 0x7fa8f403ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa8f8006fd0 tx=0x7fa8f8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.867+0000 7fa8fe7fc700 1 -- 172.21.15.52:0/3107901790 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa90401f030 con 0x7fa908106640 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:33.872+0000 7fa8fe7fc700 1 -- 172.21.15.52:0/3107901790 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7fa90402c3f0 con 0x7fa908106640 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.082+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fa908103030 con 0x7fa8f4039560 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.185+0000 7fa8fe7fc700 1 -- 172.21.15.52:0/3107901790 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fa908103030 con 0x7fa8f4039560 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8f4039560 msgr2=0x7fa8f403ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 --2- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8f4039560 0x7fa8f403ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa8f8006fd0 tx=0x7fa8f8006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 msgr2=0x7fa90819c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 --2- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa90819c1a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa9040116e0 tx=0x7fa904011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 shutdown_connections 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 --2- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8f4039560 0x7fa8f403ba20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 --2- 172.21.15.52:0/3107901790 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa908106640 0x7fa90819c1a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 >> 172.21.15.52:0/3107901790 conn(0x7fa908101f70 msgr2=0x7fa908102920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:34.776 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 shutdown_connections 2024-04-21T09:00:34.777 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:34.187+0000 7fa90f890700 1 -- 172.21.15.52:0/3107901790 wait complete. 2024-04-21T09:00:34.777 INFO:teuthology.orchestra.run.smithi052.stdout:Creating initial admin user... 2024-04-21T09:00:35.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:34 smithi052 ceph-mon[28035]: mgrmap e12: x(active, since 2s) 2024-04-21T09:00:35.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:34 smithi052 ceph-mon[28035]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:35.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:35.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:35.031 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:35.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:35 smithi052 ceph-mon[28035]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:35.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:36.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$cA4kY.dzbBgBUGo8TBh3w.fnpC87BoSpCmbQ5nAROxQtlJFexCWpS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713690035, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-21T09:00:36.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.236+0000 7fba0fde1700 1 Processor -- start 2024-04-21T09:00:36.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.236+0000 7fba0fde1700 1 -- start start 2024-04-21T09:00:36.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.236+0000 7fba0fde1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba08108780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:36.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.236+0000 7fba0fde1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fba08108d50 con 0x7fba08108360 2024-04-21T09:00:36.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.236+0000 7fba0db7d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba08108780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:36.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.236+0000 7fba0db7d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba08108780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47900/0 (socket says 172.21.15.52:47900) 2024-04-21T09:00:36.458 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.236+0000 7fba0db7d700 1 -- 172.21.15.52:0/833563835 learned_addr learned my addr 172.21.15.52:0/833563835 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.237+0000 7fba0db7d700 1 -- 172.21.15.52:0/833563835 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba08109560 con 0x7fba08108360 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.237+0000 7fba0db7d700 1 --2- 172.21.15.52:0/833563835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba08108780 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fba040098a0 tx=0x7fba04009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b09da3a3b861655 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.237+0000 7fba0cb7b700 1 -- 172.21.15.52:0/833563835 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba04004160 con 0x7fba08108360 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.237+0000 7fba0cb7b700 1 -- 172.21.15.52:0/833563835 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba04004300 con 0x7fba08108360 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.237+0000 7fba0cb7b700 1 -- 172.21.15.52:0/833563835 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba04011a20 con 0x7fba08108360 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.238+0000 7fba0fde1700 1 -- 172.21.15.52:0/833563835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 msgr2=0x7fba08108780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.238+0000 7fba0fde1700 1 --2- 172.21.15.52:0/833563835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba08108780 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fba040098a0 tx=0x7fba04009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.238+0000 7fba0fde1700 1 -- 172.21.15.52:0/833563835 shutdown_connections 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.238+0000 7fba0fde1700 1 --2- 172.21.15.52:0/833563835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba08108780 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.238+0000 7fba0fde1700 1 -- 172.21.15.52:0/833563835 >> 172.21.15.52:0/833563835 conn(0x7fba08103920 msgr2=0x7fba08105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.238+0000 7fba0fde1700 1 -- 172.21.15.52:0/833563835 shutdown_connections 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.238+0000 7fba0fde1700 1 -- 172.21.15.52:0/833563835 wait complete. 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0fde1700 1 Processor -- start 2024-04-21T09:00:36.459 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0fde1700 1 -- start start 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0fde1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba0819c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0fde1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fba0810c910 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0db7d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba0819c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0db7d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba0819c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47908/0 (socket says 172.21.15.52:47908) 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0db7d700 1 -- 172.21.15.52:0/1725812295 learned_addr learned my addr 172.21.15.52:0/1725812295 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0db7d700 1 -- 172.21.15.52:0/1725812295 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba0819c6e0 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.239+0000 7fba0db7d700 1 --2- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba0819c1a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fba04009520 tx=0x7fba04011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.240+0000 7fb9feffd700 1 -- 172.21.15.52:0/1725812295 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba040039e0 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.240+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba0819c970 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.240+0000 7fb9feffd700 1 -- 172.21.15.52:0/1725812295 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba0401b8f0 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.240+0000 7fb9feffd700 1 -- 172.21.15.52:0/1725812295 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba04019770 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.240+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba0819f660 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.240+0000 7fb9feffd700 1 -- 172.21.15.52:0/1725812295 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7fba04019a70 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.241+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba080640a0 con 0x7fba08108360 2024-04-21T09:00:36.460 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.241+0000 7fb9feffd700 1 --2- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f40396c0 0x7fb9f403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.241+0000 7fb9feffd700 1 -- 172.21.15.52:0/1725812295 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fba0404e0a0 con 0x7fba08108360 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.241+0000 7fba0d37c700 1 --2- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f40396c0 0x7fb9f403bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.241+0000 7fba0d37c700 1 --2- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f40396c0 0x7fb9f403bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8006fd0 tx=0x7fb9f8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.246+0000 7fb9feffd700 1 -- 172.21.15.52:0/1725812295 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fba0401f030 con 0x7fba08108360 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.477+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fba0819ce50 con 0x7fb9f40396c0 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.723+0000 7fb9feffd700 1 -- 172.21.15.52:0/1725812295 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fba0819ce50 con 0x7fb9f40396c0 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.725+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f40396c0 msgr2=0x7fb9f403bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.725+0000 7fba0fde1700 1 --2- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f40396c0 0x7fb9f403bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8006fd0 tx=0x7fb9f8006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.725+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 msgr2=0x7fba0819c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.725+0000 7fba0fde1700 1 --2- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba0819c1a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fba04009520 tx=0x7fba04011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.726+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 shutdown_connections 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.726+0000 7fba0fde1700 1 --2- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f40396c0 0x7fb9f403bb80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.726+0000 7fba0fde1700 1 --2- 172.21.15.52:0/1725812295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba08108360 0x7fba0819c1a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:36.461 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.726+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 >> 172.21.15.52:0/1725812295 conn(0x7fba08103920 msgr2=0x7fba08104370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:36.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.726+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 shutdown_connections 2024-04-21T09:00:36.462 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:35.726+0000 7fba0fde1700 1 -- 172.21.15.52:0/1725812295 wait complete. 2024-04-21T09:00:36.462 INFO:teuthology.orchestra.run.smithi052.stdout:Fetching dashboard port number... 2024-04-21T09:00:37.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:37 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1971224706' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-21T09:00:37.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:37 smithi052 ceph-mon[28035]: mgrmap e13: x(active, since 6s) 2024-04-21T09:00:38.124 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stdout 8443 2024-04-21T09:00:38.124 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.301+0000 7fefd4752700 1 Processor -- start 2024-04-21T09:00:38.124 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.302+0000 7fefd4752700 1 -- start start 2024-04-21T09:00:38.124 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.302+0000 7fefd4752700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc10b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:38.124 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.302+0000 7fefd4752700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fefcc07be60 con 0x7fefcc108f30 2024-04-21T09:00:38.124 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.302+0000 7fefd24ee700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc10b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:38.124 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.302+0000 7fefd24ee700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc10b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:39628/0 (socket says 172.21.15.52:39628) 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.302+0000 7fefd24ee700 1 -- 172.21.15.52:0/4014012615 learned_addr learned my addr 172.21.15.52:0/4014012615 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.302+0000 7fefd24ee700 1 -- 172.21.15.52:0/4014012615 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefcc10b860 con 0x7fefcc108f30 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd24ee700 1 --2- 172.21.15.52:0/4014012615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc10b320 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fefc80098a0 tx=0x7fefc8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbb461b65028141b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd14ec700 1 -- 172.21.15.52:0/4014012615 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fefc8004160 con 0x7fefcc108f30 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd14ec700 1 -- 172.21.15.52:0/4014012615 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefc8004300 con 0x7fefcc108f30 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd14ec700 1 -- 172.21.15.52:0/4014012615 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fefc8011a20 con 0x7fefcc108f30 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd4752700 1 -- 172.21.15.52:0/4014012615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 msgr2=0x7fefcc10b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd4752700 1 --2- 172.21.15.52:0/4014012615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc10b320 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fefc80098a0 tx=0x7fefc8009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd4752700 1 -- 172.21.15.52:0/4014012615 shutdown_connections 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd4752700 1 --2- 172.21.15.52:0/4014012615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc10b320 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd4752700 1 -- 172.21.15.52:0/4014012615 >> 172.21.15.52:0/4014012615 conn(0x7fefcc102980 msgr2=0x7fefcc104da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd4752700 1 -- 172.21.15.52:0/4014012615 shutdown_connections 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.303+0000 7fefd4752700 1 -- 172.21.15.52:0/4014012615 wait complete. 2024-04-21T09:00:38.125 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.304+0000 7fefd4752700 1 Processor -- start 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.304+0000 7fefd4752700 1 -- start start 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.304+0000 7fefd4752700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc19c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.304+0000 7fefd4752700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fefcc10c860 con 0x7fefcc108f30 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.304+0000 7fefd24ee700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc19c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.304+0000 7fefd24ee700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc19c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:39642/0 (socket says 172.21.15.52:39642) 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.304+0000 7fefd24ee700 1 -- 172.21.15.52:0/1971224706 learned_addr learned my addr 172.21.15.52:0/1971224706 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.305+0000 7fefd24ee700 1 -- 172.21.15.52:0/1971224706 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefcc19c6c0 con 0x7fefcc108f30 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.305+0000 7fefd24ee700 1 --2- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc19c180 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fefc8000c00 tx=0x7fefc8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.305+0000 7fefc37fe700 1 -- 172.21.15.52:0/1971224706 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fefc8003aa0 con 0x7fefcc108f30 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.305+0000 7fefc37fe700 1 -- 172.21.15.52:0/1971224706 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefc801b8f0 con 0x7fefcc108f30 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.305+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefcc19c950 con 0x7fefcc108f30 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.305+0000 7fefc37fe700 1 -- 172.21.15.52:0/1971224706 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fefc8023870 con 0x7fefcc108f30 2024-04-21T09:00:38.126 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.305+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefcc19f640 con 0x7fefcc108f30 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.306+0000 7fefc37fe700 1 -- 172.21.15.52:0/1971224706 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7fefc8023b20 con 0x7fefcc108f30 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.306+0000 7fefc37fe700 1 --2- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fefb8039720 0x7fefb803bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.306+0000 7fefc37fe700 1 -- 172.21.15.52:0/1971224706 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fefc804df20 con 0x7fefcc108f30 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.306+0000 7fefd1ced700 1 --2- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fefb8039720 0x7fefb803bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.306+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefcc0640a0 con 0x7fefcc108f30 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.307+0000 7fefd1ced700 1 --2- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fefb8039720 0x7fefb803bbe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fefbc006fd0 tx=0x7fefbc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.312+0000 7fefc37fe700 1 -- 172.21.15.52:0/1971224706 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fefc801f030 con 0x7fefcc108f30 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.519+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fefcc19fbf0 con 0x7fefcc108f30 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.520+0000 7fefc37fe700 1 -- 172.21.15.52:0/1971224706 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fefc8010380 con 0x7fefcc108f30 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fefb8039720 msgr2=0x7fefb803bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 --2- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fefb8039720 0x7fefb803bbe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fefbc006fd0 tx=0x7fefbc006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 msgr2=0x7fefcc19c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 --2- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc19c180 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fefc8000c00 tx=0x7fefc8011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:38.127 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 shutdown_connections 2024-04-21T09:00:38.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 --2- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fefb8039720 0x7fefb803bbe0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:38.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 --2- 172.21.15.52:0/1971224706 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefcc108f30 0x7fefcc19c180 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:38.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 >> 172.21.15.52:0/1971224706 conn(0x7fefcc102980 msgr2=0x7fefcc1032c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:38.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 shutdown_connections 2024-04-21T09:00:38.128 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:37.522+0000 7fefd4752700 1 -- 172.21.15.52:0/1971224706 wait complete. 2024-04-21T09:00:38.132 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-21T09:00:38.132 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout disabled 2024-04-21T09:00:38.139 INFO:teuthology.orchestra.run.smithi052.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-21T09:00:38.139 INFO:teuthology.orchestra.run.smithi052.stdout:systemctl: stdout inactive 2024-04-21T09:00:38.139 INFO:teuthology.orchestra.run.smithi052.stdout:firewalld.service is not enabled 2024-04-21T09:00:38.139 INFO:teuthology.orchestra.run.smithi052.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-21T09:00:38.141 INFO:teuthology.orchestra.run.smithi052.stdout:Ceph Dashboard is now available at: 2024-04-21T09:00:38.141 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:38.141 INFO:teuthology.orchestra.run.smithi052.stdout: URL: https://smithi052:8443/ 2024-04-21T09:00:38.141 INFO:teuthology.orchestra.run.smithi052.stdout: User: admin 2024-04-21T09:00:38.141 INFO:teuthology.orchestra.run.smithi052.stdout: Password: 31u5kbat6m 2024-04-21T09:00:38.141 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:38.142 INFO:teuthology.orchestra.run.smithi052.stdout:Saving cluster configuration to /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config directory 2024-04-21T09:00:38.142 INFO:teuthology.orchestra.run.smithi052.stdout:Enabling autotune for osd_memory_target 2024-04-21T09:00:39.322 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.553+0000 7f5d67f15700 1 Processor -- start 2024-04-21T09:00:39.322 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.553+0000 7f5d67f15700 1 -- start start 2024-04-21T09:00:39.322 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.553+0000 7f5d67f15700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d60109e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:39.322 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.553+0000 7f5d67f15700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5d6010a420 con 0x7f5d60107a40 2024-04-21T09:00:39.322 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.553+0000 7f5d65cb1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d60109e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:39.322 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.553+0000 7f5d65cb1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d60109e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:39644/0 (socket says 172.21.15.52:39644) 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.553+0000 7f5d65cb1700 1 -- 172.21.15.52:0/1517708847 learned_addr learned my addr 172.21.15.52:0/1517708847 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.554+0000 7f5d65cb1700 1 -- 172.21.15.52:0/1517708847 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d6010a5a0 con 0x7f5d60107a40 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.554+0000 7f5d65cb1700 1 --2- 172.21.15.52:0/1517708847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d60109e30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c0098a0 tx=0x7f5d5c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bafc55f9acf29542 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.554+0000 7f5d64caf700 1 -- 172.21.15.52:0/1517708847 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d5c004160 con 0x7f5d60107a40 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.554+0000 7f5d64caf700 1 -- 172.21.15.52:0/1517708847 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d5c004300 con 0x7f5d60107a40 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.554+0000 7f5d64caf700 1 -- 172.21.15.52:0/1517708847 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d5c011a20 con 0x7f5d60107a40 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.555+0000 7f5d67f15700 1 -- 172.21.15.52:0/1517708847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 msgr2=0x7f5d60109e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.555+0000 7f5d67f15700 1 --2- 172.21.15.52:0/1517708847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d60109e30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c0098a0 tx=0x7f5d5c009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.555+0000 7f5d67f15700 1 -- 172.21.15.52:0/1517708847 shutdown_connections 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.555+0000 7f5d67f15700 1 --2- 172.21.15.52:0/1517708847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d60109e30 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.555+0000 7f5d67f15700 1 -- 172.21.15.52:0/1517708847 >> 172.21.15.52:0/1517708847 conn(0x7f5d60101bf0 msgr2=0x7f5d60104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.555+0000 7f5d67f15700 1 -- 172.21.15.52:0/1517708847 shutdown_connections 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.555+0000 7f5d67f15700 1 -- 172.21.15.52:0/1517708847 wait complete. 2024-04-21T09:00:39.323 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.555+0000 7f5d67f15700 1 Processor -- start 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d67f15700 1 -- start start 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d67f15700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d6019c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d67f15700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5d6010b660 con 0x7f5d60107a40 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d65cb1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d6019c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d65cb1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d6019c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:39650/0 (socket says 172.21.15.52:39650) 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d65cb1700 1 -- 172.21.15.52:0/2199085204 learned_addr learned my addr 172.21.15.52:0/2199085204 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d65cb1700 1 -- 172.21.15.52:0/2199085204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d6019c740 con 0x7f5d60107a40 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d65cb1700 1 --2- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d6019c200 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c004660 tx=0x7f5d5c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d56ffd700 1 -- 172.21.15.52:0/2199085204 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d5c003aa0 con 0x7f5d60107a40 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d56ffd700 1 -- 172.21.15.52:0/2199085204 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d5c01b8f0 con 0x7f5d60107a40 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d6019c9d0 con 0x7f5d60107a40 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.556+0000 7f5d56ffd700 1 -- 172.21.15.52:0/2199085204 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d5c023900 con 0x7f5d60107a40 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.557+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d6019f6c0 con 0x7f5d60107a40 2024-04-21T09:00:39.324 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.557+0000 7f5d56ffd700 1 -- 172.21.15.52:0/2199085204 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f5d5c023b70 con 0x7f5d60107a40 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.557+0000 7f5d56ffd700 1 --2- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d4c0397c0 0x7f5d4c03bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.557+0000 7f5d56ffd700 1 -- 172.21.15.52:0/2199085204 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5d5c04e0a0 con 0x7f5d60107a40 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.558+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d600640a0 con 0x7f5d60107a40 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.558+0000 7f5d654b0700 1 --2- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d4c0397c0 0x7f5d4c03bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.558+0000 7f5d654b0700 1 --2- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d4c0397c0 0x7f5d4c03bc80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5d50006fd0 tx=0x7f5d50006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.563+0000 7f5d56ffd700 1 -- 172.21.15.52:0/2199085204 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5d5c01f030 con 0x7f5d60107a40 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.769+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f5d6002e1d0 con 0x7f5d60107a40 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.770+0000 7f5d56ffd700 1 -- 172.21.15.52:0/2199085204 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f5d5c010380 con 0x7f5d60107a40 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d4c0397c0 msgr2=0x7f5d4c03bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 --2- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d4c0397c0 0x7f5d4c03bc80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5d50006fd0 tx=0x7f5d50006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 msgr2=0x7f5d6019c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 --2- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d6019c200 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c004660 tx=0x7f5d5c011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 shutdown_connections 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 --2- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d4c0397c0 0x7f5d4c03bc80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:39.325 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 --2- 172.21.15.52:0/2199085204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d60107a40 0x7f5d6019c200 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:39.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 >> 172.21.15.52:0/2199085204 conn(0x7f5d60101bf0 msgr2=0x7f5d60192dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:39.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 shutdown_connections 2024-04-21T09:00:39.326 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:38.772+0000 7f5d67f15700 1 -- 172.21.15.52:0/2199085204 wait complete. 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.773+0000 7ff8d77a5700 1 Processor -- start 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.773+0000 7ff8d77a5700 1 -- start start 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.773+0000 7ff8d77a5700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0106b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.773+0000 7ff8d77a5700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d01070f0 con 0x7ff8d0106700 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.773+0000 7ff8d5541700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0106b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.773+0000 7ff8d5541700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0106b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:39664/0 (socket says 172.21.15.52:39664) 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.773+0000 7ff8d5541700 1 -- 172.21.15.52:0/697653420 learned_addr learned my addr 172.21.15.52:0/697653420 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.774+0000 7ff8d5541700 1 -- 172.21.15.52:0/697653420 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8d0109690 con 0x7ff8d0106700 2024-04-21T09:00:40.678 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.774+0000 7ff8d5541700 1 --2- 172.21.15.52:0/697653420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0106b20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc0098a0 tx=0x7ff8cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7600cc0404a2c671 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.774+0000 7ff8c7fff700 1 -- 172.21.15.52:0/697653420 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8cc004160 con 0x7ff8d0106700 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.774+0000 7ff8c7fff700 1 -- 172.21.15.52:0/697653420 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8cc004300 con 0x7ff8d0106700 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.774+0000 7ff8c7fff700 1 -- 172.21.15.52:0/697653420 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8cc011a20 con 0x7ff8d0106700 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.774+0000 7ff8d77a5700 1 -- 172.21.15.52:0/697653420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 msgr2=0x7ff8d0106b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.774+0000 7ff8d77a5700 1 --2- 172.21.15.52:0/697653420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0106b20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc0098a0 tx=0x7ff8cc009bb0 comp rx=0 tx=0).stop 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 -- 172.21.15.52:0/697653420 shutdown_connections 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 --2- 172.21.15.52:0/697653420 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0106b20 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 -- 172.21.15.52:0/697653420 >> 172.21.15.52:0/697653420 conn(0x7ff8d01020d0 msgr2=0x7ff8d01044f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 -- 172.21.15.52:0/697653420 shutdown_connections 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 -- 172.21.15.52:0/697653420 wait complete. 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 Processor -- start 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 -- start start 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0108f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.775+0000 7ff8d77a5700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d010ca40 con 0x7ff8d0106700 2024-04-21T09:00:40.679 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8d5541700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0108f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8d5541700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0108f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:39680/0 (socket says 172.21.15.52:39680) 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8d5541700 1 -- 172.21.15.52:0/3529418621 learned_addr learned my addr 172.21.15.52:0/3529418621 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8d5541700 1 -- 172.21.15.52:0/3529418621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8d0109450 con 0x7ff8d0106700 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8d5541700 1 --2- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0108f10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc0116e0 tx=0x7ff8cc011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8c67fc700 1 -- 172.21.15.52:0/3529418621 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8cc0039e0 con 0x7ff8d0106700 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8c67fc700 1 -- 172.21.15.52:0/3529418621 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8cc01b8f0 con 0x7ff8d0106700 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8d0107640 con 0x7ff8d0106700 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8c67fc700 1 -- 172.21.15.52:0/3529418621 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8cc023760 con 0x7ff8d0106700 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.776+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8d0107b80 con 0x7ff8d0106700 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.777+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8d010cbc0 con 0x7ff8d0106700 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.777+0000 7ff8c67fc700 1 -- 172.21.15.52:0/3529418621 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7ff8cc01b440 con 0x7ff8d0106700 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.777+0000 7ff8c67fc700 1 --2- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff8bc039770 0x7ff8bc03bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:40.680 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.777+0000 7ff8c67fc700 1 -- 172.21.15.52:0/3529418621 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff8cc04e0c0 con 0x7ff8d0106700 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.778+0000 7ff8d4d40700 1 --2- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff8bc039770 0x7ff8bc03bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.778+0000 7ff8d4d40700 1 --2- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff8bc039770 0x7ff8bc03bc30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff8c0006fd0 tx=0x7ff8c0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:39.782+0000 7ff8c67fc700 1 -- 172.21.15.52:0/3529418621 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff8cc01f030 con 0x7ff8d0106700 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.106+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7ff8d00640a0 con 0x7ff8d0106700 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.109+0000 7ff8c67fc700 1 -- 172.21.15.52:0/3529418621 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7ff8cc02c3f0 con 0x7ff8d0106700 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff8bc039770 msgr2=0x7ff8bc03bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 --2- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff8bc039770 0x7ff8bc03bc30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff8c0006fd0 tx=0x7ff8c0006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 msgr2=0x7ff8d0108f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 --2- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0108f10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc0116e0 tx=0x7ff8cc011aa0 comp rx=0 tx=0).stop 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 shutdown_connections 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 --2- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff8bc039770 0x7ff8bc03bc30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 --2- 172.21.15.52:0/3529418621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8d0106700 0x7ff8d0108f10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 >> 172.21.15.52:0/3529418621 conn(0x7ff8d01020d0 msgr2=0x7ff8d0102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:40.681 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 shutdown_connections 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr 2024-04-21T09:00:40.111+0000 7ff8d77a5700 1 -- 172.21.15.52:0/3529418621 wait complete. 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout:Or, if you are only running a single cluster on this host: 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: ceph telemetry on 2024-04-21T09:00:40.682 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:40.683 INFO:teuthology.orchestra.run.smithi052.stdout:For more information see: 2024-04-21T09:00:40.683 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:40.683 INFO:teuthology.orchestra.run.smithi052.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-21T09:00:40.683 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:40.683 INFO:teuthology.orchestra.run.smithi052.stdout:Bootstrap complete. 2024-04-21T09:00:40.716 INFO:tasks.cephadm:Fetching config... 2024-04-21T09:00:40.717 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:00:40.717 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-21T09:00:40.733 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-21T09:00:40.733 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:00:40.733 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-21T09:00:40.788 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-21T09:00:40.789 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:00:40.789 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-21T09:00:40.853 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-21T09:00:40.853 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:00:40.853 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-21T09:00:40.909 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-21T09:00:40.909 DEBUG:teuthology.orchestra.run.smithi052:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBYqyiILbgIRodvhU3e2ympw+3j8z6VcalzraNvSgk55Ctuok8iNnlCjXoQVpa+3/kmx0f9X4LuzaxUBJsbMIvjXDBB2loTxNxDCCjBCEXgE8SSHVFV8CQAPqkRzoKLz24gXX+Y9Q6erxzkfvZGC9Wls6j+/cjud/WPZ7esFGKjsqB2dku/kqTZFRXosQBn133WOwBC61lGdO1AZGQVmxO2yk72lQPl14QmkJHVKPE71T0pnp3YM7cAyrX6PIzR1B3hNdYIFc+9ExXHH0Brlh0FZF4ex8DHY+P04RZsCpr+HoRq9ltCvBX9GFvV1TRua8LIDdRrAZMKzXaBBBcTjFWHnUrD6XTtcgps1EV5SjABUhsJEurBJ58vEQXo3GrdAi/HayfA/N3dES2zKrsqYB848OVxIKZwp8qU9SkapQb1Y5jqnSm6Wr983bvZGWQh+YHvi+PTXmM8aYeibzf2/W2FWrzdtqKYjwpVksuJGfT6c0H7X4oAJzRwVge1awmfIc= ceph-55749214-ffbd-11ee-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-21T09:00:40.990 INFO:teuthology.orchestra.run.smithi052.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBYqyiILbgIRodvhU3e2ympw+3j8z6VcalzraNvSgk55Ctuok8iNnlCjXoQVpa+3/kmx0f9X4LuzaxUBJsbMIvjXDBB2loTxNxDCCjBCEXgE8SSHVFV8CQAPqkRzoKLz24gXX+Y9Q6erxzkfvZGC9Wls6j+/cjud/WPZ7esFGKjsqB2dku/kqTZFRXosQBn133WOwBC61lGdO1AZGQVmxO2yk72lQPl14QmkJHVKPE71T0pnp3YM7cAyrX6PIzR1B3hNdYIFc+9ExXHH0Brlh0FZF4ex8DHY+P04RZsCpr+HoRq9ltCvBX9GFvV1TRua8LIDdRrAZMKzXaBBBcTjFWHnUrD6XTtcgps1EV5SjABUhsJEurBJ58vEQXo3GrdAi/HayfA/N3dES2zKrsqYB848OVxIKZwp8qU9SkapQb1Y5jqnSm6Wr983bvZGWQh+YHvi+PTXmM8aYeibzf2/W2FWrzdtqKYjwpVksuJGfT6c0H7X4oAJzRwVge1awmfIc= ceph-55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:00:41.001 DEBUG:teuthology.orchestra.run.smithi060:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBYqyiILbgIRodvhU3e2ympw+3j8z6VcalzraNvSgk55Ctuok8iNnlCjXoQVpa+3/kmx0f9X4LuzaxUBJsbMIvjXDBB2loTxNxDCCjBCEXgE8SSHVFV8CQAPqkRzoKLz24gXX+Y9Q6erxzkfvZGC9Wls6j+/cjud/WPZ7esFGKjsqB2dku/kqTZFRXosQBn133WOwBC61lGdO1AZGQVmxO2yk72lQPl14QmkJHVKPE71T0pnp3YM7cAyrX6PIzR1B3hNdYIFc+9ExXHH0Brlh0FZF4ex8DHY+P04RZsCpr+HoRq9ltCvBX9GFvV1TRua8LIDdRrAZMKzXaBBBcTjFWHnUrD6XTtcgps1EV5SjABUhsJEurBJ58vEQXo3GrdAi/HayfA/N3dES2zKrsqYB848OVxIKZwp8qU9SkapQb1Y5jqnSm6Wr983bvZGWQh+YHvi+PTXmM8aYeibzf2/W2FWrzdtqKYjwpVksuJGfT6c0H7X4oAJzRwVge1awmfIc= ceph-55749214-ffbd-11ee-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-21T09:00:41.043 INFO:teuthology.orchestra.run.smithi060.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBYqyiILbgIRodvhU3e2ympw+3j8z6VcalzraNvSgk55Ctuok8iNnlCjXoQVpa+3/kmx0f9X4LuzaxUBJsbMIvjXDBB2loTxNxDCCjBCEXgE8SSHVFV8CQAPqkRzoKLz24gXX+Y9Q6erxzkfvZGC9Wls6j+/cjud/WPZ7esFGKjsqB2dku/kqTZFRXosQBn133WOwBC61lGdO1AZGQVmxO2yk72lQPl14QmkJHVKPE71T0pnp3YM7cAyrX6PIzR1B3hNdYIFc+9ExXHH0Brlh0FZF4ex8DHY+P04RZsCpr+HoRq9ltCvBX9GFvV1TRua8LIDdRrAZMKzXaBBBcTjFWHnUrD6XTtcgps1EV5SjABUhsJEurBJ58vEQXo3GrdAi/HayfA/N3dES2zKrsqYB848OVxIKZwp8qU9SkapQb1Y5jqnSm6Wr983bvZGWQh+YHvi+PTXmM8aYeibzf2/W2FWrzdtqKYjwpVksuJGfT6c0H7X4oAJzRwVge1awmfIc= ceph-55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:00:41.056 DEBUG:teuthology.orchestra.run.smithi078:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBYqyiILbgIRodvhU3e2ympw+3j8z6VcalzraNvSgk55Ctuok8iNnlCjXoQVpa+3/kmx0f9X4LuzaxUBJsbMIvjXDBB2loTxNxDCCjBCEXgE8SSHVFV8CQAPqkRzoKLz24gXX+Y9Q6erxzkfvZGC9Wls6j+/cjud/WPZ7esFGKjsqB2dku/kqTZFRXosQBn133WOwBC61lGdO1AZGQVmxO2yk72lQPl14QmkJHVKPE71T0pnp3YM7cAyrX6PIzR1B3hNdYIFc+9ExXHH0Brlh0FZF4ex8DHY+P04RZsCpr+HoRq9ltCvBX9GFvV1TRua8LIDdRrAZMKzXaBBBcTjFWHnUrD6XTtcgps1EV5SjABUhsJEurBJ58vEQXo3GrdAi/HayfA/N3dES2zKrsqYB848OVxIKZwp8qU9SkapQb1Y5jqnSm6Wr983bvZGWQh+YHvi+PTXmM8aYeibzf2/W2FWrzdtqKYjwpVksuJGfT6c0H7X4oAJzRwVge1awmfIc= ceph-55749214-ffbd-11ee-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-21T09:00:41.094 INFO:teuthology.orchestra.run.smithi078.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBYqyiILbgIRodvhU3e2ympw+3j8z6VcalzraNvSgk55Ctuok8iNnlCjXoQVpa+3/kmx0f9X4LuzaxUBJsbMIvjXDBB2loTxNxDCCjBCEXgE8SSHVFV8CQAPqkRzoKLz24gXX+Y9Q6erxzkfvZGC9Wls6j+/cjud/WPZ7esFGKjsqB2dku/kqTZFRXosQBn133WOwBC61lGdO1AZGQVmxO2yk72lQPl14QmkJHVKPE71T0pnp3YM7cAyrX6PIzR1B3hNdYIFc+9ExXHH0Brlh0FZF4ex8DHY+P04RZsCpr+HoRq9ltCvBX9GFvV1TRua8LIDdRrAZMKzXaBBBcTjFWHnUrD6XTtcgps1EV5SjABUhsJEurBJ58vEQXo3GrdAi/HayfA/N3dES2zKrsqYB848OVxIKZwp8qU9SkapQb1Y5jqnSm6Wr983bvZGWQh+YHvi+PTXmM8aYeibzf2/W2FWrzdtqKYjwpVksuJGfT6c0H7X4oAJzRwVge1awmfIc= ceph-55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:00:41.105 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-21T09:00:41.231 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:41 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3529418621' entity='client.admin' 2024-04-21T09:00:41.359 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:00:44.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.034+0000 7f35c5503700 1 -- 172.21.15.52:0/3797560453 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 msgr2=0x7f35c0105380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:44.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.034+0000 7f35c5503700 1 --2- 172.21.15.52:0/3797560453 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 0x7f35c0105380 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f35b0009910 tx=0x7f35b0009c20 comp rx=0 tx=0).stop 2024-04-21T09:00:44.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.034+0000 7f35c5503700 1 -- 172.21.15.52:0/3797560453 shutdown_connections 2024-04-21T09:00:44.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.034+0000 7f35c5503700 1 --2- 172.21.15.52:0/3797560453 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 0x7f35c0105380 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:44.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.034+0000 7f35c5503700 1 -- 172.21.15.52:0/3797560453 >> 172.21.15.52:0/3797560453 conn(0x7f35c00fc940 msgr2=0x7f35c00fed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.034+0000 7f35c5503700 1 -- 172.21.15.52:0/3797560453 shutdown_connections 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.034+0000 7f35c5503700 1 -- 172.21.15.52:0/3797560453 wait complete. 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.035+0000 7f35c5503700 1 Processor -- start 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.035+0000 7f35c5503700 1 -- start start 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.035+0000 7f35c5503700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 0x7f35c0197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.035+0000 7f35c5503700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f35c01083f0 con 0x7f35c0102f90 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.035+0000 7f35beffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 0x7f35c0197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.035+0000 7f35beffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 0x7f35c0197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:39704/0 (socket says 172.21.15.52:39704) 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.035+0000 7f35beffd700 1 -- 172.21.15.52:0/2861570920 learned_addr learned my addr 172.21.15.52:0/2861570920 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:44.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.036+0000 7f35beffd700 1 -- 172.21.15.52:0/2861570920 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c0197fe0 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.036+0000 7f35beffd700 1 --2- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 0x7f35c0197aa0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f35b0005190 tx=0x7f35b0004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.036+0000 7f35a7fff700 1 -- 172.21.15.52:0/2861570920 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35b0027070 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.036+0000 7f35a7fff700 1 -- 172.21.15.52:0/2861570920 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35b0022470 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.036+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c0198270 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.036+0000 7f35a7fff700 1 -- 172.21.15.52:0/2861570920 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35b000f5f0 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.036+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c019af60 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.037+0000 7f35a7fff700 1 -- 172.21.15.52:0/2861570920 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f35b002a070 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.037+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35c0108b70 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.037+0000 7f35a7fff700 1 --2- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35a80396b0 0x7f35a803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.037+0000 7f35a7fff700 1 -- 172.21.15.52:0/2861570920 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f35b001e030 con 0x7f35c0102f90 2024-04-21T09:00:44.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.037+0000 7f35be7fc700 1 --2- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35a80396b0 0x7f35a803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:44.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.038+0000 7f35be7fc700 1 --2- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35a80396b0 0x7f35a803bb70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f35b4006fd0 tx=0x7f35b4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:44.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.043+0000 7f35a7fff700 1 -- 172.21.15.52:0/2861570920 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f35b0013070 con 0x7f35c0102f90 2024-04-21T09:00:44.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.252+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f35c002e090 con 0x7f35c0102f90 2024-04-21T09:00:44.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.254+0000 7f35a7fff700 1 -- 172.21.15.52:0/2861570920 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f35b0031020 con 0x7f35c0102f90 2024-04-21T09:00:44.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.256+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35a80396b0 msgr2=0x7f35a803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.256+0000 7f35c5503700 1 --2- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35a80396b0 0x7f35a803bb70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f35b4006fd0 tx=0x7f35b4006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.256+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 msgr2=0x7f35c0197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.256+0000 7f35c5503700 1 --2- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 0x7f35c0197aa0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f35b0005190 tx=0x7f35b0004f80 comp rx=0 tx=0).stop 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.256+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 shutdown_connections 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.256+0000 7f35c5503700 1 --2- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35a80396b0 0x7f35a803bb70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.256+0000 7f35c5503700 1 --2- 172.21.15.52:0/2861570920 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35c0102f90 0x7f35c0197aa0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.256+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 >> 172.21.15.52:0/2861570920 conn(0x7f35c00fc940 msgr2=0x7f35c00fd3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.257+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 shutdown_connections 2024-04-21T09:00:44.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:44.257+0000 7f35c5503700 1 -- 172.21.15.52:0/2861570920 wait complete. 2024-04-21T09:00:44.957 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-21T09:00:44.957 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-21T09:00:45.444 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:00:45.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:45 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2861570920' entity='client.admin' 2024-04-21T09:00:46.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:46.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:46.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi052", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:00:46.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:46.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:46.531 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.032+0000 7efccc2b0700 1 -- 172.21.15.52:0/3991017267 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 msgr2=0x7efcc4101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.032+0000 7efccc2b0700 1 --2- 172.21.15.52:0/3991017267 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 0x7efcc4101810 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7efcb8009910 tx=0x7efcb8009c20 comp rx=0 tx=0).stop 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.032+0000 7efccc2b0700 1 -- 172.21.15.52:0/3991017267 shutdown_connections 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.032+0000 7efccc2b0700 1 --2- 172.21.15.52:0/3991017267 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 0x7efcc4101810 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.032+0000 7efccc2b0700 1 -- 172.21.15.52:0/3991017267 >> 172.21.15.52:0/3991017267 conn(0x7efcc40fc950 msgr2=0x7efcc40fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.032+0000 7efccc2b0700 1 -- 172.21.15.52:0/3991017267 shutdown_connections 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.032+0000 7efccc2b0700 1 -- 172.21.15.52:0/3991017267 wait complete. 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.032+0000 7efccc2b0700 1 Processor -- start 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efccc2b0700 1 -- start start 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efccc2b0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 0x7efcc4197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efccc2b0700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efcc4107330 con 0x7efcc41013f0 2024-04-21T09:00:47.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efcca04c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 0x7efcc4197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:47.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efcca04c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 0x7efcc4197ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49084/0 (socket says 172.21.15.52:49084) 2024-04-21T09:00:47.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efcca04c700 1 -- 172.21.15.52:0/2307439181 learned_addr learned my addr 172.21.15.52:0/2307439181 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:47.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efcca04c700 1 -- 172.21.15.52:0/2307439181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcc4198010 con 0x7efcc41013f0 2024-04-21T09:00:47.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efcca04c700 1 --2- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 0x7efcc4197ad0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efcb8005800 tx=0x7efcb8009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:47.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efcb77fe700 1 -- 172.21.15.52:0/2307439181 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efcb8027070 con 0x7efcc41013f0 2024-04-21T09:00:47.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efcb77fe700 1 -- 172.21.15.52:0/2307439181 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcb800be10 con 0x7efcc41013f0 2024-04-21T09:00:47.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcc41982a0 con 0x7efcc41013f0 2024-04-21T09:00:47.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.033+0000 7efcb77fe700 1 -- 172.21.15.52:0/2307439181 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efcb800f460 con 0x7efcc41013f0 2024-04-21T09:00:47.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.034+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcc419af90 con 0x7efcc41013f0 2024-04-21T09:00:47.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.034+0000 7efcb77fe700 1 -- 172.21.15.52:0/2307439181 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7efcb802a070 con 0x7efcc41013f0 2024-04-21T09:00:47.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.034+0000 7efcb77fe700 1 --2- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efcb00396b0 0x7efcb003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:47.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.034+0000 7efcb77fe700 1 -- 172.21.15.52:0/2307439181 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7efcb801e030 con 0x7efcc41013f0 2024-04-21T09:00:47.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.034+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcc4107ab0 con 0x7efcc41013f0 2024-04-21T09:00:47.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.035+0000 7efcc984b700 1 --2- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efcb00396b0 0x7efcb003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:47.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.035+0000 7efcc984b700 1 --2- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efcb00396b0 0x7efcb003bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efcc0006fd0 tx=0x7efcc0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:47.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.040+0000 7efcb77fe700 1 -- 172.21.15.52:0/2307439181 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efcb8031070 con 0x7efcc41013f0 2024-04-21T09:00:47.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.250+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7efcc4062f10 con 0x7efcb00396b0 2024-04-21T09:00:47.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.254+0000 7efcb77fe700 1 -- 172.21.15.52:0/2307439181 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7efcc4062f10 con 0x7efcb00396b0 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efcb00396b0 msgr2=0x7efcb003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 --2- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efcb00396b0 0x7efcb003bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7efcc0006fd0 tx=0x7efcc0006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 msgr2=0x7efcc4197ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 --2- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 0x7efcc4197ad0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efcb8005800 tx=0x7efcb8009f60 comp rx=0 tx=0).stop 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 shutdown_connections 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 --2- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efcb00396b0 0x7efcb003bb70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 --2- 172.21.15.52:0/2307439181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcc41013f0 0x7efcc4197ad0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 >> 172.21.15.52:0/2307439181 conn(0x7efcc40fc950 msgr2=0x7efcc406ad50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 shutdown_connections 2024-04-21T09:00:47.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:47.256+0000 7efccc2b0700 1 -- 172.21.15.52:0/2307439181 wait complete. 2024-04-21T09:00:48.011 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi060 2024-04-21T09:00:48.011 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T09:00:48.011 DEBUG:teuthology.orchestra.run.smithi060:> dd of=/etc/ceph/ceph.conf 2024-04-21T09:00:48.030 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T09:00:48.030 DEBUG:teuthology.orchestra.run.smithi060:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:00:48.088 INFO:tasks.cephadm:Adding host smithi060 to orchestrator... 2024-04-21T09:00:48.088 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch host add smithi060 2024-04-21T09:00:48.332 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:00:48.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:48.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:48.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:48.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:00:48.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:00:48.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: Updating smithi052:/etc/ceph/ceph.conf 2024-04-21T09:00:48.573 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:48.574 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:48.574 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:49.305 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:49 smithi052 ceph-mon[28035]: Updating smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:00:49.306 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:49 smithi052 ceph-mon[28035]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:00:49.306 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:49 smithi052 ceph-mon[28035]: Updating smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:00:49.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.792+0000 7fcf49221700 1 -- 172.21.15.52:0/330660589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 msgr2=0x7fcf44108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:49.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.792+0000 7fcf49221700 1 --2- 172.21.15.52:0/330660589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 0x7fcf44108930 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcf34009910 tx=0x7fcf34009c20 comp rx=0 tx=0).stop 2024-04-21T09:00:49.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.792+0000 7fcf49221700 1 -- 172.21.15.52:0/330660589 shutdown_connections 2024-04-21T09:00:49.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.792+0000 7fcf49221700 1 --2- 172.21.15.52:0/330660589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 0x7fcf44108930 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:49.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.792+0000 7fcf49221700 1 -- 172.21.15.52:0/330660589 >> 172.21.15.52:0/330660589 conn(0x7fcf440fdf70 msgr2=0x7fcf44100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.792+0000 7fcf49221700 1 -- 172.21.15.52:0/330660589 shutdown_connections 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.792+0000 7fcf49221700 1 -- 172.21.15.52:0/330660589 wait complete. 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.793+0000 7fcf49221700 1 Processor -- start 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf49221700 1 -- start start 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf49221700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 0x7fcf44074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf49221700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4410c9c0 con 0x7fcf44108550 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf42d9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 0x7fcf44074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf42d9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 0x7fcf44074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49106/0 (socket says 172.21.15.52:49106) 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf42d9d700 1 -- 172.21.15.52:0/2861503158 learned_addr learned my addr 172.21.15.52:0/2861503158 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf42d9d700 1 -- 172.21.15.52:0/2861503158 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf44076c30 con 0x7fcf44108550 2024-04-21T09:00:49.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf42d9d700 1 --2- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 0x7fcf44074d40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcf340056d0 tx=0x7fcf340057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf2bfff700 1 -- 172.21.15.52:0/2861503158 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcf34026070 con 0x7fcf44108550 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf44075280 con 0x7fcf44108550 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf2bfff700 1 -- 172.21.15.52:0/2861503158 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf3400bc00 con 0x7fcf44108550 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.794+0000 7fcf2bfff700 1 -- 172.21.15.52:0/2861503158 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcf34003920 con 0x7fcf44108550 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.795+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf44075740 con 0x7fcf44108550 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.795+0000 7fcf2bfff700 1 -- 172.21.15.52:0/2861503158 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fcf34029070 con 0x7fcf44108550 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.795+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf44103bc0 con 0x7fcf44108550 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.796+0000 7fcf2bfff700 1 --2- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c039650 0x7fcf2c03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.796+0000 7fcf2bfff700 1 -- 172.21.15.52:0/2861503158 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fcf3401e070 con 0x7fcf44108550 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.796+0000 7fcf4259c700 1 --2- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c039650 0x7fcf2c03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:49.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.796+0000 7fcf4259c700 1 --2- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c039650 0x7fcf2c03bb10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fcf38006fd0 tx=0x7fcf38006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:49.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:49.801+0000 7fcf2bfff700 1 -- 172.21.15.52:0/2861503158 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcf34013070 con 0x7fcf44108550 2024-04-21T09:00:50.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:50.013+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi060", "target": ["mon-mgr", ""]}) -- 0x7fcf440762e0 con 0x7fcf2c039650 2024-04-21T09:00:50.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:50 smithi052 ceph-mon[28035]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi060", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:00:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:51 smithi052 ceph-mon[28035]: Deploying cephadm binary to smithi060 2024-04-21T09:00:52.922 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:52 smithi052 ceph-mon[28035]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:00:54.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.284+0000 7fcf2bfff700 1 -- 172.21.15.52:0/2861503158 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fcf440762e0 con 0x7fcf2c039650 2024-04-21T09:00:54.284 INFO:teuthology.orchestra.run.smithi052.stdout:Added host 'smithi060' with addr '172.21.15.60' 2024-04-21T09:00:54.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.286+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c039650 msgr2=0x7fcf2c03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:54.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.286+0000 7fcf49221700 1 --2- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c039650 0x7fcf2c03bb10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fcf38006fd0 tx=0x7fcf38006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:54.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.286+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 msgr2=0x7fcf44074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:54.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.286+0000 7fcf49221700 1 --2- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 0x7fcf44074d40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcf340056d0 tx=0x7fcf340057b0 comp rx=0 tx=0).stop 2024-04-21T09:00:54.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.287+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 shutdown_connections 2024-04-21T09:00:54.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.287+0000 7fcf49221700 1 --2- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c039650 0x7fcf2c03bb10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:54.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.287+0000 7fcf49221700 1 --2- 172.21.15.52:0/2861503158 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44108550 0x7fcf44074d40 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:54.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.287+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 >> 172.21.15.52:0/2861503158 conn(0x7fcf440fdf70 msgr2=0x7fcf440fe350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:54.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.287+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 shutdown_connections 2024-04-21T09:00:54.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:54.287+0000 7fcf49221700 1 -- 172.21.15.52:0/2861503158 wait complete. 2024-04-21T09:00:54.893 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-21T09:00:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:00:55.523 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:55 smithi052 ceph-mon[28035]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:00:55.523 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:55.523 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:55 smithi052 ceph-mon[28035]: Added host smithi060 2024-04-21T09:00:55.523 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:00:55.523 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:56.422 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:56 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.662+0000 7fdfac85c700 1 -- 172.21.15.52:0/3026188160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 msgr2=0x7fdfa81019d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.662+0000 7fdfac85c700 1 --2- 172.21.15.52:0/3026188160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 0x7fdfa81019d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdf98009910 tx=0x7fdf98009c20 comp rx=0 tx=0).stop 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.662+0000 7fdfac85c700 1 -- 172.21.15.52:0/3026188160 shutdown_connections 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.662+0000 7fdfac85c700 1 --2- 172.21.15.52:0/3026188160 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 0x7fdfa81019d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.662+0000 7fdfac85c700 1 -- 172.21.15.52:0/3026188160 >> 172.21.15.52:0/3026188160 conn(0x7fdfa8076ea0 msgr2=0x7fdfa80772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.662+0000 7fdfac85c700 1 -- 172.21.15.52:0/3026188160 shutdown_connections 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.662+0000 7fdfac85c700 1 -- 172.21.15.52:0/3026188160 wait complete. 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.663+0000 7fdfac85c700 1 Processor -- start 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.663+0000 7fdfac85c700 1 -- start start 2024-04-21T09:00:56.664 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.663+0000 7fdfac85c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 0x7fdfa8196e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.663+0000 7fdfac85c700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa810b820 con 0x7fdfa81015f0 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.663+0000 7fdfa659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 0x7fdfa8196e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.663+0000 7fdfa659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 0x7fdfa8196e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52894/0 (socket says 172.21.15.52:52894) 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.663+0000 7fdfa659c700 1 -- 172.21.15.52:0/1494674635 learned_addr learned my addr 172.21.15.52:0/1494674635 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.663+0000 7fdfa659c700 1 -- 172.21.15.52:0/1494674635 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa8197340 con 0x7fdfa81015f0 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.664+0000 7fdfa659c700 1 --2- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 0x7fdfa8196e00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdf980056d0 tx=0x7fdf980057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.664+0000 7fdf977fe700 1 -- 172.21.15.52:0/1494674635 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf98026070 con 0x7fdfa81015f0 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.664+0000 7fdf977fe700 1 -- 172.21.15.52:0/1494674635 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf9800bba0 con 0x7fdfa81015f0 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.664+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa8197630 con 0x7fdfa81015f0 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.664+0000 7fdf977fe700 1 -- 172.21.15.52:0/1494674635 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf98003920 con 0x7fdfa81015f0 2024-04-21T09:00:56.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.664+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa819b680 con 0x7fdfa81015f0 2024-04-21T09:00:56.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.665+0000 7fdf977fe700 1 -- 172.21.15.52:0/1494674635 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fdf98029070 con 0x7fdfa81015f0 2024-04-21T09:00:56.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.665+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfa8102a80 con 0x7fdfa81015f0 2024-04-21T09:00:56.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.665+0000 7fdf977fe700 1 --2- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdf90039650 0x7fdf9003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:56.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.665+0000 7fdf977fe700 1 -- 172.21.15.52:0/1494674635 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdf9801e070 con 0x7fdfa81015f0 2024-04-21T09:00:56.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.665+0000 7fdfa5d9b700 1 --2- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdf90039650 0x7fdf9003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:56.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.665+0000 7fdfa5d9b700 1 --2- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdf90039650 0x7fdf9003bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c006fd0 tx=0x7fdf9c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:56.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.670+0000 7fdf977fe700 1 -- 172.21.15.52:0/1494674635 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdf98013070 con 0x7fdfa81015f0 2024-04-21T09:00:56.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.885+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdfa8198110 con 0x7fdf90039650 2024-04-21T09:00:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.886+0000 7fdf977fe700 1 -- 172.21.15.52:0/1494674635 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7fdfa8198110 con 0x7fdf90039650 2024-04-21T09:00:56.886 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:00:56.886 INFO:teuthology.orchestra.run.smithi052.stdout:[{"addr": "172.21.15.52", "hostname": "smithi052", "labels": [], "status": ""}, {"addr": "172.21.15.60", "hostname": "smithi060", "labels": [], "status": ""}] 2024-04-21T09:00:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.888+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdf90039650 msgr2=0x7fdf9003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.888+0000 7fdfac85c700 1 --2- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdf90039650 0x7fdf9003bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c006fd0 tx=0x7fdf9c006e40 comp rx=0 tx=0).stop 2024-04-21T09:00:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.888+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 msgr2=0x7fdfa8196e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.888+0000 7fdfac85c700 1 --2- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 0x7fdfa8196e00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdf980056d0 tx=0x7fdf980057b0 comp rx=0 tx=0).stop 2024-04-21T09:00:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.888+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 shutdown_connections 2024-04-21T09:00:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.888+0000 7fdfac85c700 1 --2- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdf90039650 0x7fdf9003bb10 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.888+0000 7fdfac85c700 1 --2- 172.21.15.52:0/1494674635 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdfa81015f0 0x7fdfa8196e00 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.888+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 >> 172.21.15.52:0/1494674635 conn(0x7fdfa8076ea0 msgr2=0x7fdfa8102f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.889+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 shutdown_connections 2024-04-21T09:00:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:56.889+0000 7fdfac85c700 1 -- 172.21.15.52:0/1494674635 wait complete. 2024-04-21T09:00:57.508 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:57 smithi052 ceph-mon[28035]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:00:57.508 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:57 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:00:57.539 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi078 2024-04-21T09:00:57.540 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T09:00:57.540 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/etc/ceph/ceph.conf 2024-04-21T09:00:57.558 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T09:00:57.558 DEBUG:teuthology.orchestra.run.smithi078:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:00:57.616 INFO:tasks.cephadm:Adding host smithi078 to orchestrator... 2024-04-21T09:00:57.616 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch host add smithi078 2024-04-21T09:00:57.861 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:00:58.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:58 smithi052 ceph-mon[28035]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:00:59.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2316232975 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 msgr2=0x7f4aa4103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:00:59.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 --2- 172.21.15.52:0/2316232975 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 0x7f4aa4103a30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4aa0009910 tx=0x7f4aa0009c20 comp rx=0 tx=0).stop 2024-04-21T09:00:59.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2316232975 shutdown_connections 2024-04-21T09:00:59.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 --2- 172.21.15.52:0/2316232975 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 0x7f4aa4103a30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:00:59.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2316232975 >> 172.21.15.52:0/2316232975 conn(0x7f4aa40fcea0 msgr2=0x7f4aa40ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:00:59.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2316232975 shutdown_connections 2024-04-21T09:00:59.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2316232975 wait complete. 2024-04-21T09:00:59.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 Processor -- start 2024-04-21T09:00:59.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.418+0000 7f4aabcd7700 1 -- start start 2024-04-21T09:00:59.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aabcd7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 0x7f4aa41012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:59.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aabcd7700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa410c9d0 con 0x7f4aa4103650 2024-04-21T09:00:59.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aa9a73700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 0x7f4aa41012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:59.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aa9a73700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 0x7f4aa41012b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52916/0 (socket says 172.21.15.52:52916) 2024-04-21T09:00:59.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aa9a73700 1 -- 172.21.15.52:0/2237628145 learned_addr learned my addr 172.21.15.52:0/2237628145 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:00:59.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aa9a73700 1 -- 172.21.15.52:0/2237628145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aa41031a0 con 0x7f4aa4103650 2024-04-21T09:00:59.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aa9a73700 1 --2- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 0x7f4aa41012b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4aa00056d0 tx=0x7f4aa00057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:59.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4a9affd700 1 -- 172.21.15.52:0/2237628145 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4aa0026070 con 0x7f4aa4103650 2024-04-21T09:00:59.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4a9affd700 1 -- 172.21.15.52:0/2237628145 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4aa0004370 con 0x7f4aa4103650 2024-04-21T09:00:59.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4aa41017f0 con 0x7f4aa4103650 2024-04-21T09:00:59.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4a9affd700 1 -- 172.21.15.52:0/2237628145 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4aa00039b0 con 0x7f4aa4103650 2024-04-21T09:00:59.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.419+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4aa4101cb0 con 0x7f4aa4103650 2024-04-21T09:00:59.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.420+0000 7f4a9affd700 1 -- 172.21.15.52:0/2237628145 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f4aa0029070 con 0x7f4aa4103650 2024-04-21T09:00:59.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.420+0000 7f4a9affd700 1 --2- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a90039650 0x7f4a9003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:00:59.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.420+0000 7f4a9affd700 1 -- 172.21.15.52:0/2237628145 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4aa001e070 con 0x7f4aa4103650 2024-04-21T09:00:59.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.421+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4aa406b190 con 0x7f4aa4103650 2024-04-21T09:00:59.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.421+0000 7f4aa9272700 1 --2- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a90039650 0x7f4a9003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:00:59.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.421+0000 7f4aa9272700 1 --2- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a90039650 0x7f4a9003bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4a94006fd0 tx=0x7f4a94006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:00:59.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.426+0000 7f4a9affd700 1 -- 172.21.15.52:0/2237628145 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4aa0030020 con 0x7f4aa4103650 2024-04-21T09:00:59.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:00:59 smithi052 ceph-mon[28035]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:00:59.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:00:59.642+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi078", "target": ["mon-mgr", ""]}) -- 0x7f4aa41027e0 con 0x7f4a90039650 2024-04-21T09:01:01.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi078", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi060", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:01:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:01.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: Updating smithi060:/etc/ceph/ceph.conf 2024-04-21T09:01:01.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: Deploying cephadm binary to smithi078 2024-04-21T09:01:01.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:01 smithi052 ceph-mon[28035]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:01:02.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:02 smithi052 ceph-mon[28035]: Updating smithi060:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:03.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:03 smithi052 ceph-mon[28035]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:03.912 INFO:teuthology.orchestra.run.smithi052.stdout:Added host 'smithi078' with addr '172.21.15.78' 2024-04-21T09:01:03.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.911+0000 7f4a9affd700 1 -- 172.21.15.52:0/2237628145 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f4aa41027e0 con 0x7f4a90039650 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.913+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a90039650 msgr2=0x7f4a9003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.913+0000 7f4aabcd7700 1 --2- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a90039650 0x7f4a9003bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4a94006fd0 tx=0x7f4a94006e40 comp rx=0 tx=0).stop 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.914+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 msgr2=0x7f4aa41012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.914+0000 7f4aabcd7700 1 --2- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 0x7f4aa41012b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4aa00056d0 tx=0x7f4aa00057b0 comp rx=0 tx=0).stop 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.914+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 shutdown_connections 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.914+0000 7f4aabcd7700 1 --2- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a90039650 0x7f4a9003bb10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.914+0000 7f4aabcd7700 1 --2- 172.21.15.52:0/2237628145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4103650 0x7f4aa41012b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.914+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 >> 172.21.15.52:0/2237628145 conn(0x7f4aa40fcea0 msgr2=0x7f4aa41043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:03.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.914+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 shutdown_connections 2024-04-21T09:01:03.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:03.914+0000 7f4aabcd7700 1 -- 172.21.15.52:0/2237628145 wait complete. 2024-04-21T09:01:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:04 smithi052 ceph-mon[28035]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:01:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:04.599 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-21T09:01:04.849 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:01:05.684 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:05 smithi052 ceph-mon[28035]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:05.684 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:05 smithi052 ceph-mon[28035]: Added host smithi078 2024-04-21T09:01:05.684 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:05 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:05.684 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:05 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:06.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.486+0000 7f5e25395700 1 -- 172.21.15.52:0/1592585984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 msgr2=0x7f5e201088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:06.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.486+0000 7f5e25395700 1 --2- 172.21.15.52:0/1592585984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 0x7f5e201088c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5e10009910 tx=0x7f5e10009c20 comp rx=0 tx=0).stop 2024-04-21T09:01:06.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.486+0000 7f5e25395700 1 -- 172.21.15.52:0/1592585984 shutdown_connections 2024-04-21T09:01:06.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.486+0000 7f5e25395700 1 --2- 172.21.15.52:0/1592585984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 0x7f5e201088c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:06.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.486+0000 7f5e25395700 1 -- 172.21.15.52:0/1592585984 >> 172.21.15.52:0/1592585984 conn(0x7f5e200fdf80 msgr2=0x7f5e201003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:06.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.486+0000 7f5e25395700 1 -- 172.21.15.52:0/1592585984 shutdown_connections 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.486+0000 7f5e25395700 1 -- 172.21.15.52:0/1592585984 wait complete. 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.487+0000 7f5e25395700 1 Processor -- start 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.487+0000 7f5e25395700 1 -- start start 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.487+0000 7f5e25395700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 0x7f5e20197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.487+0000 7f5e25395700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2010c940 con 0x7f5e201084e0 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.487+0000 7f5e1effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 0x7f5e20197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.487+0000 7f5e1effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 0x7f5e20197eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52930/0 (socket says 172.21.15.52:52930) 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.487+0000 7f5e1effd700 1 -- 172.21.15.52:0/2688553940 learned_addr learned my addr 172.21.15.52:0/2688553940 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.487+0000 7f5e1effd700 1 -- 172.21.15.52:0/2688553940 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e201983f0 con 0x7f5e201084e0 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.488+0000 7f5e1effd700 1 --2- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 0x7f5e20197eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5e100056d0 tx=0x7f5e100057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:06.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.488+0000 7f5e07fff700 1 -- 172.21.15.52:0/2688553940 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e10026070 con 0x7f5e201084e0 2024-04-21T09:01:06.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.488+0000 7f5e07fff700 1 -- 172.21.15.52:0/2688553940 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e1000bba0 con 0x7f5e201084e0 2024-04-21T09:01:06.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.488+0000 7f5e07fff700 1 -- 172.21.15.52:0/2688553940 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e10003920 con 0x7f5e201084e0 2024-04-21T09:01:06.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.488+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e201986e0 con 0x7f5e201084e0 2024-04-21T09:01:06.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.488+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e2019c780 con 0x7f5e201084e0 2024-04-21T09:01:06.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.489+0000 7f5e07fff700 1 -- 172.21.15.52:0/2688553940 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f5e10029070 con 0x7f5e201084e0 2024-04-21T09:01:06.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.489+0000 7f5e07fff700 1 --2- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5e080396b0 0x7f5e0803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:06.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.489+0000 7f5e07fff700 1 -- 172.21.15.52:0/2688553940 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5e1001e070 con 0x7f5e201084e0 2024-04-21T09:01:06.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.489+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e20103b90 con 0x7f5e201084e0 2024-04-21T09:01:06.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.489+0000 7f5e1e7fc700 1 --2- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5e080396b0 0x7f5e0803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:06.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.489+0000 7f5e1e7fc700 1 --2- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5e080396b0 0x7f5e0803bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5e14006fd0 tx=0x7f5e14006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:06.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.494+0000 7f5e07fff700 1 -- 172.21.15.52:0/2688553940 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5e10030070 con 0x7f5e201084e0 2024-04-21T09:01:06.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.718+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5e20199210 con 0x7f5e080396b0 2024-04-21T09:01:06.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.719+0000 7f5e07fff700 1 -- 172.21.15.52:0/2688553940 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+238 (secure 0 0 0) 0x7f5e20199210 con 0x7f5e080396b0 2024-04-21T09:01:06.720 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:01:06.720 INFO:teuthology.orchestra.run.smithi052.stdout:[{"addr": "172.21.15.52", "hostname": "smithi052", "labels": [], "status": ""}, {"addr": "172.21.15.60", "hostname": "smithi060", "labels": [], "status": ""}, {"addr": "172.21.15.78", "hostname": "smithi078", "labels": [], "status": ""}] 2024-04-21T09:01:06.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5e080396b0 msgr2=0x7f5e0803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:06.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 --2- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5e080396b0 0x7f5e0803bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5e14006fd0 tx=0x7f5e14006e40 comp rx=0 tx=0).stop 2024-04-21T09:01:06.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 msgr2=0x7f5e20197eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:06.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 --2- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 0x7f5e20197eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5e100056d0 tx=0x7f5e100057b0 comp rx=0 tx=0).stop 2024-04-21T09:01:06.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 shutdown_connections 2024-04-21T09:01:06.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 --2- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5e080396b0 0x7f5e0803bb70 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:06.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 --2- 172.21.15.52:0/2688553940 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e201084e0 0x7f5e20197eb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:06.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 >> 172.21.15.52:0/2688553940 conn(0x7f5e200fdf80 msgr2=0x7f5e2010a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:06.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 shutdown_connections 2024-04-21T09:01:06.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:06.721+0000 7f5e25395700 1 -- 172.21.15.52:0/2688553940 wait complete. 2024-04-21T09:01:07.363 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-21T09:01:07.363 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-21T09:01:07.607 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:01:07.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:07 smithi052 ceph-mon[28035]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:07.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:08.673 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:08 smithi052 ceph-mon[28035]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:01:09.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.147+0000 7f649ed70700 1 -- 172.21.15.52:0/742785087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 msgr2=0x7f6498108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:09.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.147+0000 7f649ed70700 1 --2- 172.21.15.52:0/742785087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 0x7f6498108930 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f648c009910 tx=0x7f648c009c20 comp rx=0 tx=0).stop 2024-04-21T09:01:09.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.147+0000 7f649ed70700 1 -- 172.21.15.52:0/742785087 shutdown_connections 2024-04-21T09:01:09.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.147+0000 7f649ed70700 1 --2- 172.21.15.52:0/742785087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 0x7f6498108930 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.147+0000 7f649ed70700 1 -- 172.21.15.52:0/742785087 >> 172.21.15.52:0/742785087 conn(0x7f64980fdf70 msgr2=0x7f6498100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649ed70700 1 -- 172.21.15.52:0/742785087 shutdown_connections 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649ed70700 1 -- 172.21.15.52:0/742785087 wait complete. 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649ed70700 1 Processor -- start 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649ed70700 1 -- start start 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649ed70700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 0x7f6498197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649ed70700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f649810c9c0 con 0x7f6498108550 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649cb0c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 0x7f6498197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649cb0c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 0x7f6498197e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56374/0 (socket says 172.21.15.52:56374) 2024-04-21T09:01:09.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.148+0000 7f649cb0c700 1 -- 172.21.15.52:0/871505296 learned_addr learned my addr 172.21.15.52:0/871505296 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:01:09.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.149+0000 7f649cb0c700 1 -- 172.21.15.52:0/871505296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64981983a0 con 0x7f6498108550 2024-04-21T09:01:09.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.149+0000 7f649cb0c700 1 --2- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 0x7f6498197e60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f648c0056d0 tx=0x7f648c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:09.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.149+0000 7f6495ffb700 1 -- 172.21.15.52:0/871505296 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f648c026070 con 0x7f6498108550 2024-04-21T09:01:09.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.149+0000 7f6495ffb700 1 -- 172.21.15.52:0/871505296 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f648c00bc00 con 0x7f6498108550 2024-04-21T09:01:09.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.149+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6498198630 con 0x7f6498108550 2024-04-21T09:01:09.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.149+0000 7f6495ffb700 1 -- 172.21.15.52:0/871505296 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f648c003920 con 0x7f6498108550 2024-04-21T09:01:09.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.149+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f649819c730 con 0x7f6498108550 2024-04-21T09:01:09.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.150+0000 7f6495ffb700 1 -- 172.21.15.52:0/871505296 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f648c029070 con 0x7f6498108550 2024-04-21T09:01:09.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.150+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6498103bc0 con 0x7f6498108550 2024-04-21T09:01:09.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.151+0000 7f6495ffb700 1 --2- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f64880396b0 0x7f648803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:09.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.151+0000 7f6495ffb700 1 -- 172.21.15.52:0/871505296 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f648c01e070 con 0x7f6498108550 2024-04-21T09:01:09.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.151+0000 7f6497fff700 1 --2- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f64880396b0 0x7f648803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:09.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.151+0000 7f6497fff700 1 --2- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f64880396b0 0x7f648803bb70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f6484006fd0 tx=0x7f6484006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:09.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.155+0000 7f6495ffb700 1 -- 172.21.15.52:0/871505296 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f648c013070 con 0x7f6498108550 2024-04-21T09:01:09.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.370+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f64981991c0 con 0x7f6498108550 2024-04-21T09:01:09.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.461+0000 7f6495ffb700 1 -- 172.21.15.52:0/871505296 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f648c030090 con 0x7f6498108550 2024-04-21T09:01:09.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.463+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f64880396b0 msgr2=0x7f648803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:09.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.463+0000 7f649ed70700 1 --2- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f64880396b0 0x7f648803bb70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f6484006fd0 tx=0x7f6484006e40 comp rx=0 tx=0).stop 2024-04-21T09:01:09.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.463+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 msgr2=0x7f6498197e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:09.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.463+0000 7f649ed70700 1 --2- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 0x7f6498197e60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f648c0056d0 tx=0x7f648c0057b0 comp rx=0 tx=0).stop 2024-04-21T09:01:09.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.463+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 shutdown_connections 2024-04-21T09:01:09.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.463+0000 7f649ed70700 1 --2- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f64880396b0 0x7f648803bb70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:09.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.463+0000 7f649ed70700 1 --2- 172.21.15.52:0/871505296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6498108550 0x7f6498197e60 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:09.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.463+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 >> 172.21.15.52:0/871505296 conn(0x7f64980fdf70 msgr2=0x7f64980fe350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:09.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.464+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 shutdown_connections 2024-04-21T09:01:09.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:09.464+0000 7f649ed70700 1 -- 172.21.15.52:0/871505296 wait complete. 2024-04-21T09:01:09.465 INFO:teuthology.orchestra.run.smithi052.stderr:adjusted tunables profile to default 2024-04-21T09:01:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:09 smithi052 ceph-mon[28035]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:09 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/871505296' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-21T09:01:10.129 INFO:tasks.cephadm:Adding mon.a on smithi052 2024-04-21T09:01:10.129 INFO:tasks.cephadm:Adding mon.b on smithi060 2024-04-21T09:01:10.129 INFO:tasks.cephadm:Adding mon.c on smithi078 2024-04-21T09:01:10.130 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch apply mon '3;smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c' 2024-04-21T09:01:10.361 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:01:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/871505296' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-21T09:01:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:01:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:11.796 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.796+0000 7f2a88ca2700 1 -- 172.21.15.78:0/3187344773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 msgr2=0x7f2a841039d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:11.797 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.796+0000 7f2a88ca2700 1 --2- 172.21.15.78:0/3187344773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 0x7f2a841039d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2a74009910 tx=0x7f2a74009c20 comp rx=0 tx=0).stop 2024-04-21T09:01:11.797 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.796+0000 7f2a88ca2700 1 -- 172.21.15.78:0/3187344773 shutdown_connections 2024-04-21T09:01:11.797 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.796+0000 7f2a88ca2700 1 --2- 172.21.15.78:0/3187344773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 0x7f2a841039d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:11.797 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.796+0000 7f2a88ca2700 1 -- 172.21.15.78:0/3187344773 >> 172.21.15.78:0/3187344773 conn(0x7f2a840fce40 msgr2=0x7f2a840ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:11.797 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.796+0000 7f2a88ca2700 1 -- 172.21.15.78:0/3187344773 shutdown_connections 2024-04-21T09:01:11.798 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.796+0000 7f2a88ca2700 1 -- 172.21.15.78:0/3187344773 wait complete. 2024-04-21T09:01:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.797+0000 7f2a88ca2700 1 Processor -- start 2024-04-21T09:01:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.797+0000 7f2a88ca2700 1 -- start start 2024-04-21T09:01:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.797+0000 7f2a88ca2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 0x7f2a84197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.797+0000 7f2a88ca2700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2a8410c990 con 0x7f2a841035f0 2024-04-21T09:01:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.797+0000 7f2a8259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 0x7f2a84197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.797+0000 7f2a8259c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 0x7f2a84197f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.78:40088/0 (socket says 172.21.15.78:40088) 2024-04-21T09:01:11.807 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.797+0000 7f2a8259c700 1 -- 172.21.15.78:0/2371847299 learned_addr learned my addr 172.21.15.78:0/2371847299 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.798+0000 7f2a8259c700 1 -- 172.21.15.78:0/2371847299 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a84198450 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.798+0000 7f2a8259c700 1 --2- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 0x7f2a84197f10 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2a740056d0 tx=0x7f2a740057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.798+0000 7f2a7bfff700 1 -- 172.21.15.78:0/2371847299 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a74026070 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.798+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a841986e0 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.798+0000 7f2a7bfff700 1 -- 172.21.15.78:0/2371847299 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a74004370 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.798+0000 7f2a7bfff700 1 -- 172.21.15.78:0/2371847299 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a740039b0 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.798+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a84198b40 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.799+0000 7f2a7bfff700 1 -- 172.21.15.78:0/2371847299 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f2a74029070 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.799+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a8406afd0 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.799+0000 7f2a7bfff700 1 --2- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2a70039650 0x7f2a7003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.799+0000 7f2a7bfff700 1 -- 172.21.15.78:0/2371847299 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f2a7401e070 con 0x7f2a841035f0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.799+0000 7f2a79d9b700 1 --2- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2a70039650 0x7f2a7003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.800+0000 7f2a79d9b700 1 --2- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2a70039650 0x7f2a7003bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c006fd0 tx=0x7f2a6c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:11.808 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:11.804+0000 7f2a7bfff700 1 -- 172.21.15.78:0/2371847299 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2a74013070 con 0x7f2a841035f0 2024-04-21T09:01:11.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:11 smithi052 ceph-mon[28035]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:11.883 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:11 smithi052 ceph-mon[28035]: Updating smithi078:/etc/ceph/ceph.conf 2024-04-21T09:01:11.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:11 smithi052 ceph-mon[28035]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:01:11.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:11 smithi052 ceph-mon[28035]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:11.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:11 smithi052 ceph-mon[28035]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:01:11.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:11.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:11.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:12.015 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.015+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c", "target": ["mon-mgr", ""]}) -- 0x7f2a84199320 con 0x7f2a70039650 2024-04-21T09:01:12.022 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.023+0000 7f2a7bfff700 1 -- 172.21.15.78:0/2371847299 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2a6c00a040 con 0x7f2a70039650 2024-04-21T09:01:12.023 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled mon update... 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2a70039650 msgr2=0x7f2a7003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 --2- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2a70039650 0x7f2a7003bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c006fd0 tx=0x7f2a6c006e40 comp rx=0 tx=0).stop 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 msgr2=0x7f2a84197f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 --2- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 0x7f2a84197f10 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2a740056d0 tx=0x7f2a740057b0 comp rx=0 tx=0).stop 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 shutdown_connections 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 --2- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2a70039650 0x7f2a7003bb10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 --2- 172.21.15.78:0/2371847299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2a841035f0 0x7f2a84197f10 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 >> 172.21.15.78:0/2371847299 conn(0x7f2a840fce40 msgr2=0x7f2a841063b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 shutdown_connections 2024-04-21T09:01:12.025 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:12.025+0000 7f2a88ca2700 1 -- 172.21.15.78:0/2371847299 wait complete. 2024-04-21T09:01:12.654 DEBUG:teuthology.orchestra.run.smithi060:mon.b> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.b.service 2024-04-21T09:01:12.657 DEBUG:teuthology.orchestra.run.smithi078:mon.c> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.c.service 2024-04-21T09:01:12.659 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-21T09:01:12.660 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-21T09:01:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: Saving service mon spec with placement smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c;count:3 2024-04-21T09:01:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:13.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:13.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:13.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:13.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:13.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:13 smithi052 ceph-mon[28035]: Deploying daemon mon.c on smithi078 2024-04-21T09:01:14.351 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:01:15.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:15 smithi052 ceph-mon[28035]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:15.911 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:15 smithi078 systemd[1]: Starting Ceph mon.c for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:01:16.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 podman[31671]: 2024-04-21 09:01:16.314782939 +0000 UTC m=+0.114420651 container create 3f23f2140bb8551342e8a03a1753cf7633afe832cb4f64f5f36c92af0d3f0a9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-21T09:01:16.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 podman[31671]: 2024-04-21 09:01:16.219999342 +0000 UTC m=+0.019637054 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:01:16.602 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.601+0000 7f554aff8700 1 -- 172.21.15.78:0/2705485908 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 msgr2=0x7f55441088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:16.602 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.601+0000 7f554aff8700 1 --2- 172.21.15.78:0/2705485908 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 0x7f55441088c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f553c00b0a0 tx=0x7f553c00b3b0 comp rx=0 tx=0).stop 2024-04-21T09:01:16.602 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.601+0000 7f554aff8700 1 -- 172.21.15.78:0/2705485908 shutdown_connections 2024-04-21T09:01:16.602 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.601+0000 7f554aff8700 1 --2- 172.21.15.78:0/2705485908 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 0x7f55441088c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:16.602 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.601+0000 7f554aff8700 1 -- 172.21.15.78:0/2705485908 >> 172.21.15.78:0/2705485908 conn(0x7f55440fdf80 msgr2=0x7f55441003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.601+0000 7f554aff8700 1 -- 172.21.15.78:0/2705485908 shutdown_connections 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.601+0000 7f554aff8700 1 -- 172.21.15.78:0/2705485908 wait complete. 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.602+0000 7f554aff8700 1 Processor -- start 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.602+0000 7f554aff8700 1 -- start start 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.602+0000 7f554aff8700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 0x7f5544197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.602+0000 7f554aff8700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f554410c940 con 0x7f55441084e0 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.602+0000 7f5548d94700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 0x7f5544197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.602+0000 7f5548d94700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 0x7f5544197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.78:40116/0 (socket says 172.21.15.78:40116) 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.602+0000 7f5548d94700 1 -- 172.21.15.78:0/2450704392 learned_addr learned my addr 172.21.15.78:0/2450704392 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:01:16.603 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.603+0000 7f5548d94700 1 -- 172.21.15.78:0/2450704392 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5544198370 con 0x7f55441084e0 2024-04-21T09:01:16.604 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.603+0000 7f5548d94700 1 --2- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 0x7f5544197e30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f553c006130 tx=0x7f553c0097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:16.604 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.603+0000 7f5541ffb700 1 -- 172.21.15.78:0/2450704392 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f553c021020 con 0x7f55441084e0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.603+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5544198600 con 0x7f55441084e0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.603+0000 7f5541ffb700 1 -- 172.21.15.78:0/2450704392 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f553c0079b0 con 0x7f55441084e0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.603+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f554419c700 con 0x7f55441084e0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.603+0000 7f5541ffb700 1 -- 172.21.15.78:0/2450704392 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f553c017040 con 0x7f55441084e0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.604+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5544103b90 con 0x7f55441084e0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.604+0000 7f5541ffb700 1 -- 172.21.15.78:0/2450704392 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f553c024020 con 0x7f55441084e0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.604+0000 7f5541ffb700 1 --2- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5530039650 0x7f553003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.604+0000 7f5541ffb700 1 -- 172.21.15.78:0/2450704392 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f553c00f050 con 0x7f55441084e0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.604+0000 7f5543fff700 1 --2- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5530039650 0x7f553003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:16.605 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.605+0000 7f5543fff700 1 --2- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5530039650 0x7f553003bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f552c006fd0 tx=0x7f552c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:16.609 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.610+0000 7f5541ffb700 1 -- 172.21.15.78:0/2450704392 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f553c02b020 con 0x7f55441084e0 2024-04-21T09:01:16.747 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.747+0000 7f5541ffb700 1 -- 172.21.15.78:0/2450704392 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f553c02e860 con 0x7f55441084e0 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 podman[31671]: 2024-04-21 09:01:16.684554819 +0000 UTC m=+0.484192531 container init 3f23f2140bb8551342e8a03a1753cf7633afe832cb4f64f5f36c92af0d3f0a9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 podman[31671]: 2024-04-21 09:01:16.688218125 +0000 UTC m=+0.487855839 container start 3f23f2140bb8551342e8a03a1753cf7633afe832cb4f64f5f36c92af0d3f0a9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: set uid:gid to 167:167 (ceph:ceph) 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev), process ceph-mon, pid 2 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pidfile_write: ignore empty --pid-file 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: load: jerasure load: lrc 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: RocksDB version: 7.9.2 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Git sha 0 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Compile date 2024-04-19 14:19:22 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: DB SUMMARY 2024-04-21T09:01:16.759 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: DB Session ID: 2971KULO2KL3ETUXCQOS 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: CURRENT file: CURRENT 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: IDENTITY file: IDENTITY 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.error_if_exists: 0 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.create_if_missing: 0 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.paranoid_checks: 1 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.env: 0x55d1e363dcc0 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.fs: PosixFileSystem 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.info_log: 0x55d1e42f7be0 2024-04-21T09:01:16.760 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_file_opening_threads: 16 2024-04-21T09:01:16.762 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.statistics: (nil) 2024-04-21T09:01:16.762 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.use_fsync: 0 2024-04-21T09:01:16.762 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_log_file_size: 0 2024-04-21T09:01:16.762 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-21T09:01:16.762 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-21T09:01:16.762 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.keep_log_file_num: 1000 2024-04-21T09:01:16.762 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.recycle_log_file_num: 0 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.allow_fallocate: 1 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.allow_mmap_reads: 0 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.allow_mmap_writes: 0 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.use_direct_reads: 0 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.create_missing_column_families: 0 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.db_log_dir: 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.wal_dir: 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-21T09:01:16.763 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.advise_random_on_open: 1 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.db_write_buffer_size: 0 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.write_buffer_manager: 0x55d1e428b0e0 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.rate_limiter: (nil) 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.wal_recovery_mode: 2 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.enable_thread_tracking: 0 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.enable_pipelined_write: 0 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.unordered_write: 0 2024-04-21T09:01:16.764 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.row_cache: None 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.wal_filter: None 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.allow_ingest_behind: 0 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.two_write_queues: 0 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.manual_wal_flush: 0 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.wal_compression: 0 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.atomic_flush: 0 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-21T09:01:16.765 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.log_readahead_size: 0 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.best_efforts_recovery: 0 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.allow_data_in_errors: 0 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.db_host_id: __hostname__ 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_background_jobs: 2 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_background_compactions: -1 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_subcompactions: 1 2024-04-21T09:01:16.766 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_total_wal_size: 0 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_open_files: -1 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bytes_per_sync: 0 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_readahead_size: 0 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_background_flushes: -1 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Compression algorithms supported: 2024-04-21T09:01:16.767 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: kZSTD supported: 0 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: kXpressCompression supported: 0 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: kLZ4HCCompression supported: 1 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: kZlibCompression supported: 1 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: kSnappyCompression supported: 1 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: kLZ4Compression supported: 1 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: kBZip2Compression supported: 0 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.merge_operator: 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_filter: None 2024-04-21T09:01:16.768 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_filter_factory: None 2024-04-21T09:01:16.769 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.sst_partitioner_factory: None 2024-04-21T09:01:16.769 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-21T09:01:16.769 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-21T09:01:16.769 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d1e42f7dc0) 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: cache_index_and_filter_blocks: 1 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: pin_top_level_index_and_filter: 1 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_type: 0 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: data_block_index_type: 0 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_shortening: 1 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: checksum: 4 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: no_block_cache: 0 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache: 0x55d1e42bd1f0 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_name: BinnedLRUCache 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_options: 2024-04-21T09:01:16.770 INFO:journalctl@ceph.mon.c.smithi078.stdout: capacity : 536870912 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: num_shard_bits : 4 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: strict_capacity_limit : 0 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: high_pri_pool_ratio: 0.000 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_cache_compressed: (nil) 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: persistent_cache: (nil) 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_size: 4096 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_size_deviation: 10 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_restart_interval: 16 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: index_block_restart_interval: 1 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: metadata_block_size: 4096 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: partition_filters: 0 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: use_delta_encoding: 1 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: filter_policy: bloomfilter 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: whole_key_filtering: 1 2024-04-21T09:01:16.771 INFO:journalctl@ceph.mon.c.smithi078.stdout: verify_compression: 0 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout: read_amp_bytes_per_bit: 0 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout: format_version: 5 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout: enable_index_compression: 1 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout: block_align: 0 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout: max_auto_readahead_size: 262144 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout: prepopulate_block_cache: 0 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout: initial_auto_readahead_size: 8192 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout: num_file_reads_for_auto_readahead: 2 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.write_buffer_size: 33554432 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_write_buffer_number: 2 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression: NoCompression 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression: Disabled 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.prefix_extractor: nullptr 2024-04-21T09:01:16.772 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.num_levels: 7 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.level: 32767 2024-04-21T09:01:16.773 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.strategy: 0 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.enabled: false 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.target_file_size_base: 67108864 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-21T09:01:16.774 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.arena_block_size: 1048576 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.disable_auto_compactions: 0 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-21T09:01:16.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.inplace_update_support: 0 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-21T09:01:16.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.bloom_locality: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.max_successive_merges: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.paranoid_file_checks: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.force_consistency_checks: 1 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.report_bg_io_stats: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.ttl: 2592000 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.enable_blob_files: false 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.min_blob_size: 0 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.blob_file_size: 268435456 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-21T09:01:16.777 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.blob_file_starting_level: 0 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f7a162e9-e4d7-42b7-85e1-8b30a2e26f1a 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713690076718118, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713690076718545, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713690076, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f7a162e9-e4d7-42b7-85e1-8b30a2e26f1a", "db_session_id": "2971KULO2KL3ETUXCQOS", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713690076718626, "job": 1, "event": "recovery_finished"} 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-21T09:01:16.778 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d1e43d2000 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: DB pointer 0x55d1e43bc000 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** DB Stats ** 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** Compaction Stats [default] ** 2024-04-21T09:01:16.779 INFO:journalctl@ceph.mon.c.smithi078.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** Compaction Stats [default] ** 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-21T09:01:16.780 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: Block cache BinnedLRUCache@0x55d1e42bd1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: using public_addr v2:172.21.15.78:0/0 -> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] 2024-04-21T09:01:16.781 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: starting mon.c rank -1 at public addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] at bind addrs [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(???) e0 preinit fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).mds e1 new map 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout: e1 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout: legacy client fscid: -1 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout: 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout: No filesystems configured 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-21T09:01:16.782 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-21T09:01:16.783 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-21T09:01:16.783 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T09:01:16.783 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T09:01:16.783 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T09:01:16.783 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.783 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.783 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Added host smithi060 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi078", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.784 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi060", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Updating smithi060:/etc/ceph/ceph.conf 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Deploying cephadm binary to smithi078 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Updating smithi060:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.785 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Added host smithi078 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/871505296' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/871505296' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:16.786 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Updating smithi078:/etc/ceph/ceph.conf 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.787 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Saving service mon spec with placement smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c;count:3 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: Deploying daemon mon.c on smithi078 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 ceph-mon[31713]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-21T09:01:16.788 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 bash[31671]: 3f23f2140bb8551342e8a03a1753cf7633afe832cb4f64f5f36c92af0d3f0a9b 2024-04-21T09:01:16.789 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:16 smithi078 systemd[1]: Started Ceph mon.c for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:01:16.905 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:16.905+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f5544199190 con 0x7f55441084e0 2024-04-21T09:01:21.759 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.759+0000 7f5541ffb700 1 -- 172.21.15.78:0/2450704392 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f553c011800 con 0x7f55441084e0 2024-04-21T09:01:21.760 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T09:01:21.760 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":2,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","modified":"2024-04-21T09:01:16.748041Z","created":"2024-04-21T08:59:31.933984Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-21T09:01:21.762 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5530039650 msgr2=0x7f553003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:21.762 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 --2- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5530039650 0x7f553003bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f552c006fd0 tx=0x7f552c006e40 comp rx=0 tx=0).stop 2024-04-21T09:01:21.762 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 msgr2=0x7f5544197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:21.762 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 --2- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 0x7f5544197e30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f553c006130 tx=0x7f553c0097d0 comp rx=0 tx=0).stop 2024-04-21T09:01:21.762 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 shutdown_connections 2024-04-21T09:01:21.762 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 --2- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5530039650 0x7f553003bb10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:21.763 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 --2- 172.21.15.78:0/2450704392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55441084e0 0x7f5544197e30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:21.763 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 >> 172.21.15.78:0/2450704392 conn(0x7f55440fdf80 msgr2=0x7f5544109fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:21.763 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 shutdown_connections 2024-04-21T09:01:21.763 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:21.762+0000 7f554aff8700 1 -- 172.21.15.78:0/2450704392 wait complete. 2024-04-21T09:01:21.763 INFO:teuthology.orchestra.run.smithi078.stderr:dumped monmap epoch 2 2024-04-21T09:01:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:01:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: mon.a calling monitor election 2024-04-21T09:01:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/2450704392' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T09:01:22.082 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: mon.c calling monitor election 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: monmap epoch 2 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: last_changed 2024-04-21T09:01:16.748041+0000 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: min_mon_release 19 (squid) 2024-04-21T09:01:22.083 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: election_strategy: 1 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: fsmap 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: mgrmap e13: x(active, since 50s) 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: overall HEALTH_OK 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:22.084 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:22.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: mon.a calling monitor election 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/2450704392' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: mon.c calling monitor election 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-21T09:01:22.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: monmap epoch 2 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: last_changed 2024-04-21T09:01:16.748041+0000 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: min_mon_release 19 (squid) 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: election_strategy: 1 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: fsmap 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: mgrmap e13: x(active, since 50s) 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: overall HEALTH_OK 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:22.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:22.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:22.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:23.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:22 smithi078 ceph-mon[31713]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:23.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:22 smithi078 ceph-mon[31713]: Deploying daemon mon.b on smithi060 2024-04-21T09:01:23.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:23.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:22 smithi052 ceph-mon[28035]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:23.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:22 smithi052 ceph-mon[28035]: Deploying daemon mon.b on smithi060 2024-04-21T09:01:23.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:23.330 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-21T09:01:23.330 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-21T09:01:23.581 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:01:25.128 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:24 smithi078 ceph-mon[31713]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:25.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:24 smithi052 ceph-mon[28035]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:25.339 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.338+0000 7f18f0ca7700 1 -- 172.21.15.78:0/1961078402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 msgr2=0x7f18ec1078b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:25.339 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.338+0000 7f18f0ca7700 1 --2- 172.21.15.78:0/1961078402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 0x7f18ec1078b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009910 tx=0x7f18dc009c20 comp rx=0 tx=0).stop 2024-04-21T09:01:25.339 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.338+0000 7f18f0ca7700 1 -- 172.21.15.78:0/1961078402 shutdown_connections 2024-04-21T09:01:25.339 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.338+0000 7f18f0ca7700 1 --2- 172.21.15.78:0/1961078402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 0x7f18ec1078b0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:25.339 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.338+0000 7f18f0ca7700 1 -- 172.21.15.78:0/1961078402 >> 172.21.15.78:0/1961078402 conn(0x7f18ec0fcf70 msgr2=0x7f18ec0ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:25.339 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.338+0000 7f18f0ca7700 1 -- 172.21.15.78:0/1961078402 shutdown_connections 2024-04-21T09:01:25.339 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.338+0000 7f18f0ca7700 1 -- 172.21.15.78:0/1961078402 wait complete. 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18f0ca7700 1 Processor -- start 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18f0ca7700 1 -- start start 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18f0ca7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 0x7f18ec1030a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18f0ca7700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 0x7f18ec103a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18f0ca7700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f18ec10b930 con 0x7f18ec1074d0 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18f0ca7700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f18ec10b7b0 con 0x7f18ec1035e0 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18e9d9b700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 0x7f18ec103a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18e9d9b700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 0x7f18ec103a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:37542/0 (socket says 172.21.15.78:37542) 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18e9d9b700 1 -- 172.21.15.78:0/985375164 learned_addr learned my addr 172.21.15.78:0/985375164 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18e9d9b700 1 -- 172.21.15.78:0/985375164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 msgr2=0x7f18ec103a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18e9d9b700 1 -- 172.21.15.78:0/985375164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 msgr2=0x7f18ec103a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-21T09:01:25.342 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18e9d9b700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 0x7f18ec103a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18ea59c700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 0x7f18ec1030a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18e9d9b700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 0x7f18ec103a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18ea59c700 1 -- 172.21.15.78:0/985375164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 msgr2=0x7f18ec103a60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18ea59c700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 0x7f18ec103a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.339+0000 7f18ea59c700 1 -- 172.21.15.78:0/985375164 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18ec104f70 con 0x7f18ec1074d0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.340+0000 7f18ea59c700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 0x7f18ec1030a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f18dc014000 tx=0x7f18dc005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.340+0000 7f18db7fe700 1 -- 172.21.15.78:0/985375164 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f18dc005dc0 con 0x7f18ec1074d0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.340+0000 7f18db7fe700 1 -- 172.21.15.78:0/985375164 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18dc00b6f0 con 0x7f18ec1074d0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.340+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18ec1a43d0 con 0x7f18ec1074d0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.340+0000 7f18db7fe700 1 -- 172.21.15.78:0/985375164 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f18dc0038f0 con 0x7f18ec1074d0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.340+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18ec1a4930 con 0x7f18ec1074d0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.341+0000 7f18db7fe700 1 -- 172.21.15.78:0/985375164 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f18dc029070 con 0x7f18ec1074d0 2024-04-21T09:01:25.343 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.341+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18ec102b80 con 0x7f18ec1074d0 2024-04-21T09:01:25.344 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.341+0000 7f18db7fe700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f18d4039440 0x7f18d403b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:25.344 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.341+0000 7f18db7fe700 1 -- 172.21.15.78:0/985375164 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f18dc01e070 con 0x7f18ec1074d0 2024-04-21T09:01:25.344 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.341+0000 7f18e9d9b700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f18d4039440 0x7f18d403b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:25.344 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.342+0000 7f18e9d9b700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f18d4039440 0x7f18d403b900 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f18e0009180 tx=0x7f18e0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:25.347 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.347+0000 7f18db7fe700 1 -- 172.21.15.78:0/985375164 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f18dc013070 con 0x7f18ec1074d0 2024-04-21T09:01:25.622 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.621+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f18ec1a4be0 con 0x7f18ec1074d0 2024-04-21T09:01:25.623 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.622+0000 7f18db7fe700 1 -- 172.21.15.78:0/985375164 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f18dc00b8a0 con 0x7f18ec1074d0 2024-04-21T09:01:25.623 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T09:01:25.623 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":2,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","modified":"2024-04-21T09:01:16.748041Z","created":"2024-04-21T08:59:31.933984Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-21T09:01:25.625 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f18d4039440 msgr2=0x7f18d403b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f18d4039440 0x7f18d403b900 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f18e0009180 tx=0x7f18e0008040 comp rx=0 tx=0).stop 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 msgr2=0x7f18ec1030a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 0x7f18ec1030a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f18dc014000 tx=0x7f18dc005030 comp rx=0 tx=0).stop 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 shutdown_connections 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f18d4039440 0x7f18d403b900 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18ec1074d0 0x7f18ec1030a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 --2- 172.21.15.78:0/985375164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18ec1035e0 0x7f18ec103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 >> 172.21.15.78:0/985375164 conn(0x7f18ec0fcf70 msgr2=0x7f18ec109130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 shutdown_connections 2024-04-21T09:01:25.626 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:25.625+0000 7f18f0ca7700 1 -- 172.21.15.78:0/985375164 wait complete. 2024-04-21T09:01:25.627 INFO:teuthology.orchestra.run.smithi078.stderr:dumped monmap epoch 2 2024-04-21T09:01:25.629 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(???) e0 preinit fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:26.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).mds e1 new map 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout: e1 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout: legacy client fscid: -1 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout: 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout: No filesystems configured 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-21T09:01:26.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Added host smithi060 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi078", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi060", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Updating smithi060:/etc/ceph/ceph.conf 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Deploying cephadm binary to smithi078 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:01:26.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Updating smithi060:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Added host smithi078 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.094 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/871505296' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/871505296' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi078", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.095 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Updating smithi078:/etc/ceph/ceph.conf 2024-04-21T09:01:26.096 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:01:26.096 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:26.096 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:01:26.096 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.096 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.096 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.096 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Saving service mon spec with placement smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c;count:3 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Deploying daemon mon.c on smithi078 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.a calling monitor election 2024-04-21T09:01:26.097 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/2450704392' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.c calling monitor election 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-21T09:01:26.098 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: monmap epoch 2 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: last_changed 2024-04-21T09:01:16.748041+0000 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: min_mon_release 19 (squid) 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: election_strategy: 1 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: fsmap 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mgrmap e13: x(active, since 50s) 2024-04-21T09:01:26.099 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: overall HEALTH_OK 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: Deploying daemon mon.b on smithi060 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 ceph-mon[31055]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 bash[31036]: 5d3b753eaca2a2737d883d4608a7d0d7095733e951c233b7b37003be3ba3b1f2 2024-04-21T09:01:26.100 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:25 smithi060 systemd[1]: Started Ceph mon.b for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:01:27.155 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-21T09:01:27.155 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-21T09:01:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:01:31.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:31.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: mon.c calling monitor election 2024-04-21T09:01:31.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:01:31.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: mon.a calling monitor election 2024-04-21T09:01:31.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.046 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: monmap epoch 3 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: last_changed 2024-04-21T09:01:25.650572+0000 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: min_mon_release 19 (squid) 2024-04-21T09:01:31.047 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: election_strategy: 1 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: fsmap 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: mgrmap e13: x(active, since 59s) 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: overall HEALTH_OK 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.048 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: mon.c calling monitor election 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: mon.a calling monitor election 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: monmap epoch 3 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: last_changed 2024-04-21T09:01:25.650572+0000 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: min_mon_release 19 (squid) 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: election_strategy: 1 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: fsmap 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:31.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: mgrmap e13: x(active, since 59s) 2024-04-21T09:01:31.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: overall HEALTH_OK 2024-04-21T09:01:31.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.839 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.836+0000 7f05c0c90700 1 -- 172.21.15.78:0/2860967411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05a40035c0 msgr2=0x7f05a4005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.836+0000 7f05c0c90700 1 --2- 172.21.15.78:0/2860967411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05a40035c0 0x7f05a4005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f05bc101380 tx=0x7f05b400feb0 comp rx=0 tx=0).stop 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.836+0000 7f05c0c90700 1 -- 172.21.15.78:0/2860967411 shutdown_connections 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.836+0000 7f05c0c90700 1 --2- 172.21.15.78:0/2860967411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05a40035c0 0x7f05a4005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.836+0000 7f05c0c90700 1 -- 172.21.15.78:0/2860967411 >> 172.21.15.78:0/2860967411 conn(0x7f05bc0fcf80 msgr2=0x7f05bc0ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.836+0000 7f05c0c90700 1 -- 172.21.15.78:0/2860967411 shutdown_connections 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.836+0000 7f05c0c90700 1 -- 172.21.15.78:0/2860967411 wait complete. 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.837+0000 7f05c0c90700 1 Processor -- start 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.837+0000 7f05c0c90700 1 -- start start 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.837+0000 7f05c0c90700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05a40035c0 0x7f05bc196dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:31.840 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.837+0000 7f05c0c90700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 0x7f05bc197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.837+0000 7f05c0c90700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05bc1a4430 0x7f05bc1a6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.837+0000 7f05c0c90700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc109360 con 0x7f05bc1a4430 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.837+0000 7f05c0c90700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc1091e0 con 0x7f05bc197300 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.837+0000 7f05c0c90700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f05bc1094e0 con 0x7f05a40035c0 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05a40035c0 0x7f05bc196dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05a40035c0 0x7f05bc196dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:42122/0 (socket says 172.21.15.78:42122) 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 -- 172.21.15.78:0/190928039 learned_addr learned my addr 172.21.15.78:0/190928039 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05b9d9b700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 0x7f05bc197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05bad9d700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05bc1a4430 0x7f05bc1a6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05b9d9b700 1 -- 172.21.15.78:0/190928039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 msgr2=0x7f05bc197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-21T09:01:31.841 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05b9d9b700 1 -- 172.21.15.78:0/190928039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 msgr2=0x7f05bc197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05b9d9b700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 0x7f05bc197780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05b9d9b700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 0x7f05bc197780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 -- 172.21.15.78:0/190928039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 msgr2=0x7f05bc197780 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 0x7f05bc197780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 -- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05bc1a4430 msgr2=0x7f05bc1a6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05bc1a4430 0x7f05bc1a6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 -- 172.21.15.78:0/190928039 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05bc1a6de0 con 0x7f05a40035c0 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ba59c700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05a40035c0 0x7f05bc196dc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f05b4001eb0 tx=0x7f05b4005320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ab7fe700 1 -- 172.21.15.78:0/190928039 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b4029030 con 0x7f05a40035c0 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ab7fe700 1 -- 172.21.15.78:0/190928039 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05b40044e0 con 0x7f05a40035c0 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05bc1a7070 con 0x7f05a40035c0 2024-04-21T09:01:31.842 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.838+0000 7f05ab7fe700 1 -- 172.21.15.78:0/190928039 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b4003880 con 0x7f05a40035c0 2024-04-21T09:01:31.843 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.839+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05bc1a75b0 con 0x7f05a40035c0 2024-04-21T09:01:31.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.839+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05bc0640a0 con 0x7f05a40035c0 2024-04-21T09:01:31.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.840+0000 7f05ab7fe700 1 -- 172.21.15.78:0/190928039 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f05b402c070 con 0x7f05a40035c0 2024-04-21T09:01:31.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.840+0000 7f05ab7fe700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f059c039ae0 0x7f059c03bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:31.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.840+0000 7f05ab7fe700 1 -- 172.21.15.78:0/190928039 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f05b404ec10 con 0x7f05a40035c0 2024-04-21T09:01:31.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.840+0000 7f05b9d9b700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f059c039ae0 0x7f059c03bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:31.844 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.841+0000 7f05b9d9b700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f059c039ae0 0x7f059c03bfa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f05b00070b0 tx=0x7f05b0007040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:31.846 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:31.845+0000 7f05ab7fe700 1 -- 172.21.15.78:0/190928039 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f05b401abe0 con 0x7f05a40035c0 2024-04-21T09:01:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:32.141 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.140+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f05bc02df80 con 0x7f05a40035c0 2024-04-21T09:01:32.141 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.140+0000 7f05ab7fe700 1 -- 172.21.15.78:0/190928039 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1275 (secure 0 0 0) 0x7f05b40222c0 con 0x7f05a40035c0 2024-04-21T09:01:32.141 INFO:teuthology.orchestra.run.smithi078.stdout: 2024-04-21T09:01:32.141 INFO:teuthology.orchestra.run.smithi078.stdout:{"epoch":3,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","modified":"2024-04-21T09:01:25.650572Z","created":"2024-04-21T08:59:31.933984Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:3300","nonce":0},{"type":"v1","addr":"172.21.15.52:6789","nonce":0}]},"addr":"172.21.15.52:6789/0","public_addr":"172.21.15.52:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:3300","nonce":0},{"type":"v1","addr":"172.21.15.78:6789","nonce":0}]},"addr":"172.21.15.78:6789/0","public_addr":"172.21.15.78:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:3300","nonce":0},{"type":"v1","addr":"172.21.15.60:6789","nonce":0}]},"addr":"172.21.15.60:6789/0","public_addr":"172.21.15.60:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-21T09:01:32.143 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f059c039ae0 msgr2=0x7f059c03bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:32.143 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f059c039ae0 0x7f059c03bfa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f05b00070b0 tx=0x7f05b0007040 comp rx=0 tx=0).stop 2024-04-21T09:01:32.143 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05a40035c0 msgr2=0x7f05bc196dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:32.143 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05a40035c0 0x7f05bc196dc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f05b4001eb0 tx=0x7f05b4005320 comp rx=0 tx=0).stop 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 shutdown_connections 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f059c039ae0 0x7f059c03bfa0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05bc1a4430 0x7f05bc1a6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05a40035c0 0x7f05bc196dc0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 --2- 172.21.15.78:0/190928039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05bc197300 0x7f05bc197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 >> 172.21.15.78:0/190928039 conn(0x7f05bc0fcf80 msgr2=0x7f05bc106010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.142+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 shutdown_connections 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:32.143+0000 7f05c0c90700 1 -- 172.21.15.78:0/190928039 wait complete. 2024-04-21T09:01:32.144 INFO:teuthology.orchestra.run.smithi078.stderr:dumped monmap epoch 3 2024-04-21T09:01:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:32.781 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-21T09:01:32.781 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-21T09:01:33.035 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:01:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: mon.c calling monitor election 2024-04-21T09:01:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:01:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: mon.a calling monitor election 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: monmap epoch 3 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: last_changed 2024-04-21T09:01:25.650572+0000 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: min_mon_release 19 (squid) 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: election_strategy: 1 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: fsmap 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: mgrmap e13: x(active, since 59s) 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: overall HEALTH_OK 2024-04-21T09:01:33.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:33.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.093 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: mon.b calling monitor election 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: mon.b calling monitor election 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: mon.c calling monitor election 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: mon.a calling monitor election 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: monmap epoch 3 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: last_changed 2024-04-21T09:01:25.650572+0000 2024-04-21T09:01:33.407 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: min_mon_release 19 (squid) 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: election_strategy: 1 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: fsmap 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: mgrmap e13: x(active, since 61s) 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: overall HEALTH_OK 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.408 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:33.409 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:33.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: mon.b calling monitor election 2024-04-21T09:01:33.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: mon.b calling monitor election 2024-04-21T09:01:33.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: mon.c calling monitor election 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: mon.a calling monitor election 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: monmap epoch 3 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: last_changed 2024-04-21T09:01:25.650572+0000 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: min_mon_release 19 (squid) 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: election_strategy: 1 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:33.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: fsmap 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: mgrmap e13: x(active, since 61s) 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: overall HEALTH_OK 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:33.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:33.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:33.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: mon.b calling monitor election 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: mon.b calling monitor election 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: mon.c calling monitor election 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: mon.a calling monitor election 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: monmap epoch 3 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: last_changed 2024-04-21T09:01:25.650572+0000 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: created 2024-04-21T08:59:31.933984+0000 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: min_mon_release 19 (squid) 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: election_strategy: 1 2024-04-21T09:01:33.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: 0: [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] mon.a 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: 1: [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] mon.c 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: fsmap 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: osdmap e4: 0 total, 0 up, 0 in 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: mgrmap e13: x(active, since 61s) 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: overall HEALTH_OK 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.593 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.593 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.593 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:33.593 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:33.593 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:33.593 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:34.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:34 smithi078 ceph-mon[31713]: Reconfiguring mon.a (unknown last config time)... 2024-04-21T09:01:34.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:34 smithi078 ceph-mon[31713]: Reconfiguring daemon mon.a on smithi052 2024-04-21T09:01:34.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:34.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:34 smithi052 ceph-mon[28035]: Reconfiguring mon.a (unknown last config time)... 2024-04-21T09:01:34.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:34 smithi052 ceph-mon[28035]: Reconfiguring daemon mon.a on smithi052 2024-04-21T09:01:34.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:34.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:34 smithi060 ceph-mon[31055]: Reconfiguring mon.a (unknown last config time)... 2024-04-21T09:01:34.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:34 smithi060 ceph-mon[31055]: Reconfiguring daemon mon.a on smithi052 2024-04-21T09:01:34.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:01:35.321 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:35 smithi052 ceph-mon[28035]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:35.321 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:35.321 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:35.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:35 smithi078 ceph-mon[31713]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:35.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:35.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:35.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 -- 172.21.15.52:0/1962200169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88101940 msgr2=0x7f0f88101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 --2- 172.21.15.52:0/1962200169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88101940 0x7f0f88101dc0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c009990 tx=0x7f0f7c009ca0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 -- 172.21.15.52:0/1962200169 shutdown_connections 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 --2- 172.21.15.52:0/1962200169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f88102300 0x7f0f8810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 --2- 172.21.15.52:0/1962200169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0f88107990 0x7f0f88107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 --2- 172.21.15.52:0/1962200169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88101940 0x7f0f88101dc0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 -- 172.21.15.52:0/1962200169 >> 172.21.15.52:0/1962200169 conn(0x7f0f880788f0 msgr2=0x7f0f88078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 -- 172.21.15.52:0/1962200169 shutdown_connections 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.569+0000 7f0f90113700 1 -- 172.21.15.52:0/1962200169 wait complete. 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f90113700 1 Processor -- start 2024-04-21T09:01:35.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f90113700 1 -- start start 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f90113700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0f88101940 0x7f0f88198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f90113700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f88102300 0x7f0f881985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f90113700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88107990 0x7f0f8819c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f90113700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0f88111b30 con 0x7f0f88107990 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f90113700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0f881119b0 con 0x7f0f88102300 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f90113700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0f88111cb0 con 0x7f0f88101940 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f8e6b0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88107990 0x7f0f8819c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f8e6b0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88107990 0x7f0f8819c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38660/0 (socket says 172.21.15.52:38660) 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f8e6b0700 1 -- 172.21.15.52:0/3000427662 learned_addr learned my addr 172.21.15.52:0/3000427662 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f8d6ae700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f88102300 0x7f0f881985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.570+0000 7f0f8deaf700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0f88101940 0x7f0f88198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:35.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f8e6b0700 1 -- 172.21.15.52:0/3000427662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0f88101940 msgr2=0x7f0f88198060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f8e6b0700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0f88101940 0x7f0f88198060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f8e6b0700 1 -- 172.21.15.52:0/3000427662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f88102300 msgr2=0x7f0f881985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f8e6b0700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f88102300 0x7f0f881985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f8e6b0700 1 -- 172.21.15.52:0/3000427662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f8819d070 con 0x7f0f88107990 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f8d6ae700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f88102300 0x7f0f881985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f8e6b0700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88107990 0x7f0f8819c930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0f8000ef30 tx=0x7f0f8000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f7affd700 1 -- 172.21.15.52:0/3000427662 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f800092e0 con 0x7f0f88107990 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f7affd700 1 -- 172.21.15.52:0/3000427662 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f80004bb0 con 0x7f0f88107990 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f8819d300 con 0x7f0f88107990 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f7affd700 1 -- 172.21.15.52:0/3000427662 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f80004020 con 0x7f0f88107990 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.571+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f8806a720 con 0x7f0f88107990 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.572+0000 7f0f7affd700 1 -- 172.21.15.52:0/3000427662 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0f8001b030 con 0x7f0f88107990 2024-04-21T09:01:35.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.572+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f88103060 con 0x7f0f88107990 2024-04-21T09:01:35.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.573+0000 7f0f7affd700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0f7403baa0 0x7f0f7403df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:35.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.573+0000 7f0f7affd700 1 -- 172.21.15.52:0/3000427662 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0f8004c530 con 0x7f0f88107990 2024-04-21T09:01:35.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.573+0000 7f0f8deaf700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0f7403baa0 0x7f0f7403df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:35.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.573+0000 7f0f8deaf700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0f7403baa0 0x7f0f7403df60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0f84005950 tx=0x7f0f8400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:35.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.578+0000 7f0f7affd700 1 -- 172.21.15.52:0/3000427662 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0f80022020 con 0x7f0f88107990 2024-04-21T09:01:35.589 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:35 smithi060 ceph-mon[31055]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:35.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:35.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:35.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.784+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f0f8806b150 con 0x7f0f88107990 2024-04-21T09:01:35.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.784+0000 7f0f7affd700 1 -- 172.21.15.52:0/3000427662 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+271 (secure 0 0 0) 0x7f0f80010040 con 0x7f0f88107990 2024-04-21T09:01:35.784 INFO:teuthology.orchestra.run.smithi052.stdout:# minimal ceph.conf for 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:35.784 INFO:teuthology.orchestra.run.smithi052.stdout:[global] 2024-04-21T09:01:35.784 INFO:teuthology.orchestra.run.smithi052.stdout: fsid = 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:01:35.785 INFO:teuthology.orchestra.run.smithi052.stdout: mon_host = [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] 2024-04-21T09:01:35.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0f7403baa0 msgr2=0x7f0f7403df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:35.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0f7403baa0 0x7f0f7403df60 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0f84005950 tx=0x7f0f8400b410 comp rx=0 tx=0).stop 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88107990 msgr2=0x7f0f8819c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88107990 0x7f0f8819c930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0f8000ef30 tx=0x7f0f8000c3a0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 shutdown_connections 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0f7403baa0 0x7f0f7403df60 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0f88107990 0x7f0f8819c930 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0f88101940 0x7f0f88198060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 --2- 172.21.15.52:0/3000427662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f88102300 0x7f0f881985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 >> 172.21.15.52:0/3000427662 conn(0x7f0f880788f0 msgr2=0x7f0f880ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 shutdown_connections 2024-04-21T09:01:35.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:35.786+0000 7f0f90113700 1 -- 172.21.15.52:0/3000427662 wait complete. 2024-04-21T09:01:36.319 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-21T09:01:36.319 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:01:36.319 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.conf 2024-04-21T09:01:36.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:36 smithi060 ceph-mon[31055]: Reconfiguring mon.b (monmap changed)... 2024-04-21T09:01:36.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:36.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:36.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:36.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:36 smithi060 ceph-mon[31055]: Reconfiguring daemon mon.b on smithi060 2024-04-21T09:01:36.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:36 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3000427662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:36.346 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:01:36.346 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:36.411 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T09:01:36.411 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/etc/ceph/ceph.conf 2024-04-21T09:01:36.440 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T09:01:36.440 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:36.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:36 smithi078 ceph-mon[31713]: Reconfiguring mon.b (monmap changed)... 2024-04-21T09:01:36.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:36.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:36.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:36.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:36 smithi078 ceph-mon[31713]: Reconfiguring daemon mon.b on smithi060 2024-04-21T09:01:36.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:36 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3000427662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:36.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:36 smithi052 ceph-mon[28035]: Reconfiguring mon.b (monmap changed)... 2024-04-21T09:01:36.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:36.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:36.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:36.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:36 smithi052 ceph-mon[28035]: Reconfiguring daemon mon.b on smithi060 2024-04-21T09:01:36.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:36 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3000427662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:36.505 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T09:01:36.506 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.conf 2024-04-21T09:01:36.537 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T09:01:36.537 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:01:36.605 INFO:tasks.cephadm:Adding mgr.x on smithi052 2024-04-21T09:01:36.606 INFO:tasks.cephadm:Adding mgr.y on smithi060 2024-04-21T09:01:36.606 INFO:tasks.cephadm:Adding mgr.z on smithi078 2024-04-21T09:01:36.606 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi052=x;smithi060=y;smithi078=z' 2024-04-21T09:01:36.892 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:01:37.274 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:37 smithi078 ceph-mon[31713]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:37.274 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:37 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:37.274 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:37 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:37.274 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:37 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:37.274 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:37 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:37.274 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:37 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:37.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:37 smithi052 ceph-mon[28035]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:37.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:37 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:37.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:37 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:37.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:37 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:37.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:37 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:37.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:37 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:37.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:37 smithi060 ceph-mon[31055]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:37.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:37 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:37.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:37 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:37.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:37 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-21T09:01:37.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:37 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-21T09:01:37.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:37 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:38.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:38 smithi078 ceph-mon[31713]: Reconfiguring mon.c (monmap changed)... 2024-04-21T09:01:38.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:38 smithi078 ceph-mon[31713]: Reconfiguring daemon mon.c on smithi078 2024-04-21T09:01:38.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:38 smithi052 ceph-mon[28035]: Reconfiguring mon.c (monmap changed)... 2024-04-21T09:01:38.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:38 smithi052 ceph-mon[28035]: Reconfiguring daemon mon.c on smithi078 2024-04-21T09:01:38.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:38 smithi060 ceph-mon[31055]: Reconfiguring mon.c (monmap changed)... 2024-04-21T09:01:38.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:38 smithi060 ceph-mon[31055]: Reconfiguring daemon mon.c on smithi078 2024-04-21T09:01:38.937 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.935+0000 7f87092b1700 1 -- 172.21.15.78:0/822224002 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8704102b10 msgr2=0x7f8704102f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:38.937 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.935+0000 7f87092b1700 1 --2- 172.21.15.78:0/822224002 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8704102b10 0x7f8704102f30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f86f4009910 tx=0x7f86f4009c20 comp rx=0 tx=0).stop 2024-04-21T09:01:38.937 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.935+0000 7f87092b1700 1 -- 172.21.15.78:0/822224002 shutdown_connections 2024-04-21T09:01:38.937 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.935+0000 7f87092b1700 1 --2- 172.21.15.78:0/822224002 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8704102b10 0x7f8704102f30 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:38.937 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.935+0000 7f87092b1700 1 -- 172.21.15.78:0/822224002 >> 172.21.15.78:0/822224002 conn(0x7f87040fc1b0 msgr2=0x7f87040fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:38.937 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.935+0000 7f87092b1700 1 -- 172.21.15.78:0/822224002 shutdown_connections 2024-04-21T09:01:38.937 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.935+0000 7f87092b1700 1 -- 172.21.15.78:0/822224002 wait complete. 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87092b1700 1 Processor -- start 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87092b1700 1 -- start start 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87092b1700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8704102b10 0x7f8704101150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87092b1700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f870419aa00 0x7f870419cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87092b1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f870419d380 0x7f870419f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87092b1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8704107490 con 0x7f870419d380 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87092b1700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8704107310 con 0x7f870419aa00 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87092b1700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8704107610 con 0x7f8704102b10 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f8702ffd700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8704102b10 0x7f8704101150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f8702ffd700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8704102b10 0x7f8704101150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:49360/0 (socket says 172.21.15.78:49360) 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f8702ffd700 1 -- 172.21.15.78:0/2758684916 learned_addr learned my addr 172.21.15.78:0/2758684916 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87027fc700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f870419aa00 0x7f870419cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:38.938 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f87037fe700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f870419d380 0x7f870419f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f8702ffd700 1 -- 172.21.15.78:0/2758684916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f870419aa00 msgr2=0x7f870419cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f8702ffd700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f870419aa00 0x7f870419cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f8702ffd700 1 -- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f870419d380 msgr2=0x7f870419f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f8702ffd700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f870419d380 0x7f870419f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.936+0000 7f8702ffd700 1 -- 172.21.15.78:0/2758684916 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87041a00f0 con 0x7f8704102b10 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.937+0000 7f8702ffd700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8704102b10 0x7f8704101150 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f86f4005e00 tx=0x7f86f4009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.937+0000 7f86ebfff700 1 -- 172.21.15.78:0/2758684916 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f400b950 con 0x7f8704102b10 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.937+0000 7f86ebfff700 1 -- 172.21.15.78:0/2758684916 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86f401f4d0 con 0x7f8704102b10 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.937+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87041967e0 con 0x7f8704102b10 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.937+0000 7f86ebfff700 1 -- 172.21.15.78:0/2758684916 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f400f6c0 con 0x7f8704102b10 2024-04-21T09:01:38.939 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.937+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8704196d40 con 0x7f8704102b10 2024-04-21T09:01:38.940 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.938+0000 7f86ebfff700 1 -- 172.21.15.78:0/2758684916 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f86f400f860 con 0x7f8704102b10 2024-04-21T09:01:38.940 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.938+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87040640a0 con 0x7f8704102b10 2024-04-21T09:01:38.940 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.938+0000 7f86ebfff700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f86ec039ae0 0x7f86ec03bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:38.940 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.938+0000 7f86ebfff700 1 -- 172.21.15.78:0/2758684916 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f86f4052110 con 0x7f8704102b10 2024-04-21T09:01:38.940 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.938+0000 7f87027fc700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f86ec039ae0 0x7f86ec03bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:38.940 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.939+0000 7f87027fc700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f86ec039ae0 0x7f86ec03bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f87041016b0 tx=0x7f86f8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:38.943 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:38.943+0000 7f86ebfff700 1 -- 172.21.15.78:0/2758684916 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f86f4013070 con 0x7f8704102b10 2024-04-21T09:01:39.155 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.156+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi052=x;smithi060=y;smithi078=z", "target": ["mon-mgr", ""]}) -- 0x7f8704198250 con 0x7f86ec039ae0 2024-04-21T09:01:39.162 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.162+0000 7f86ebfff700 1 -- 172.21.15.78:0/2758684916 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f8704198250 con 0x7f86ec039ae0 2024-04-21T09:01:39.162 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled mgr update... 2024-04-21T09:01:39.164 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f86ec039ae0 msgr2=0x7f86ec03bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:39.164 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f86ec039ae0 0x7f86ec03bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f87041016b0 tx=0x7f86f8008040 comp rx=0 tx=0).stop 2024-04-21T09:01:39.164 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8704102b10 msgr2=0x7f8704101150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:39.164 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8704102b10 0x7f8704101150 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f86f4005e00 tx=0x7f86f4009f80 comp rx=0 tx=0).stop 2024-04-21T09:01:39.164 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 shutdown_connections 2024-04-21T09:01:39.164 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f86ec039ae0 0x7f86ec03bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:39.164 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f870419d380 0x7f870419f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:39.164 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8704102b10 0x7f8704101150 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:39.165 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 --2- 172.21.15.78:0/2758684916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f870419aa00 0x7f870419cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:39.165 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 >> 172.21.15.78:0/2758684916 conn(0x7f87040fc1b0 msgr2=0x7f87040fceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:39.165 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 shutdown_connections 2024-04-21T09:01:39.165 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:01:39.164+0000 7f87092b1700 1 -- 172.21.15.78:0/2758684916 wait complete. 2024-04-21T09:01:39.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:39 smithi078 ceph-mon[31713]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:39.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:39.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:39 smithi052 ceph-mon[28035]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:39.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:39.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:39 smithi060 ceph-mon[31055]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:39.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:39.899 DEBUG:teuthology.orchestra.run.smithi060:mgr.y> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.y.service 2024-04-21T09:01:39.902 DEBUG:teuthology.orchestra.run.smithi078:mgr.z> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.z.service 2024-04-21T09:01:39.904 INFO:tasks.cephadm:Deploying OSDs... 2024-04-21T09:01:39.904 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:01:39.905 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/scratch_devs of=/dev/stdout 2024-04-21T09:01:39.920 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-21T09:01:39.920 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_1 2024-04-21T09:01:39.976 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-21T09:01:39.976 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:39.976 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-21T09:01:39.977 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:39.977 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:39.977 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-04-21 09:00:43.909237937 +0000 2024-04-21T09:01:39.977 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-04-21 08:56:06.623843061 +0000 2024-04-21T09:01:39.977 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-04-21 08:56:06.623843061 +0000 2024-04-21T09:01:39.977 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-04-21 08:56:06.623843061 +0000 2024-04-21T09:01:39.977 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-21T09:01:40.041 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-04-21T09:01:40.042 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-04-21T09:01:40.042 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 9.6934e-05 s, 5.3 MB/s 2024-04-21T09:01:40.043 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-21T09:01:40.099 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_2 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-04-21 09:00:43.938237573 +0000 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-04-21 08:56:06.971838567 +0000 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-04-21 08:56:06.971838567 +0000 2024-04-21T09:01:40.155 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-04-21 08:56:06.971838567 +0000 2024-04-21T09:01:40.155 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-21T09:01:40.217 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-04-21T09:01:40.217 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-04-21T09:01:40.217 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 8.8329e-05 s, 5.8 MB/s 2024-04-21T09:01:40.218 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-21T09:01:40.274 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_3 2024-04-21T09:01:40.329 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-21T09:01:40.330 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:40.330 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-21T09:01:40.330 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:40.330 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:40.330 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-04-21 09:00:43.965237233 +0000 2024-04-21T09:01:40.330 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-04-21 08:56:07.309834202 +0000 2024-04-21T09:01:40.330 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-04-21 08:56:07.309834202 +0000 2024-04-21T09:01:40.330 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-04-21 08:56:07.309834202 +0000 2024-04-21T09:01:40.330 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-21T09:01:40.392 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-04-21T09:01:40.392 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-04-21T09:01:40.392 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 9.32e-05 s, 5.5 MB/s 2024-04-21T09:01:40.394 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-21T09:01:40.449 DEBUG:teuthology.orchestra.run.smithi052:> stat /dev/vg_nvme/lv_4 2024-04-21T09:01:40.504 INFO:teuthology.orchestra.run.smithi052.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-21T09:01:40.504 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:40.504 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-21T09:01:40.504 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:40.505 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:40.505 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-04-21 09:00:43.991236906 +0000 2024-04-21T09:01:40.505 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-04-21 08:56:07.650829799 +0000 2024-04-21T09:01:40.505 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-04-21 08:56:07.650829799 +0000 2024-04-21T09:01:40.505 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-04-21 08:56:07.650829799 +0000 2024-04-21T09:01:40.505 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-21T09:01:40.567 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records in 2024-04-21T09:01:40.567 INFO:teuthology.orchestra.run.smithi052.stderr:1+0 records out 2024-04-21T09:01:40.567 INFO:teuthology.orchestra.run.smithi052.stderr:512 bytes copied, 9.7222e-05 s, 5.3 MB/s 2024-04-21T09:01:40.569 DEBUG:teuthology.orchestra.run.smithi052:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi052=x;smithi060=y;smithi078=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: Saving service mgr spec with placement smithi052=x;smithi060=y;smithi078=z;count:3 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.623 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:40.624 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T09:01:40.624 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:40.624 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:40.624 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-04-21T09:01:40.625 DEBUG:teuthology.orchestra.run.smithi060:> dd if=/scratch_devs of=/dev/stdout 2024-04-21T09:01:40.644 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-21T09:01:40.644 DEBUG:teuthology.orchestra.run.smithi060:> stat /dev/vg_nvme/lv_1 2024-04-21T09:01:40.703 INFO:teuthology.orchestra.run.smithi060.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-21T09:01:40.703 INFO:teuthology.orchestra.run.smithi060.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:40.703 INFO:teuthology.orchestra.run.smithi060.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-21T09:01:40.703 INFO:teuthology.orchestra.run.smithi060.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:40.703 INFO:teuthology.orchestra.run.smithi060.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:40.703 INFO:teuthology.orchestra.run.smithi060.stdout:Access: 2024-04-21 09:01:25.085778280 +0000 2024-04-21T09:01:40.704 INFO:teuthology.orchestra.run.smithi060.stdout:Modify: 2024-04-21 08:56:25.349694103 +0000 2024-04-21T09:01:40.704 INFO:teuthology.orchestra.run.smithi060.stdout:Change: 2024-04-21 08:56:25.349694103 +0000 2024-04-21T09:01:40.704 INFO:teuthology.orchestra.run.smithi060.stdout: Birth: 2024-04-21 08:56:25.349694103 +0000 2024-04-21T09:01:40.704 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-21T09:01:40.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi052=x;smithi060=y;smithi078=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: Saving service mgr spec with placement smithi052=x;smithi060=y;smithi078=z;count:3 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:40.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi052=x;smithi060=y;smithi078=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: Saving service mgr spec with placement smithi052=x;smithi060=y;smithi078=z;count:3 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T09:01:40.769 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:40.770 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:40.771 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records in 2024-04-21T09:01:40.771 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records out 2024-04-21T09:01:40.771 INFO:teuthology.orchestra.run.smithi060.stderr:512 bytes copied, 0.000121158 s, 4.2 MB/s 2024-04-21T09:01:40.773 DEBUG:teuthology.orchestra.run.smithi060:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-21T09:01:40.833 DEBUG:teuthology.orchestra.run.smithi060:> stat /dev/vg_nvme/lv_2 2024-04-21T09:01:40.890 INFO:teuthology.orchestra.run.smithi060.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-21T09:01:40.891 INFO:teuthology.orchestra.run.smithi060.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:40.891 INFO:teuthology.orchestra.run.smithi060.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-21T09:01:40.891 INFO:teuthology.orchestra.run.smithi060.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:40.891 INFO:teuthology.orchestra.run.smithi060.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:40.891 INFO:teuthology.orchestra.run.smithi060.stdout:Access: 2024-04-21 09:01:25.085778280 +0000 2024-04-21T09:01:40.891 INFO:teuthology.orchestra.run.smithi060.stdout:Modify: 2024-04-21 08:56:25.703690498 +0000 2024-04-21T09:01:40.891 INFO:teuthology.orchestra.run.smithi060.stdout:Change: 2024-04-21 08:56:25.703690498 +0000 2024-04-21T09:01:40.891 INFO:teuthology.orchestra.run.smithi060.stdout: Birth: 2024-04-21 08:56:25.703690498 +0000 2024-04-21T09:01:40.891 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-21T09:01:40.957 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records in 2024-04-21T09:01:40.957 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records out 2024-04-21T09:01:40.957 INFO:teuthology.orchestra.run.smithi060.stderr:512 bytes copied, 0.000123772 s, 4.1 MB/s 2024-04-21T09:01:40.958 DEBUG:teuthology.orchestra.run.smithi060:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-21T09:01:41.017 DEBUG:teuthology.orchestra.run.smithi060:> stat /dev/vg_nvme/lv_3 2024-04-21T09:01:41.074 INFO:teuthology.orchestra.run.smithi060.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-21T09:01:41.075 INFO:teuthology.orchestra.run.smithi060.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:41.075 INFO:teuthology.orchestra.run.smithi060.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-21T09:01:41.075 INFO:teuthology.orchestra.run.smithi060.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:41.075 INFO:teuthology.orchestra.run.smithi060.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:41.075 INFO:teuthology.orchestra.run.smithi060.stdout:Access: 2024-04-21 09:01:25.086778269 +0000 2024-04-21T09:01:41.075 INFO:teuthology.orchestra.run.smithi060.stdout:Modify: 2024-04-21 08:56:26.032687146 +0000 2024-04-21T09:01:41.075 INFO:teuthology.orchestra.run.smithi060.stdout:Change: 2024-04-21 08:56:26.032687146 +0000 2024-04-21T09:01:41.075 INFO:teuthology.orchestra.run.smithi060.stdout: Birth: 2024-04-21 08:56:26.032687146 +0000 2024-04-21T09:01:41.075 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-21T09:01:41.142 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records in 2024-04-21T09:01:41.142 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records out 2024-04-21T09:01:41.143 INFO:teuthology.orchestra.run.smithi060.stderr:512 bytes copied, 0.0001202 s, 4.3 MB/s 2024-04-21T09:01:41.144 DEBUG:teuthology.orchestra.run.smithi060:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-21T09:01:41.203 DEBUG:teuthology.orchestra.run.smithi060:> stat /dev/vg_nvme/lv_4 2024-04-21T09:01:41.262 INFO:teuthology.orchestra.run.smithi060.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-21T09:01:41.262 INFO:teuthology.orchestra.run.smithi060.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:41.262 INFO:teuthology.orchestra.run.smithi060.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-21T09:01:41.262 INFO:teuthology.orchestra.run.smithi060.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:41.263 INFO:teuthology.orchestra.run.smithi060.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:41.263 INFO:teuthology.orchestra.run.smithi060.stdout:Access: 2024-04-21 09:01:25.086778269 +0000 2024-04-21T09:01:41.263 INFO:teuthology.orchestra.run.smithi060.stdout:Modify: 2024-04-21 08:56:26.361683795 +0000 2024-04-21T09:01:41.263 INFO:teuthology.orchestra.run.smithi060.stdout:Change: 2024-04-21 08:56:26.361683795 +0000 2024-04-21T09:01:41.263 INFO:teuthology.orchestra.run.smithi060.stdout: Birth: 2024-04-21 08:56:26.361683795 +0000 2024-04-21T09:01:41.263 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-21T09:01:41.329 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records in 2024-04-21T09:01:41.329 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records out 2024-04-21T09:01:41.329 INFO:teuthology.orchestra.run.smithi060.stderr:512 bytes copied, 0.000125504 s, 4.1 MB/s 2024-04-21T09:01:41.331 DEBUG:teuthology.orchestra.run.smithi060:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-21T09:01:41.389 DEBUG:teuthology.orchestra.run.smithi078:> set -ex 2024-04-21T09:01:41.389 DEBUG:teuthology.orchestra.run.smithi078:> dd if=/scratch_devs of=/dev/stdout 2024-04-21T09:01:41.405 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-21T09:01:41.405 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_1 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-04-21 09:01:15.712128498 +0000 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-04-21 08:56:18.155029372 +0000 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-04-21 08:56:18.155029372 +0000 2024-04-21T09:01:41.461 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-04-21 08:56:18.155029372 +0000 2024-04-21T09:01:41.461 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-21T09:01:41.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:41 smithi060 ceph-mon[31055]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:41.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:41 smithi060 ceph-mon[31055]: Deploying daemon mgr.z on smithi078 2024-04-21T09:01:41.622 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-04-21T09:01:41.622 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-04-21T09:01:41.622 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000293614 s, 1.7 MB/s 2024-04-21T09:01:41.623 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-21T09:01:41.638 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_2 2024-04-21T09:01:41.646 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:41 smithi078 ceph-mon[31713]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:41.646 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:41 smithi078 ceph-mon[31713]: Deploying daemon mgr.z on smithi078 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-04-21 09:01:41.574731369 +0000 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-04-21 08:56:18.502023752 +0000 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-04-21 08:56:18.502023752 +0000 2024-04-21T09:01:41.660 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-04-21 08:56:18.502023752 +0000 2024-04-21T09:01:41.661 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-21T09:01:41.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:41 smithi052 ceph-mon[28035]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:41.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:41 smithi052 ceph-mon[28035]: Deploying daemon mgr.z on smithi078 2024-04-21T09:01:41.797 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-04-21T09:01:41.797 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-04-21T09:01:41.797 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000223144 s, 2.3 MB/s 2024-04-21T09:01:41.798 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-21T09:01:41.813 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_3 2024-04-21T09:01:41.870 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-21T09:01:41.870 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:41.870 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-21T09:01:41.870 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:41.871 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:41.871 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-04-21 09:01:41.755728590 +0000 2024-04-21T09:01:41.871 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-04-21 08:56:18.849018131 +0000 2024-04-21T09:01:41.871 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-04-21 08:56:18.849018131 +0000 2024-04-21T09:01:41.871 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-04-21 08:56:18.849018131 +0000 2024-04-21T09:01:41.871 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-21T09:01:41.931 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:41 smithi078 systemd[1]: Starting Ceph mgr.z for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:01:41.934 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-04-21T09:01:41.934 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-04-21T09:01:41.934 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.000223308 s, 2.3 MB/s 2024-04-21T09:01:41.935 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-21T09:01:41.990 DEBUG:teuthology.orchestra.run.smithi078:> stat /dev/vg_nvme/lv_4 2024-04-21T09:01:42.046 INFO:teuthology.orchestra.run.smithi078.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-21T09:01:42.046 INFO:teuthology.orchestra.run.smithi078.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-21T09:01:42.047 INFO:teuthology.orchestra.run.smithi078.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-04-21T09:01:42.047 INFO:teuthology.orchestra.run.smithi078.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:01:42.047 INFO:teuthology.orchestra.run.smithi078.stdout:Context: system_u:object_r:device_t:s0 2024-04-21T09:01:42.047 INFO:teuthology.orchestra.run.smithi078.stdout:Access: 2024-04-21 09:01:41.755728590 +0000 2024-04-21T09:01:42.047 INFO:teuthology.orchestra.run.smithi078.stdout:Modify: 2024-04-21 08:56:19.184012705 +0000 2024-04-21T09:01:42.047 INFO:teuthology.orchestra.run.smithi078.stdout:Change: 2024-04-21 08:56:19.184012705 +0000 2024-04-21T09:01:42.047 INFO:teuthology.orchestra.run.smithi078.stdout: Birth: 2024-04-21 08:56:19.184012705 +0000 2024-04-21T09:01:42.047 DEBUG:teuthology.orchestra.run.smithi078:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-21T09:01:42.111 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records in 2024-04-21T09:01:42.111 INFO:teuthology.orchestra.run.smithi078.stderr:1+0 records out 2024-04-21T09:01:42.111 INFO:teuthology.orchestra.run.smithi078.stderr:512 bytes copied, 0.00287793 s, 178 kB/s 2024-04-21T09:01:42.113 DEBUG:teuthology.orchestra.run.smithi078:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-21T09:01:42.168 INFO:tasks.cephadm:Deploying osd.0 on smithi052 with /dev/vg_nvme/lv_4... 2024-04-21T09:01:42.168 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-21T09:01:42.191 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 podman[33481]: 2024-04-21 09:01:42.006416844 +0000 UTC m=+0.091307365 container create 35d6a987ecf63ba1d0629cd70f83730f4d56b0bf6a2c29e58d7b6345f00677fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-21T09:01:42.191 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 podman[33481]: 2024-04-21 09:01:41.932997243 +0000 UTC m=+0.017887761 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:01:42.191 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 podman[33481]: 2024-04-21 09:01:42.192087058 +0000 UTC m=+0.276977576 container init 35d6a987ecf63ba1d0629cd70f83730f4d56b0bf6a2c29e58d7b6345f00677fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-21T09:01:42.423 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:01:42.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 podman[33481]: 2024-04-21 09:01:42.194987747 +0000 UTC m=+0.279878274 container start 35d6a987ecf63ba1d0629cd70f83730f4d56b0bf6a2c29e58d7b6345f00677fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-21T09:01:42.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 ceph-mgr[33590]: -- 172.21.15.78:0/1311512767 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a471b9c5a0 con 0x55a471b71000 2024-04-21T09:01:42.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 bash[33481]: 35d6a987ecf63ba1d0629cd70f83730f4d56b0bf6a2c29e58d7b6345f00677fc 2024-04-21T09:01:42.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 systemd[1]: Started Ceph mgr.z for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:01:42.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:42.347+0000 7feeee6c2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T09:01:42.939 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:42.531+0000 7feeee6c2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:01:42.939 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:42.632+0000 7feeee6c2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T09:01:42.939 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:42.939+0000 7feeee6c2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T09:01:43.194 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:43.024+0000 7feeee6c2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T09:01:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T09:01:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:43.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:43.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:43 smithi060 ceph-mon[31055]: Deploying daemon mgr.y on smithi060 2024-04-21T09:01:43.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:43.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.618 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.619 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.619 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:43.619 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T09:01:43.619 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:43.619 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:43.619 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:43 smithi078 ceph-mon[31713]: Deploying daemon mgr.y on smithi060 2024-04-21T09:01:43.638 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:43.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:43.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:43.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-21T09:01:43.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:43.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:43.639 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:43 smithi052 ceph-mon[28035]: Deploying daemon mgr.y on smithi060 2024-04-21T09:01:44.485 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 systemd[1]: Starting Ceph mgr.y for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:01:44.566 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:44.242+0000 7feeee6c2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T09:01:44.566 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:44.415+0000 7feeee6c2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T09:01:44.599 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-21T09:01:44.599 INFO:teuthology.orchestra.run.smithi052.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-21T09:01:44.599 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10+0 records in 2024-04-21T09:01:44.600 INFO:teuthology.orchestra.run.smithi052.stderr:10+0 records out 2024-04-21T09:01:44.600 INFO:teuthology.orchestra.run.smithi052.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00826442 s, 1.3 GB/s 2024-04-21T09:01:44.600 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping successful for: 2024-04-21T09:01:44.811 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 podman[32418]: 2024-04-21 09:01:44.485145821 +0000 UTC m=+0.097517707 container create 62e9cc5e2f9fc36ab7cd587d91e38255bbbaada632c2a938ec46b152211b0afe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, ceph=True) 2024-04-21T09:01:44.811 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 podman[32418]: 2024-04-21 09:01:44.406197527 +0000 UTC m=+0.018569398 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:01:44.811 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 podman[32418]: 2024-04-21 09:01:44.812238196 +0000 UTC m=+0.424610045 container init 62e9cc5e2f9fc36ab7cd587d91e38255bbbaada632c2a938ec46b152211b0afe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True) 2024-04-21T09:01:44.871 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:44.588+0000 7feeee6c2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T09:01:44.872 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:44.872+0000 7feeee6c2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T09:01:45.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 podman[32418]: 2024-04-21 09:01:44.815738385 +0000 UTC m=+0.428110230 container start 62e9cc5e2f9fc36ab7cd587d91e38255bbbaada632c2a938ec46b152211b0afe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-21T09:01:45.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 ceph-mgr[32437]: -- 172.21.15.60:0/1277850767 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cffa0b65a0 con 0x55cffa08b000 2024-04-21T09:01:45.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 bash[32418]: 62e9cc5e2f9fc36ab7cd587d91e38255bbbaada632c2a938ec46b152211b0afe 2024-04-21T09:01:45.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 systemd[1]: Started Ceph mgr.y for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:01:45.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:44 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:44.980+0000 7fc8b792e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T09:01:45.164 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:44.963+0000 7feeee6c2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T09:01:45.164 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:45.163+0000 7feeee6c2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T09:01:45.263 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi052:vg_nvme/lv_4 2024-04-21T09:01:45.382 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:45.176+0000 7fc8b792e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:01:45.382 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:45.287+0000 7fc8b792e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T09:01:45.382 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-mon[31055]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:45.382 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.382 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.382 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.382 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.382 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:45.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:45.363+0000 7feeee6c2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:01:45.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-mon[31713]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:45.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:45.505 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:01:45.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:45 smithi052 ceph-mon[28035]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:45.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:45.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:45.726 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:45.628+0000 7fc8b792e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T09:01:45.726 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:45.725+0000 7fc8b792e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T09:01:46.416 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:45.986+0000 7feeee6c2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T09:01:46.694 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:46.416+0000 7feeee6c2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T09:01:46.694 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:46.527+0000 7feeee6c2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T09:01:47.194 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:46.730+0000 7feeee6c2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T09:01:47.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3990307788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ca4105e50 msgr2=0x7f6ca4108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:47.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3990307788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ca4105e50 0x7f6ca4108240 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6ca0009990 tx=0x7f6ca0009ca0 comp rx=0 tx=0).stop 2024-04-21T09:01:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3990307788 shutdown_connections 2024-04-21T09:01:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3990307788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ca4108780 0x7f6ca410abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3990307788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ca4103520 0x7f6ca4105910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3990307788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ca4105e50 0x7f6ca4108240 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3990307788 >> 172.21.15.52:0/3990307788 conn(0x7f6ca40fcf30 msgr2=0x7f6ca40ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:01:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3990307788 shutdown_connections 2024-04-21T09:01:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.238+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3990307788 wait complete. 2024-04-21T09:01:47.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6cab3d7700 1 Processor -- start 2024-04-21T09:01:47.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6cab3d7700 1 -- start start 2024-04-21T09:01:47.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6cab3d7700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ca4103520 0x7f6ca4102e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6cab3d7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ca4105e50 0x7f6ca41014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6cab3d7700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ca4108780 0x7f6ca4101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6cab3d7700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca410e590 con 0x7f6ca4105e50 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6cab3d7700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca410e410 con 0x7f6ca4103520 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6cab3d7700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca410e710 con 0x7f6ca4108780 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6ca9173700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ca4103520 0x7f6ca4102e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6ca9974700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ca4108780 0x7f6ca4101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.239+0000 7f6ca9173700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ca4103520 0x7f6ca4102e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:43162/0 (socket says 172.21.15.52:43162) 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6ca9173700 1 -- 172.21.15.52:0/3263859659 learned_addr learned my addr 172.21.15.52:0/3263859659 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6ca9974700 1 -- 172.21.15.52:0/3263859659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ca4103520 msgr2=0x7f6ca4102e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6ca9974700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ca4103520 0x7f6ca4102e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6ca9974700 1 -- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ca4105e50 msgr2=0x7f6ca41014d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6ca9974700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ca4105e50 0x7f6ca41014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6ca9974700 1 -- 172.21.15.52:0/3263859659 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca41022c0 con 0x7f6ca4108780 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6ca9173700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ca4103520 0x7f6ca4102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:01:47.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6ca9974700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ca4108780 0x7f6ca4101a10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c00ef90 tx=0x7f6c9c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:47.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9c0092e0 con 0x7f6ca4108780 2024-04-21T09:01:47.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c9c004bb0 con 0x7f6ca4108780 2024-04-21T09:01:47.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9c004280 con 0x7f6ca4108780 2024-04-21T09:01:47.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ca41a2d60 con 0x7f6ca4108780 2024-04-21T09:01:47.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.240+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ca41a31c0 con 0x7f6ca4108780 2024-04-21T09:01:47.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.241+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f6c9c01b030 con 0x7f6ca4108780 2024-04-21T09:01:47.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.241+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ca4069730 con 0x7f6ca4108780 2024-04-21T09:01:47.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.242+0000 7f6c9a7fc700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c90039890 0x7f6c9003bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:01:47.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.242+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f6c9c04c6d0 con 0x7f6ca4108780 2024-04-21T09:01:47.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.242+0000 7f6ca9173700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c90039890 0x7f6c9003bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:01:47.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.242+0000 7f6ca9173700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c90039890 0x7f6c9003bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6c94011550 tx=0x7f6c94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:01:47.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.247+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6c9c022020 con 0x7f6ca4108780 2024-04-21T09:01:47.331 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:47.034+0000 7fc8b792e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T09:01:47.331 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:47.210+0000 7fc8b792e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T09:01:47.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:47.476+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f6ca4062e80 con 0x7f6c90039890 2024-04-21T09:01:47.581 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:47.249+0000 7feeee6c2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:47.342+0000 7feeee6c2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:47.582 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.583 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:47.583 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:47.583 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.589 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:47.590 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:47.590 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:47.590 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:47.388+0000 7fc8b792e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T09:01:47.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:47.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:47.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:47.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:47.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-21T09:01:47.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-21T09:01:47.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:47.927 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:47.581+0000 7feeee6c2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T09:01:47.927 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:47.713+0000 7feeee6c2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T09:01:47.927 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:47.810+0000 7feeee6c2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T09:01:47.928 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:47.927+0000 7feeee6c2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T09:01:47.992 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:47.686+0000 7fc8b792e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T09:01:47.992 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:47.782+0000 7fc8b792e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T09:01:47.993 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:47.992+0000 7fc8b792e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T09:01:48.335 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:48.192+0000 7fc8b792e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:01:48.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:48 smithi060 ceph-mon[31055]: Reconfiguring mgr.x (unknown last config time)... 2024-04-21T09:01:48.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:48 smithi060 ceph-mon[31055]: Reconfiguring daemon mgr.x on smithi052 2024-04-21T09:01:48.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:48 smithi060 ceph-mon[31055]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:48.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:01:48.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:01:48.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:48.636 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:48 smithi052 ceph-mon[28035]: Reconfiguring mgr.x (unknown last config time)... 2024-04-21T09:01:48.636 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:48 smithi052 ceph-mon[28035]: Reconfiguring daemon mgr.x on smithi052 2024-04-21T09:01:48.636 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:48 smithi052 ceph-mon[28035]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:48.636 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:01:48.637 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:01:48.637 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:48.694 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:48.250+0000 7feeee6c2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T09:01:48.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:48 smithi078 ceph-mon[31713]: Reconfiguring mgr.x (unknown last config time)... 2024-04-21T09:01:48.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:48 smithi078 ceph-mon[31713]: Reconfiguring daemon mgr.x on smithi052 2024-04-21T09:01:48.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:48 smithi078 ceph-mon[31713]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:01:48.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:01:48.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:01:48.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:49.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:48.822+0000 7fc8b792e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T09:01:49.194 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:48.852+0000 7feeee6c2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T09:01:49.194 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:01:49.067+0000 7feeee6c2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T09:01:49.572 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:49.262+0000 7fc8b792e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T09:01:49.572 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:49.362+0000 7fc8b792e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T09:01:49.573 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:49.572+0000 7fc8b792e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T09:01:49.573 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:49.573 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.573 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.573 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:49.573 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:49.573 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:49.574 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.574 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: Standby manager daemon z started 2024-04-21T09:01:49.574 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T09:01:49.574 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:01:49.574 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T09:01:49.574 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:49 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:01:49.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:49.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: Standby manager daemon z started 2024-04-21T09:01:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T09:01:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:01:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T09:01:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:49 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: Standby manager daemon z started 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T09:01:49.701 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:01:49.702 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T09:01:49.702 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:49 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.78:0/678349974' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:01:49.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:49.757+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7f6c9c012050 con 0x7f6ca4108780 2024-04-21T09:01:50.466 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:50.117+0000 7fc8b792e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T09:01:50.466 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:50.212+0000 7fc8b792e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T09:01:50.755 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:50.466+0000 7fc8b792e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T09:01:50.755 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:50.606+0000 7fc8b792e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T09:01:50.755 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:50.704+0000 7fc8b792e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T09:01:51.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:50.824+0000 7fc8b792e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T09:01:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-mon[31055]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-mon[31055]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-21T09:01:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:50 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T09:01:51.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:50 smithi078 ceph-mon[31713]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:51.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:50 smithi078 ceph-mon[31713]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-21T09:01:51.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:50 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T09:01:51.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:50 smithi052 ceph-mon[28035]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:51.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:50 smithi052 ceph-mon[28035]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-21T09:01:51.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:50 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T09:01:51.590 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:51 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:51.137+0000 7fc8b792e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T09:01:52.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:51 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:51.767+0000 7fc8b792e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T09:01:52.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:01:51 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:01:51.990+0000 7fc8b792e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T09:01:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:51 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1398995611' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "123d8618-c55b-41de-bce3-8bc0c0c4e494"}]: dispatch 2024-04-21T09:01:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:51 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1398995611' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "123d8618-c55b-41de-bce3-8bc0c0c4e494"}]': finished 2024-04-21T09:01:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:51 smithi060 ceph-mon[31055]: osdmap e5: 1 total, 0 up, 1 in 2024-04-21T09:01:52.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:51 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:01:52.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:51 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3673289755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:01:52.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:51 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1398995611' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "123d8618-c55b-41de-bce3-8bc0c0c4e494"}]: dispatch 2024-04-21T09:01:52.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:51 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1398995611' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "123d8618-c55b-41de-bce3-8bc0c0c4e494"}]': finished 2024-04-21T09:01:52.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:51 smithi078 ceph-mon[31713]: osdmap e5: 1 total, 0 up, 1 in 2024-04-21T09:01:52.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:51 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:01:52.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:51 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3673289755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:01:52.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:51 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1398995611' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "123d8618-c55b-41de-bce3-8bc0c0c4e494"}]: dispatch 2024-04-21T09:01:52.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:51 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1398995611' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "123d8618-c55b-41de-bce3-8bc0c0c4e494"}]': finished 2024-04-21T09:01:52.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:51 smithi052 ceph-mon[28035]: osdmap e5: 1 total, 0 up, 1 in 2024-04-21T09:01:52.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:51 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:01:52.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:51 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3673289755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:01:52.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:01:52.904+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mon.1 v2:172.21.15.78:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f6c9c018c10 con 0x7f6ca4108780 2024-04-21T09:01:53.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:52 smithi078 ceph-mon[31713]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:53.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:52 smithi078 ceph-mon[31713]: Standby manager daemon y started 2024-04-21T09:01:53.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:52 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T09:01:53.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:52 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:01:53.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:52 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T09:01:53.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:52 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:01:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:52 smithi052 ceph-mon[28035]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:52 smithi052 ceph-mon[28035]: Standby manager daemon y started 2024-04-21T09:01:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:52 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T09:01:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:52 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:01:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:52 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T09:01:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:52 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:01:53.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:52 smithi060 ceph-mon[31055]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:53.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:52 smithi060 ceph-mon[31055]: Standby manager daemon y started 2024-04-21T09:01:53.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:52 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T09:01:53.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:52 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:01:53.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:52 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T09:01:53.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:52 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.60:0/4161245260' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:01:54.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:53 smithi078 ceph-mon[31713]: mgrmap e15: x(active, since 81s), standbys: z, y 2024-04-21T09:01:54.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:53 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T09:01:54.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:53 smithi052 ceph-mon[28035]: mgrmap e15: x(active, since 81s), standbys: z, y 2024-04-21T09:01:54.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:53 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T09:01:54.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:53 smithi060 ceph-mon[31055]: mgrmap e15: x(active, since 81s), standbys: z, y 2024-04-21T09:01:54.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:53 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T09:01:55.151 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:54 smithi052 ceph-mon[28035]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:55.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:54 smithi078 ceph-mon[31713]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:55.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:54 smithi060 ceph-mon[31055]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:57.044 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:56 smithi052 ceph-mon[28035]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:57.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:56 smithi078 ceph-mon[31713]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:57.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:56 smithi060 ceph-mon[31055]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:59.067 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:58 smithi052 ceph-mon[28035]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:59.067 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-21T09:01:59.067 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:59.067 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:01:58 smithi052 ceph-mon[28035]: Deploying daemon osd.0 on smithi052 2024-04-21T09:01:59.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:58 smithi078 ceph-mon[31713]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:59.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-21T09:01:59.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:59.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:01:58 smithi078 ceph-mon[31713]: Deploying daemon osd.0 on smithi052 2024-04-21T09:01:59.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:58 smithi060 ceph-mon[31055]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:01:59.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-21T09:01:59.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:01:59.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:01:58 smithi060 ceph-mon[31055]: Deploying daemon osd.0 on smithi052 2024-04-21T09:02:01.192 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:00 smithi052 ceph-mon[28035]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:01.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:00 smithi078 ceph-mon[31713]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:00 smithi060 ceph-mon[31055]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:03.094 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:02 smithi052 ceph-mon[28035]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:03.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:02 smithi078 ceph-mon[31713]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:03.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:02 smithi060 ceph-mon[31055]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:04.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:04 smithi078 ceph-mon[31713]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:04.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:04.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:04.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:04.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:04 smithi052 ceph-mon[28035]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:04.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:04.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:04.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:04 smithi060 ceph-mon[31055]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:06.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:06 smithi052 ceph-mon[28035]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:06.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:06 smithi078 ceph-mon[31713]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:07.089 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:06 smithi060 ceph-mon[31055]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:07.185 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 0 on host 'smithi052' 2024-04-21T09:02:07.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.185+0000 7f6c9a7fc700 1 -- 172.21.15.52:0/3263859659 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6ca4062e80 con 0x7f6c90039890 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.187+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c90039890 msgr2=0x7f6c9003bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c90039890 0x7f6c9003bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6c94011550 tx=0x7f6c94009260 comp rx=0 tx=0).stop 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ca4108780 msgr2=0x7f6ca4101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ca4108780 0x7f6ca4101a10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c00ef90 tx=0x7f6c9c00c3a0 comp rx=0 tx=0).stop 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 shutdown_connections 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c90039890 0x7f6c9003bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ca4108780 0x7f6ca4101a10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ca4103520 0x7f6ca4102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 --2- 172.21.15.52:0/3263859659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ca4105e50 0x7f6ca41014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 >> 172.21.15.52:0/3263859659 conn(0x7f6ca40fcf30 msgr2=0x7f6ca4103fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:02:07.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 shutdown_connections 2024-04-21T09:02:07.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:02:07.188+0000 7f6cab3d7700 1 -- 172.21.15.52:0/3263859659 wait complete. 2024-04-21T09:02:07.827 DEBUG:teuthology.orchestra.run.smithi052:osd.0> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.0.service 2024-04-21T09:02:07.829 INFO:tasks.cephadm:Deploying osd.1 on smithi060 with /dev/vg_nvme/lv_4... 2024-04-21T09:02:07.830 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-21T09:02:08.097 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:02:08.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:08 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.436 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:08 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.436 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:08 smithi060 ceph-mon[31055]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-21T09:02:08.436 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:08 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.436 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:08 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:08 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:08 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:08 smithi078 ceph-mon[31713]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-21T09:02:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:08 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:08 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:08 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:08 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:08 smithi052 ceph-mon[28035]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-21T09:02:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:08 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:08 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:09.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:09 smithi060 ceph-mon[31055]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:09.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:09 smithi060 ceph-mon[31055]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-21T09:02:09.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:09 smithi060 ceph-mon[31055]: osdmap e6: 1 total, 0 up, 1 in 2024-04-21T09:02:09.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:09 smithi060 ceph-mon[31055]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:02:09.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:09 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:09 smithi078 ceph-mon[31713]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:09 smithi078 ceph-mon[31713]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-21T09:02:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:09 smithi078 ceph-mon[31713]: osdmap e6: 1 total, 0 up, 1 in 2024-04-21T09:02:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:09 smithi078 ceph-mon[31713]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:02:09.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:09 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:09.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:09 smithi052 ceph-mon[28035]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:09.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:09 smithi052 ceph-mon[28035]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-21T09:02:09.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:09 smithi052 ceph-mon[28035]: osdmap e6: 1 total, 0 up, 1 in 2024-04-21T09:02:09.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:09 smithi052 ceph-mon[28035]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:02:09.449 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:09 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:09.450 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:02:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0[42341]: 2024-04-21T09:02:09.153+0000 7fc07cf20700 -1 osd.0 0 waiting for initial osdmap 2024-04-21T09:02:09.450 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:02:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0[42341]: 2024-04-21T09:02:09.156+0000 7fc078d13700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:02:09.886 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-21T09:02:09.887 INFO:teuthology.orchestra.run.smithi060.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-21T09:02:09.887 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10+0 records in 2024-04-21T09:02:09.887 INFO:teuthology.orchestra.run.smithi060.stderr:10+0 records out 2024-04-21T09:02:09.887 INFO:teuthology.orchestra.run.smithi060.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00836419 s, 1.3 GB/s 2024-04-21T09:02:09.887 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping successful for: 2024-04-21T09:02:10.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:10 smithi078 ceph-mon[31713]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:02:10.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:10 smithi078 ceph-mon[31713]: osdmap e7: 1 total, 0 up, 1 in 2024-04-21T09:02:10.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:10.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:10 smithi052 ceph-mon[28035]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:02:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:10 smithi052 ceph-mon[28035]: osdmap e7: 1 total, 0 up, 1 in 2024-04-21T09:02:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:10.486 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:10 smithi060 ceph-mon[31055]: from='osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:02:10.487 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:10 smithi060 ceph-mon[31055]: osdmap e7: 1 total, 0 up, 1 in 2024-04-21T09:02:10.487 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:10.487 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:10.522 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi060:vg_nvme/lv_4 2024-04-21T09:02:10.779 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:02:11.299 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:11 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:02:11.299 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:11 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:02:11.299 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:11 smithi052 ceph-mon[28035]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:11.299 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:11 smithi052 ceph-mon[28035]: osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] boot 2024-04-21T09:02:11.299 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:11 smithi052 ceph-mon[28035]: osdmap e8: 1 total, 1 up, 1 in 2024-04-21T09:02:11.299 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:11.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:11 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:02:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:11 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:02:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:11 smithi060 ceph-mon[31055]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:11 smithi060 ceph-mon[31055]: osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] boot 2024-04-21T09:02:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:11 smithi060 ceph-mon[31055]: osdmap e8: 1 total, 1 up, 1 in 2024-04-21T09:02:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:11 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:11.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:11 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:02:11.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:11 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:02:11.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:11 smithi078 ceph-mon[31713]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-21T09:02:11.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:11 smithi078 ceph-mon[31713]: osd.0 [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] boot 2024-04-21T09:02:11.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:11 smithi078 ceph-mon[31713]: osdmap e8: 1 total, 1 up, 1 in 2024-04-21T09:02:11.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:11 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:02:12.250 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 -- 172.21.15.60:0/2455285702 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 msgr2=0x7fd914102120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:12.250 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 --2- 172.21.15.60:0/2455285702 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 0x7fd914102120 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd908009990 tx=0x7fd908009ca0 comp rx=0 tx=0).stop 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 -- 172.21.15.60:0/2455285702 shutdown_connections 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 --2- 172.21.15.60:0/2455285702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd914102660 0x7fd914109f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 --2- 172.21.15.60:0/2455285702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd914102f80 0x7fd9141033a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 --2- 172.21.15.60:0/2455285702 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 0x7fd914102120 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 -- 172.21.15.60:0/2455285702 >> 172.21.15.60:0/2455285702 conn(0x7fd9140fc710 msgr2=0x7fd9140feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 -- 172.21.15.60:0/2455285702 shutdown_connections 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.248+0000 7fd91af65700 1 -- 172.21.15.60:0/2455285702 wait complete. 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd91af65700 1 Processor -- start 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd91af65700 1 -- start start 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd91af65700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 0x7fd914105a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd91af65700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd914102660 0x7fd9141040b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd91af65700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd914102f80 0x7fd9141045f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:02:12.251 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd91af65700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd91410d460 con 0x7fd914102f80 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd91af65700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd91410d2e0 con 0x7fd914101cc0 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd91af65700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd91410d5e0 con 0x7fd914102660 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd918d01700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 0x7fd914105a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd918d01700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 0x7fd914105a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.60:41044/0 (socket says 172.21.15.60:41044) 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.249+0000 7fd918d01700 1 -- 172.21.15.60:0/1398722851 learned_addr learned my addr 172.21.15.60:0/1398722851 (peer_addr_for_me v2:172.21.15.60:0/0) 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd919502700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd914102f80 0x7fd9141045f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd913fff700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd914102660 0x7fd9141040b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd918d01700 1 -- 172.21.15.60:0/1398722851 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd914102660 msgr2=0x7fd9141040b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd918d01700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd914102660 0x7fd9141040b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd918d01700 1 -- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd914102f80 msgr2=0x7fd9141045f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd918d01700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd914102f80 0x7fd9141045f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd918d01700 1 -- 172.21.15.60:0/1398722851 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd914104ea0 con 0x7fd914101cc0 2024-04-21T09:02:12.252 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd918d01700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 0x7fd914105a60 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd90400e970 tx=0x7fd90400ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:02:12.253 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd911ffb700 1 -- 172.21.15.60:0/1398722851 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90400cbd0 con 0x7fd914101cc0 2024-04-21T09:02:12.253 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd911ffb700 1 -- 172.21.15.60:0/1398722851 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9040044d0 con 0x7fd914101cc0 2024-04-21T09:02:12.253 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9141a2da0 con 0x7fd914101cc0 2024-04-21T09:02:12.253 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd911ffb700 1 -- 172.21.15.60:0/1398722851 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd904003e40 con 0x7fd914101cc0 2024-04-21T09:02:12.253 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.250+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9141a31f0 con 0x7fd914101cc0 2024-04-21T09:02:12.254 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.251+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9141a3480 con 0x7fd914101cc0 2024-04-21T09:02:12.254 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.253+0000 7fd911ffb700 1 -- 172.21.15.60:0/1398722851 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fd904003fe0 con 0x7fd914101cc0 2024-04-21T09:02:12.254 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.253+0000 7fd911ffb700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd8fc0a3c30 0x7fd8fc0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:02:12.254 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.253+0000 7fd911ffb700 1 -- 172.21.15.60:0/1398722851 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7fd9040ceb60 con 0x7fd914101cc0 2024-04-21T09:02:12.254 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.254+0000 7fd913fff700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd8fc0a3c30 0x7fd8fc0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:02:12.254 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.254+0000 7fd913fff700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd8fc0a3c30 0x7fd8fc0a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd90800b2e0 tx=0x7fd90801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:02:12.258 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.258+0000 7fd911ffb700 1 -- 172.21.15.60:0/1398722851 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd90409cfb0 con 0x7fd914101cc0 2024-04-21T09:02:12.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: osdmap e9: 1 total, 1 up, 1 in 2024-04-21T09:02:12.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi052 2024-04-21T09:02:12.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi052 to 17093M 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: osdmap e9: 1 total, 1 up, 1 in 2024-04-21T09:02:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi052 2024-04-21T09:02:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi052 to 17093M 2024-04-21T09:02:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:12.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:12.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:12.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:12.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:12.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.475 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:12.475+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd9140fe900 con 0x7fd8fc0a3c30 2024-04-21T09:02:12.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: osdmap e9: 1 total, 1 up, 1 in 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi052 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi052 to 17093M 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:12.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:13 smithi078 ceph-mon[31713]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:13 smithi078 ceph-mon[31713]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:02:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:13 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:02:13.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:13 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:02:13.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:13 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:13 smithi052 ceph-mon[28035]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:13 smithi052 ceph-mon[28035]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:02:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:02:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:02:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:13.737 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:13 smithi060 ceph-mon[31055]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:13.737 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:13 smithi060 ceph-mon[31055]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:02:13.737 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:13 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:02:13.737 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:13 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:02:13.737 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:13 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:15.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:15 smithi060 ceph-mon[31055]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:15.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:15 smithi060 ceph-mon[31055]: from='client.? 172.21.15.60:0/177055330' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]: dispatch 2024-04-21T09:02:15.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:15 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]: dispatch 2024-04-21T09:02:15.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:15 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]': finished 2024-04-21T09:02:15.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:15 smithi060 ceph-mon[31055]: osdmap e10: 2 total, 1 up, 2 in 2024-04-21T09:02:15.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:15 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:15 smithi078 ceph-mon[31713]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:15 smithi078 ceph-mon[31713]: from='client.? 172.21.15.60:0/177055330' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]: dispatch 2024-04-21T09:02:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:15 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]: dispatch 2024-04-21T09:02:15.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:15 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]': finished 2024-04-21T09:02:15.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:15 smithi078 ceph-mon[31713]: osdmap e10: 2 total, 1 up, 2 in 2024-04-21T09:02:15.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:15 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:15 smithi052 ceph-mon[28035]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:15 smithi052 ceph-mon[28035]: from='client.? 172.21.15.60:0/177055330' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]: dispatch 2024-04-21T09:02:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:15 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]: dispatch 2024-04-21T09:02:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:15 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee"}]': finished 2024-04-21T09:02:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:15 smithi052 ceph-mon[28035]: osdmap e10: 2 total, 1 up, 2 in 2024-04-21T09:02:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:15 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:16.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:16 smithi078 ceph-mon[31713]: from='client.? 172.21.15.60:0/2294661031' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:02:16.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:16 smithi052 ceph-mon[28035]: from='client.? 172.21.15.60:0/2294661031' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:02:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:16 smithi060 ceph-mon[31055]: from='client.? 172.21.15.60:0/2294661031' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:02:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:17 smithi078 ceph-mon[31713]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:17.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:17 smithi052 ceph-mon[28035]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:17.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:17 smithi060 ceph-mon[31055]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:19 smithi078 ceph-mon[31713]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:19 smithi052 ceph-mon[28035]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:19 smithi060 ceph-mon[31055]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:21 smithi078 ceph-mon[31713]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:21.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:21 smithi052 ceph-mon[28035]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:21.748 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:21 smithi060 ceph-mon[31055]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:22.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-21T09:02:22.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-21T09:02:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:22.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-21T09:02:22.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:23.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:23 smithi078 ceph-mon[31713]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:23.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:23 smithi078 ceph-mon[31713]: Deploying daemon osd.1 on smithi060 2024-04-21T09:02:23.703 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:23 smithi052 ceph-mon[28035]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:23 smithi052 ceph-mon[28035]: Deploying daemon osd.1 on smithi060 2024-04-21T09:02:23.710 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:23 smithi060 ceph-mon[31055]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:23.711 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:23 smithi060 ceph-mon[31055]: Deploying daemon osd.1 on smithi060 2024-04-21T09:02:25.693 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:25 smithi060 ceph-mon[31055]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:25.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:25 smithi078 ceph-mon[31713]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:25.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:25 smithi052 ceph-mon[28035]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:27.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:27 smithi078 ceph-mon[31713]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:27.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:27.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:27.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:27 smithi052 ceph-mon[28035]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:27.708 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:27 smithi060 ceph-mon[31055]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:27.708 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:27.709 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:27.709 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:29.674 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:29 smithi060 ceph-mon[31055]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:29 smithi078 ceph-mon[31713]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:29.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:29 smithi052 ceph-mon[28035]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:30.829 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:30 smithi060 ceph-mon[31055]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:30.829 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:30 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:30.829 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:30 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:30.830 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:30 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:30.830 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:30 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:30.830 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:30 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:30.893 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.893+0000 7fd911ffb700 1 -- 172.21.15.60:0/1398722851 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd9140fe900 con 0x7fd8fc0a3c30 2024-04-21T09:02:30.894 INFO:teuthology.orchestra.run.smithi060.stdout:Created osd(s) 1 on host 'smithi060' 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd8fc0a3c30 msgr2=0x7fd8fc0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd8fc0a3c30 0x7fd8fc0a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd90800b2e0 tx=0x7fd90801a040 comp rx=0 tx=0).stop 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 msgr2=0x7fd914105a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 0x7fd914105a60 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd90400e970 tx=0x7fd90400ed30 comp rx=0 tx=0).stop 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 shutdown_connections 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd8fc0a3c30 0x7fd8fc0a60f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd914102f80 0x7fd9141045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd914101cc0 0x7fd914105a60 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:30.896 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 --2- 172.21.15.60:0/1398722851 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd914102660 0x7fd9141040b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:30.897 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 >> 172.21.15.60:0/1398722851 conn(0x7fd9140fc710 msgr2=0x7fd9140fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:02:30.897 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 shutdown_connections 2024-04-21T09:02:30.897 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:02:30.896+0000 7fd91af65700 1 -- 172.21.15.60:0/1398722851 wait complete. 2024-04-21T09:02:31.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:30 smithi078 ceph-mon[31713]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:31.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:31.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:31.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:31.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:31.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:30 smithi052 ceph-mon[28035]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:31.509 DEBUG:teuthology.orchestra.run.smithi060:osd.1> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.1.service 2024-04-21T09:02:31.511 INFO:tasks.cephadm:Deploying osd.2 on smithi078 with /dev/vg_nvme/lv_4... 2024-04-21T09:02:31.511 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-21T09:02:31.751 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:02:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:31 smithi060 ceph-mon[31055]: from='osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T09:02:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:31 smithi060 ceph-mon[31055]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T09:02:32.178 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:32.179 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:32.179 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:32.179 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:31 smithi078 ceph-mon[31713]: from='osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T09:02:32.179 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:31 smithi078 ceph-mon[31713]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T09:02:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:31 smithi052 ceph-mon[28035]: from='osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T09:02:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:31 smithi052 ceph-mon[28035]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-21T09:02:33.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:32 smithi078 ceph-mon[31713]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:32 smithi078 ceph-mon[31713]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-21T09:02:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:32 smithi078 ceph-mon[31713]: from='osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:02:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:32 smithi078 ceph-mon[31713]: osdmap e11: 2 total, 1 up, 2 in 2024-04-21T09:02:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:32 smithi078 ceph-mon[31713]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:02:33.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:32 smithi052 ceph-mon[28035]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:33.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:32 smithi052 ceph-mon[28035]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-21T09:02:33.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:32 smithi052 ceph-mon[28035]: from='osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:02:33.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:32 smithi052 ceph-mon[28035]: osdmap e11: 2 total, 1 up, 2 in 2024-04-21T09:02:33.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:33.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:32 smithi052 ceph-mon[28035]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:02:33.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:32 smithi060 ceph-mon[31055]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:33.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:32 smithi060 ceph-mon[31055]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-21T09:02:33.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:32 smithi060 ceph-mon[31055]: from='osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:02:33.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:32 smithi060 ceph-mon[31055]: osdmap e11: 2 total, 1 up, 2 in 2024-04-21T09:02:33.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:33.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:32 smithi060 ceph-mon[31055]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:02:33.745 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:02:33 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1[35655]: 2024-04-21T09:02:33.440+0000 7faf9136a700 -1 osd.1 0 waiting for initial osdmap 2024-04-21T09:02:33.745 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:02:33 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1[35655]: 2024-04-21T09:02:33.444+0000 7faf89155700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:02:33.748 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-21T09:02:33.749 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-21T09:02:33.749 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10+0 records in 2024-04-21T09:02:33.749 INFO:teuthology.orchestra.run.smithi078.stderr:10+0 records out 2024-04-21T09:02:33.749 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114034 s, 920 MB/s 2024-04-21T09:02:33.749 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping successful for: 2024-04-21T09:02:34.087 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:33 smithi060 ceph-mon[31055]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:02:34.088 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:33 smithi060 ceph-mon[31055]: osdmap e12: 2 total, 1 up, 2 in 2024-04-21T09:02:34.088 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.088 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.088 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:33 smithi060 ceph-mon[31055]: from='osd.1 ' entity='osd.1' 2024-04-21T09:02:34.088 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.104 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:33 smithi078 ceph-mon[31713]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:02:34.104 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:33 smithi078 ceph-mon[31713]: osdmap e12: 2 total, 1 up, 2 in 2024-04-21T09:02:34.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:33 smithi078 ceph-mon[31713]: from='osd.1 ' entity='osd.1' 2024-04-21T09:02:34.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:33 smithi052 ceph-mon[28035]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:02:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:33 smithi052 ceph-mon[28035]: osdmap e12: 2 total, 1 up, 2 in 2024-04-21T09:02:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:33 smithi052 ceph-mon[28035]: from='osd.1 ' entity='osd.1' 2024-04-21T09:02:34.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.410 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_4 2024-04-21T09:02:34.649 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:02:34.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:02:34.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:02:34.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:34.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi060 2024-04-21T09:02:34.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:34.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] boot 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: osdmap e13: 2 total, 2 up, 2 in 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi060 to 17093M 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:34.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:35.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:02:35.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:02:35.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi060 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] boot 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: osdmap e13: 2 total, 2 up, 2 in 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi060 to 17093M 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:35.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:35.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:02:35.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:02:35.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-21T09:02:35.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi060 2024-04-21T09:02:35.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: osd.1 [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] boot 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: osdmap e13: 2 total, 2 up, 2 in 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi060 to 17093M 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:35.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:36.104 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.100+0000 7f7477589700 1 -- 172.21.15.78:0/4283254722 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 msgr2=0x7f7470101de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:36.104 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.100+0000 7f7477589700 1 --2- 172.21.15.78:0/4283254722 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 0x7f7470101de0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f746c009990 tx=0x7f746c009ca0 comp rx=0 tx=0).stop 2024-04-21T09:02:36.104 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.100+0000 7f7477589700 1 -- 172.21.15.78:0/4283254722 shutdown_connections 2024-04-21T09:02:36.104 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.100+0000 7f7477589700 1 --2- 172.21.15.78:0/4283254722 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7470103560 0x7f7470109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:36.104 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.100+0000 7f7477589700 1 --2- 172.21.15.78:0/4283254722 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 0x7f7470101de0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.100+0000 7f7477589700 1 --2- 172.21.15.78:0/4283254722 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7470102bc0 0x7f7470103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.100+0000 7f7477589700 1 -- 172.21.15.78:0/4283254722 >> 172.21.15.78:0/4283254722 conn(0x7f74700fcfa0 msgr2=0x7f74700ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 -- 172.21.15.78:0/4283254722 shutdown_connections 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 -- 172.21.15.78:0/4283254722 wait complete. 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 Processor -- start 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 -- start start 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 0x7f7470198d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7470102bc0 0x7f7470199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7470103560 0x7f74701a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:02:36.105 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f747010d580 con 0x7f7470103560 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f747010d400 con 0x7f7470102bc0 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7477589700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f747010d700 con 0x7f74701019c0 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7475325700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 0x7f7470198d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7475325700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 0x7f7470198d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:43172/0 (socket says 172.21.15.78:43172) 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7475325700 1 -- 172.21.15.78:0/510641957 learned_addr learned my addr 172.21.15.78:0/510641957 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.101+0000 7f7475b26700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7470103560 0x7f74701a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7474b24700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7470102bc0 0x7f7470199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7475325700 1 -- 172.21.15.78:0/510641957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7470102bc0 msgr2=0x7f7470199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7475325700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7470102bc0 0x7f7470199280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:36.106 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7475325700 1 -- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7470103560 msgr2=0x7f74701a0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7475325700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7470103560 0x7f74701a0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7475325700 1 -- 172.21.15.78:0/510641957 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74701a09a0 con 0x7f74701019c0 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7475325700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 0x7f7470198d40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f746c0047b0 tx=0x7f746c009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f74667fc700 1 -- 172.21.15.78:0/510641957 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f746c027070 con 0x7f74701019c0 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74701a0c30 con 0x7f74701019c0 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f74667fc700 1 -- 172.21.15.78:0/510641957 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f746c022470 con 0x7f74701019c0 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f74667fc700 1 -- 172.21.15.78:0/510641957 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f746c00f6c0 con 0x7f74701019c0 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.102+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74701a10e0 con 0x7f74701019c0 2024-04-21T09:02:36.107 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.103+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7470069730 con 0x7f74701019c0 2024-04-21T09:02:36.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.104+0000 7f74667fc700 1 -- 172.21.15.78:0/510641957 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f746c02a070 con 0x7f74701019c0 2024-04-21T09:02:36.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.105+0000 7f74667fc700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f745c0a3bb0 0x7f745c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:02:36.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.105+0000 7f74667fc700 1 -- 172.21.15.78:0/510641957 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f746c0d0220 con 0x7f74701019c0 2024-04-21T09:02:36.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.105+0000 7f7474b24700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f745c0a3bb0 0x7f745c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:02:36.108 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.106+0000 7f7474b24700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f745c0a3bb0 0x7f745c0a6070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7460006fd0 tx=0x7f7460008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:02:36.109 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.109+0000 7f74667fc700 1 -- 172.21.15.78:0/510641957 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f746c031070 con 0x7f74701019c0 2024-04-21T09:02:36.317 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:36.316+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f747006b8c0 con 0x7f745c0a3bb0 2024-04-21T09:02:37.166 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:36 smithi078 ceph-mon[31713]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:37.166 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:36 smithi078 ceph-mon[31713]: osdmap e14: 2 total, 2 up, 2 in 2024-04-21T09:02:37.166 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:36 smithi078 ceph-mon[31713]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:02:37.166 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:02:37.167 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:02:37.167 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:36 smithi052 ceph-mon[28035]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:36 smithi052 ceph-mon[28035]: osdmap e14: 2 total, 2 up, 2 in 2024-04-21T09:02:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:36 smithi052 ceph-mon[28035]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:02:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:02:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:02:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:36 smithi060 ceph-mon[31055]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:36 smithi060 ceph-mon[31055]: osdmap e14: 2 total, 2 up, 2 in 2024-04-21T09:02:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:36 smithi060 ceph-mon[31055]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:02:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:02:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:02:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:38 smithi078 ceph-mon[31713]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:38 smithi052 ceph-mon[28035]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:39.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:38 smithi060 ceph-mon[31055]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:40.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:39 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/881102501' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]: dispatch 2024-04-21T09:02:40.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:39 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]: dispatch 2024-04-21T09:02:40.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:39 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]': finished 2024-04-21T09:02:40.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:39 smithi078 ceph-mon[31713]: osdmap e15: 3 total, 2 up, 3 in 2024-04-21T09:02:40.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:40.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:39 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/545099244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:02:40.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:39 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/881102501' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]: dispatch 2024-04-21T09:02:40.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:39 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]: dispatch 2024-04-21T09:02:40.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:39 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]': finished 2024-04-21T09:02:40.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:39 smithi052 ceph-mon[28035]: osdmap e15: 3 total, 2 up, 3 in 2024-04-21T09:02:40.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:40.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:39 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/545099244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:02:40.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:39 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/881102501' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]: dispatch 2024-04-21T09:02:40.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:39 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]: dispatch 2024-04-21T09:02:40.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:39 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9f81bfc-e431-4748-ad6e-2a64fe9b32ba"}]': finished 2024-04-21T09:02:40.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:39 smithi060 ceph-mon[31055]: osdmap e15: 3 total, 2 up, 3 in 2024-04-21T09:02:40.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:40.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:39 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/545099244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:02:41.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:40 smithi060 ceph-mon[31055]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:41.366 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:40 smithi052 ceph-mon[28035]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:41.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:40 smithi078 ceph-mon[31713]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:43.178 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:42 smithi078 ceph-mon[31713]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:43.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:42 smithi060 ceph-mon[31055]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:43.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:42 smithi052 ceph-mon[28035]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:45.021 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:44 smithi078 ceph-mon[31713]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:45.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:44 smithi060 ceph-mon[31055]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:45.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:44 smithi052 ceph-mon[28035]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:47.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:46 smithi078 ceph-mon[31713]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:47.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:46 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-21T09:02:47.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:46 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:47.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:46 smithi078 ceph-mon[31713]: Deploying daemon osd.2 on smithi078 2024-04-21T09:02:47.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:46 smithi060 ceph-mon[31055]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:47.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:46 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-21T09:02:47.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:46 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:47.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:46 smithi060 ceph-mon[31055]: Deploying daemon osd.2 on smithi078 2024-04-21T09:02:47.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:46 smithi052 ceph-mon[28035]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:47.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-21T09:02:47.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:47.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:46 smithi052 ceph-mon[28035]: Deploying daemon osd.2 on smithi078 2024-04-21T09:02:49.109 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:48 smithi078 ceph-mon[31713]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:49.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:48 smithi060 ceph-mon[31055]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:49.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:48 smithi052 ceph-mon[28035]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:51.077 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:50 smithi078 ceph-mon[31713]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:51.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:50 smithi052 ceph-mon[28035]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:51.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:50 smithi060 ceph-mon[31055]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:52.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:52.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:52.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:52.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:52.627 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:52.628 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:52.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:52.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:52.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:53.585 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:53 smithi078 ceph-mon[31713]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:53.589 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:53 smithi060 ceph-mon[31055]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:53.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:53 smithi052 ceph-mon[28035]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:54.633 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 2 on host 'smithi078' 2024-04-21T09:02:54.634 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.633+0000 7f74667fc700 1 -- 172.21.15.78:0/510641957 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f747006b8c0 con 0x7f745c0a3bb0 2024-04-21T09:02:54.635 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f745c0a3bb0 msgr2=0x7f745c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:54.635 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f745c0a3bb0 0x7f745c0a6070 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7460006fd0 tx=0x7f7460008040 comp rx=0 tx=0).stop 2024-04-21T09:02:54.635 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 msgr2=0x7f7470198d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:02:54.635 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 0x7f7470198d40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f746c0047b0 tx=0x7f746c009f50 comp rx=0 tx=0).stop 2024-04-21T09:02:54.635 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 shutdown_connections 2024-04-21T09:02:54.636 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f745c0a3bb0 0x7f745c0a6070 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:54.636 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7470103560 0x7f74701a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:54.636 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74701019c0 0x7f7470198d40 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:54.636 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 --2- 172.21.15.78:0/510641957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7470102bc0 0x7f7470199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:02:54.636 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 >> 172.21.15.78:0/510641957 conn(0x7f74700fcfa0 msgr2=0x7f747006b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:02:54.636 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 shutdown_connections 2024-04-21T09:02:54.636 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:02:54.635+0000 7f7477589700 1 -- 172.21.15.78:0/510641957 wait complete. 2024-04-21T09:02:55.324 DEBUG:teuthology.orchestra.run.smithi078:osd.2> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.2.service 2024-04-21T09:02:55.326 INFO:tasks.cephadm:Deploying osd.3 on smithi052 with /dev/vg_nvme/lv_3... 2024-04-21T09:02:55.327 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-21T09:02:55.584 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T09:02:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:55 smithi060 ceph-mon[31055]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T09:02:55.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:55.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:55.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:55.639 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.640 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.640 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.640 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:55.640 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T09:02:55.640 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:55 smithi078 ceph-mon[31713]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:02:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T09:02:55.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:55 smithi052 ceph-mon[28035]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-21T09:02:56.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:56 smithi078 ceph-mon[31713]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:56.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:56 smithi078 ceph-mon[31713]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-21T09:02:56.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:56 smithi078 ceph-mon[31713]: osdmap e16: 3 total, 2 up, 3 in 2024-04-21T09:02:56.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:56 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:56.857 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:56 smithi078 ceph-mon[31713]: from='osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:02:56.858 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:56 smithi078 ceph-mon[31713]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:02:56.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:56 smithi052 ceph-mon[28035]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:56.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:56 smithi052 ceph-mon[28035]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-21T09:02:56.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:56 smithi052 ceph-mon[28035]: osdmap e16: 3 total, 2 up, 3 in 2024-04-21T09:02:56.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:56 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:56.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:56 smithi052 ceph-mon[28035]: from='osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:02:56.928 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:56 smithi052 ceph-mon[28035]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:02:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:56 smithi060 ceph-mon[31055]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:56 smithi060 ceph-mon[31055]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-21T09:02:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:56 smithi060 ceph-mon[31055]: osdmap e16: 3 total, 2 up, 3 in 2024-04-21T09:02:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:56 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:56 smithi060 ceph-mon[31055]: from='osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:02:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:56 smithi060 ceph-mon[31055]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:02:57.658 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-21T09:02:57.658 INFO:teuthology.orchestra.run.smithi052.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-21T09:02:57.658 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10+0 records in 2024-04-21T09:02:57.658 INFO:teuthology.orchestra.run.smithi052.stderr:10+0 records out 2024-04-21T09:02:57.658 INFO:teuthology.orchestra.run.smithi052.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00869478 s, 1.2 GB/s 2024-04-21T09:02:57.658 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping successful for: 2024-04-21T09:02:57.672 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:57 smithi078 ceph-mon[31713]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:02:57.672 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:57 smithi078 ceph-mon[31713]: osdmap e17: 3 total, 2 up, 3 in 2024-04-21T09:02:57.672 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:57 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:57.672 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:57 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:57.672 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:57 smithi078 ceph-mon[31713]: from='osd.2 ' entity='osd.2' 2024-04-21T09:02:57.673 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:02:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2[36891]: 2024-04-21T09:02:57.382+0000 7fdf104ac700 -1 osd.2 0 waiting for initial osdmap 2024-04-21T09:02:57.673 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:02:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2[36891]: 2024-04-21T09:02:57.388+0000 7fdf07a96700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:02:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:57 smithi052 ceph-mon[28035]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:02:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:57 smithi052 ceph-mon[28035]: osdmap e17: 3 total, 2 up, 3 in 2024-04-21T09:02:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:57 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:57 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:57 smithi052 ceph-mon[28035]: from='osd.2 ' entity='osd.2' 2024-04-21T09:02:58.089 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:57 smithi060 ceph-mon[31055]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:02:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:57 smithi060 ceph-mon[31055]: osdmap e17: 3 total, 2 up, 3 in 2024-04-21T09:02:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:57 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:57 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:57 smithi060 ceph-mon[31055]: from='osd.2 ' entity='osd.2' 2024-04-21T09:02:58.271 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi052:vg_nvme/lv_3 2024-04-21T09:02:58.535 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:02:58.823 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:02:58.823 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:02:58.823 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:58.823 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:58.823 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi078 2024-04-21T09:02:58.823 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:58.823 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi078 to 17088M 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] boot 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: osdmap e18: 3 total, 3 up, 3 in 2024-04-21T09:02:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:58.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:02:58.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi078 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi078 to 17088M 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:58.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] boot 2024-04-21T09:02:58.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: osdmap e18: 3 total, 3 up, 3 in 2024-04-21T09:02:58.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:02:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:02:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-21T09:02:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi078 2024-04-21T09:02:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:02:59.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi078 to 17088M 2024-04-21T09:02:59.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:59.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:02:59.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:02:59.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:02:59.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: osd.2 [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] boot 2024-04-21T09:02:59.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: osdmap e18: 3 total, 3 up, 3 in 2024-04-21T09:02:59.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:02:59.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:02:59 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:02:59.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:02:59 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:03:00.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:02:59 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:03:00.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 -- 172.21.15.52:0/872577301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c108810 msgr2=0x7f7f5c10ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 --2- 172.21.15.52:0/872577301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c108810 0x7f7f5c10ac20 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7f5400b0a0 tx=0x7f7f5400b3b0 comp rx=0 tx=0).stop 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 -- 172.21.15.52:0/872577301 shutdown_connections 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 --2- 172.21.15.52:0/872577301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c108810 0x7f7f5c10ac20 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 --2- 172.21.15.52:0/872577301 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f5c1035b0 0x7f7f5c1059a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 --2- 172.21.15.52:0/872577301 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f5c105ee0 0x7f7f5c1082d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 -- 172.21.15.52:0/872577301 >> 172.21.15.52:0/872577301 conn(0x7f7f5c0fcf60 msgr2=0x7f7f5c0ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 -- 172.21.15.52:0/872577301 shutdown_connections 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.282+0000 7f7f62108700 1 -- 172.21.15.52:0/872577301 wait complete. 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f62108700 1 Processor -- start 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f62108700 1 -- start start 2024-04-21T09:03:00.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f62108700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f5c1035b0 0x7f7f5c198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f62108700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c105ee0 0x7f7f5c1990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f62108700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f5c108810 0x7f7f5c1a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f62108700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c10e540 con 0x7f7f5c105ee0 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f62108700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c10e3c0 con 0x7f7f5c108810 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f62108700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c10e6c0 con 0x7f7f5c1035b0 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f5affd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c105ee0 0x7f7f5c1990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.283+0000 7f7f5affd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c105ee0 0x7f7f5c1990d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44008/0 (socket says 172.21.15.52:44008) 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5affd700 1 -- 172.21.15.52:0/2423533141 learned_addr learned my addr 172.21.15.52:0/2423533141 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5b7fe700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f5c1035b0 0x7f7f5c198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5bfff700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f5c108810 0x7f7f5c1a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5affd700 1 -- 172.21.15.52:0/2423533141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f5c1035b0 msgr2=0x7f7f5c198b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5affd700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f5c1035b0 0x7f7f5c198b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:00.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5affd700 1 -- 172.21.15.52:0/2423533141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f5c108810 msgr2=0x7f7f5c1a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5affd700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f5c108810 0x7f7f5c1a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5affd700 1 -- 172.21.15.52:0/2423533141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f5c1a07f0 con 0x7f7f5c105ee0 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5bfff700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f5c108810 0x7f7f5c1a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f5affd700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c105ee0 0x7f7f5c1990d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7f5000d980 tx=0x7f7f5000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f58ff9700 1 -- 172.21.15.52:0/2423533141 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f50016070 con 0x7f7f5c105ee0 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f5c1a0ae0 con 0x7f7f5c105ee0 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f58ff9700 1 -- 172.21.15.52:0/2423533141 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f5000de70 con 0x7f7f5c105ee0 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f58ff9700 1 -- 172.21.15.52:0/2423533141 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f5000f3c0 con 0x7f7f5c105ee0 2024-04-21T09:03:00.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.284+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f5c1a1070 con 0x7f7f5c105ee0 2024-04-21T09:03:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.285+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f5c069730 con 0x7f7f5c105ee0 2024-04-21T09:03:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.287+0000 7f7f58ff9700 1 -- 172.21.15.52:0/2423533141 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f7f50019070 con 0x7f7f5c105ee0 2024-04-21T09:03:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.287+0000 7f7f58ff9700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f440a3bb0 0x7f7f440a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.287+0000 7f7f5b7fe700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f440a3bb0 0x7f7f440a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.287+0000 7f7f58ff9700 1 -- 172.21.15.52:0/2423533141 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3226+0+0 (secure 0 0 0) 0x7f7f500cea40 con 0x7f7f5c105ee0 2024-04-21T09:03:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.288+0000 7f7f5b7fe700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f440a3bb0 0x7f7f440a6070 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c009c60 tx=0x7f7f4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:03:00.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.291+0000 7f7f58ff9700 1 -- 172.21.15.52:0/2423533141 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7f5009c8e0 con 0x7f7f5c105ee0 2024-04-21T09:03:00.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:00.507+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f7f5c062e80 con 0x7f7f440a3bb0 2024-04-21T09:03:00.764 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46842]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T09:03:00.764 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46842]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:00.764 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46842]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:00.764 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46842]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:00.764 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 ceph-mon[28035]: pgmap v82: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:00.765 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-21T09:03:00.765 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 ceph-mon[28035]: osdmap e19: 3 total, 3 up, 3 in 2024-04-21T09:03:00.765 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:03:00.765 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:00.765 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:00.765 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:00.894 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40505]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T09:03:00.894 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40505]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:00.894 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40505]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:00.894 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40505]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:00.895 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 ceph-mon[31713]: pgmap v82: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:00.895 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-21T09:03:00.895 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 ceph-mon[31713]: osdmap e19: 3 total, 3 up, 3 in 2024-04-21T09:03:00.895 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:03:00.895 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:00.895 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:00.895 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:01.017 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:03:00 smithi060 sudo[39510]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T09:03:01.017 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:03:00 smithi060 sudo[39510]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.018 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:03:00 smithi060 sudo[39510]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.018 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:03:00 smithi060 sudo[39510]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.018 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:03:00 smithi060 sudo[39513]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T09:03:01.018 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:03:00 smithi060 sudo[39513]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.018 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:03:00 smithi060 sudo[39513]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.018 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:03:00 smithi060 sudo[39513]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.018 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:00 smithi060 ceph-mon[31055]: pgmap v82: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:01.018 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-21T09:03:01.018 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:00 smithi060 ceph-mon[31055]: osdmap e19: 3 total, 3 up, 3 in 2024-04-21T09:03:01.018 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:03:01.018 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:01.018 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:01.018 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:01.176 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46845]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T09:03:01.176 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46845]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.176 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46845]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.176 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46845]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.176 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46848]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T09:03:01.176 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46848]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.176 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46848]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.176 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46848]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.176 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46851]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T09:03:01.176 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46851]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.177 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46851]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.177 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:00 smithi052 sudo[46851]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.194 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40508]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T09:03:01.194 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40508]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.194 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40508]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.194 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40508]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40511]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T09:03:01.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40511]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40511]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:00 smithi078 sudo[40511]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 sudo[40514]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T09:03:01.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 sudo[40514]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 sudo[40514]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 sudo[40514]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 sudo[39516]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-21T09:03:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 sudo[39516]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 sudo[39516]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 sudo[39516]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 sudo[39519]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-21T09:03:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 sudo[39519]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-21T09:03:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 sudo[39519]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-21T09:03:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 sudo[39519]: pam_unix(sudo:session): session closed for user root 2024-04-21T09:03:01.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:01.942+0000 7f7f58ff9700 1 -- 172.21.15.52:0/2423533141 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7f50098850 con 0x7f7f5c105ee0 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: osdmap e20: 3 total, 3 up, 3 in 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:01.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:01.944 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:01.944 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:01.944 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:01.944 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:01.944 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:01.944 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:01.944 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:01.944 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:01 smithi052 ceph-mon[28035]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: osdmap e20: 3 total, 3 up, 3 in 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:01.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:01.946 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:01 smithi078 ceph-mon[31713]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-21T09:03:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: osdmap e20: 3 total, 3 up, 3 in 2024-04-21T09:03:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:03:02.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:03:02.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:03:02.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:01 smithi060 ceph-mon[31055]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-21T09:03:02.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:02 smithi078 ceph-mon[31713]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:02.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:02 smithi078 ceph-mon[31713]: osdmap e21: 3 total, 3 up, 3 in 2024-04-21T09:03:02.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:02 smithi078 ceph-mon[31713]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-21T09:03:02.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:02 smithi052 ceph-mon[28035]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:02.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:02 smithi052 ceph-mon[28035]: osdmap e21: 3 total, 3 up, 3 in 2024-04-21T09:03:02.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:02 smithi052 ceph-mon[28035]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-21T09:03:03.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:02 smithi060 ceph-mon[31055]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:03.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:02 smithi060 ceph-mon[31055]: osdmap e21: 3 total, 3 up, 3 in 2024-04-21T09:03:03.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:02 smithi060 ceph-mon[31055]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-21T09:03:03.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:03 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3886534996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "84560d23-6b42-4e28-95cf-9d6fa46375bc"}]: dispatch 2024-04-21T09:03:03.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:03 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3886534996' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "84560d23-6b42-4e28-95cf-9d6fa46375bc"}]': finished 2024-04-21T09:03:03.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:03 smithi078 ceph-mon[31713]: osdmap e22: 4 total, 3 up, 4 in 2024-04-21T09:03:03.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:03 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3886534996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "84560d23-6b42-4e28-95cf-9d6fa46375bc"}]: dispatch 2024-04-21T09:03:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:03 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3886534996' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "84560d23-6b42-4e28-95cf-9d6fa46375bc"}]': finished 2024-04-21T09:03:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:03 smithi052 ceph-mon[28035]: osdmap e22: 4 total, 3 up, 4 in 2024-04-21T09:03:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:04.089 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:03 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3886534996' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "84560d23-6b42-4e28-95cf-9d6fa46375bc"}]: dispatch 2024-04-21T09:03:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:03 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3886534996' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "84560d23-6b42-4e28-95cf-9d6fa46375bc"}]': finished 2024-04-21T09:03:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:03 smithi060 ceph-mon[31055]: osdmap e22: 4 total, 3 up, 4 in 2024-04-21T09:03:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:04.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:04 smithi078 ceph-mon[31713]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:04.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:04 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3078157171' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:04.953 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:04 smithi052 ceph-mon[28035]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:04.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:04 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3078157171' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:04 smithi060 ceph-mon[31055]: pgmap v88: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:04 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3078157171' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:06.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:06 smithi078 ceph-mon[31713]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:06.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:06 smithi052 ceph-mon[28035]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:07.089 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:06 smithi060 ceph-mon[31055]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 94 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:08.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:08 smithi078 ceph-mon[31713]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:08 smithi052 ceph-mon[28035]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:09.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:08 smithi060 ceph-mon[31055]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:10.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:10 smithi078 ceph-mon[31713]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:10 smithi052 ceph-mon[28035]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:10 smithi060 ceph-mon[31055]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:11 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-21T09:03:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:11 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:11 smithi078 ceph-mon[31713]: Deploying daemon osd.3 on smithi052 2024-04-21T09:03:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-21T09:03:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:11 smithi052 ceph-mon[28035]: Deploying daemon osd.3 on smithi052 2024-04-21T09:03:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:11 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-21T09:03:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:11 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:11 smithi060 ceph-mon[31055]: Deploying daemon osd.3 on smithi052 2024-04-21T09:03:12.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:12 smithi052 ceph-mon[28035]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:12.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:12 smithi078 ceph-mon[31713]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:12 smithi060 ceph-mon[31055]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:14.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:14 smithi078 ceph-mon[31713]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:14.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:14 smithi052 ceph-mon[28035]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:14 smithi060 ceph-mon[31055]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:16.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:16 smithi078 ceph-mon[31713]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:16.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:16.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:16.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:16.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:16 smithi052 ceph-mon[28035]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:16.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:16 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:16.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:16 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:16.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:16 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:16 smithi060 ceph-mon[31055]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:16 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:16 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:16 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:18.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:18 smithi052 ceph-mon[28035]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:18.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:18 smithi078 ceph-mon[31713]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:19.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:18 smithi060 ceph-mon[31055]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:20.620 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 3 on host 'smithi052' 2024-04-21T09:03:20.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.620+0000 7f7f58ff9700 1 -- 172.21.15.52:0/2423533141 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7f5c062e80 con 0x7f7f440a3bb0 2024-04-21T09:03:20.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.622+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f440a3bb0 msgr2=0x7f7f440a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.622+0000 7f7f62108700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f440a3bb0 0x7f7f440a6070 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c009c60 tx=0x7f7f4c009260 comp rx=0 tx=0).stop 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.622+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c105ee0 msgr2=0x7f7f5c1990d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.622+0000 7f7f62108700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c105ee0 0x7f7f5c1990d0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7f5000d980 tx=0x7f7f5000dc90 comp rx=0 tx=0).stop 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.623+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 shutdown_connections 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.623+0000 7f7f62108700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f440a3bb0 0x7f7f440a6070 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.623+0000 7f7f62108700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f5c108810 0x7f7f5c1a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.623+0000 7f7f62108700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f5c1035b0 0x7f7f5c198b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.623+0000 7f7f62108700 1 --2- 172.21.15.52:0/2423533141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f5c105ee0 0x7f7f5c1990d0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.623+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 >> 172.21.15.52:0/2423533141 conn(0x7f7f5c0fcf60 msgr2=0x7f7f5c103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.623+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 shutdown_connections 2024-04-21T09:03:20.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:03:20.623+0000 7f7f62108700 1 -- 172.21.15.52:0/2423533141 wait complete. 2024-04-21T09:03:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-21T09:03:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:20.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:20.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-21T09:03:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-21T09:03:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:21.352 DEBUG:teuthology.orchestra.run.smithi052:osd.3> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.3.service 2024-04-21T09:03:21.354 INFO:tasks.cephadm:Deploying osd.4 on smithi060 with /dev/vg_nvme/lv_3... 2024-04-21T09:03:21.355 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-21T09:03:21.609 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:03:21.846 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:21 smithi052 ceph-mon[28035]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-21T09:03:21.846 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:21 smithi052 ceph-mon[28035]: osdmap e23: 4 total, 3 up, 4 in 2024-04-21T09:03:21.847 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:21 smithi052 ceph-mon[28035]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:03:21.847 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:21.847 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:03:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3[49047]: 2024-04-21T09:03:21.759+0000 7fb3a20f5700 -1 osd.3 0 waiting for initial osdmap 2024-04-21T09:03:21.847 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:03:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3[49047]: 2024-04-21T09:03:21.764+0000 7fb39dee8700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:03:22.063 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:21 smithi060 ceph-mon[31055]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-21T09:03:22.063 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:21 smithi060 ceph-mon[31055]: osdmap e23: 4 total, 3 up, 4 in 2024-04-21T09:03:22.063 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:21 smithi060 ceph-mon[31055]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:03:22.064 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:21 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:22.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:21 smithi078 ceph-mon[31713]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-21T09:03:22.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:21 smithi078 ceph-mon[31713]: osdmap e23: 4 total, 3 up, 4 in 2024-04-21T09:03:22.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:21 smithi078 ceph-mon[31713]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:03:22.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:22.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:22 smithi052 ceph-mon[28035]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:22.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:22 smithi052 ceph-mon[28035]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:03:22.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:22 smithi052 ceph-mon[28035]: osdmap e24: 4 total, 3 up, 4 in 2024-04-21T09:03:22.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:22.943 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:22.995 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:22 smithi060 ceph-mon[31055]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:22.996 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:22 smithi060 ceph-mon[31055]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:03:22.996 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:22 smithi060 ceph-mon[31055]: osdmap e24: 4 total, 3 up, 4 in 2024-04-21T09:03:22.996 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:22.996 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:23.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:22 smithi078 ceph-mon[31713]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 95 MiB used, 268 GiB / 268 GiB avail 2024-04-21T09:03:23.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:22 smithi078 ceph-mon[31713]: from='osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:03:23.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:22 smithi078 ceph-mon[31713]: osdmap e24: 4 total, 3 up, 4 in 2024-04-21T09:03:23.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:23.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:23.683 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-21T09:03:23.683 INFO:teuthology.orchestra.run.smithi060.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-21T09:03:23.683 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10+0 records in 2024-04-21T09:03:23.683 INFO:teuthology.orchestra.run.smithi060.stderr:10+0 records out 2024-04-21T09:03:23.683 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00842466 s, 1.2 GB/s 2024-04-21T09:03:23.683 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping successful for: 2024-04-21T09:03:23.998 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:23 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:03:23.998 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:23 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:03:23.998 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:23 smithi060 ceph-mon[31055]: osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] boot 2024-04-21T09:03:23.998 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:23 smithi060 ceph-mon[31055]: osdmap e25: 4 total, 4 up, 4 in 2024-04-21T09:03:23.998 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:23 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:24.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:23 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:03:24.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:23 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:03:24.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:23 smithi078 ceph-mon[31713]: osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] boot 2024-04-21T09:03:24.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:23 smithi078 ceph-mon[31713]: osdmap e25: 4 total, 4 up, 4 in 2024-04-21T09:03:24.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:23 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:24.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:23 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:03:24.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:23 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:03:24.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:23 smithi052 ceph-mon[28035]: osd.3 [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] boot 2024-04-21T09:03:24.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:23 smithi052 ceph-mon[28035]: osdmap e25: 4 total, 4 up, 4 in 2024-04-21T09:03:24.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:23 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:03:24.310 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi060:vg_nvme/lv_3 2024-04-21T09:03:24.560 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: osdmap e26: 4 total, 4 up, 4 in 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:24.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.000 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: osdmap e26: 4 total, 4 up, 4 in 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:25.001 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: osdmap e26: 4 total, 4 up, 4 in 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:25 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi052 2024-04-21T09:03:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:25 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi052 to 8546M 2024-04-21T09:03:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:25 smithi060 ceph-mon[31055]: osdmap e27: 4 total, 4 up, 4 in 2024-04-21T09:03:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:25 smithi060 ceph-mon[31055]: osdmap e28: 4 total, 4 up, 4 in 2024-04-21T09:03:26.142 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 -- 172.21.15.60:0/2205417240 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 msgr2=0x7f0508103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:26.142 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 --2- 172.21.15.60:0/2205417240 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 0x7f0508103020 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f04f80099c0 tx=0x7f04f8009cd0 comp rx=0 tx=0).stop 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 -- 172.21.15.60:0/2205417240 shutdown_connections 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 --2- 172.21.15.60:0/2205417240 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0508103560 0x7f0508109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 --2- 172.21.15.60:0/2205417240 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05081019c0 0x7f0508101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 --2- 172.21.15.60:0/2205417240 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 0x7f0508103020 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 -- 172.21.15.60:0/2205417240 >> 172.21.15.60:0/2205417240 conn(0x7f05080fcf60 msgr2=0x7f05080ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 -- 172.21.15.60:0/2205417240 shutdown_connections 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.140+0000 7f050fe7c700 1 -- 172.21.15.60:0/2205417240 wait complete. 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050fe7c700 1 Processor -- start 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050fe7c700 1 -- start start 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050fe7c700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05081019c0 0x7f0508198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050fe7c700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 0x7f0508199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050fe7c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0508103560 0x7f05081a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:26.143 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050fe7c700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f050810d5a0 con 0x7f0508103560 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050fe7c700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f050810d420 con 0x7f0508102bc0 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050fe7c700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f050810d720 con 0x7f05081019c0 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050d417700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 0x7f0508199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050d417700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 0x7f0508199230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.60:34616/0 (socket says 172.21.15.60:34616) 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.141+0000 7f050d417700 1 -- 172.21.15.60:0/1392917380 learned_addr learned my addr 172.21.15.60:0/1392917380 (peer_addr_for_me v2:172.21.15.60:0/0) 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050dc18700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05081019c0 0x7f0508198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050e419700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0508103560 0x7f05081a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050d417700 1 -- 172.21.15.60:0/1392917380 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05081019c0 msgr2=0x7f0508198cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050d417700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05081019c0 0x7f0508198cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050d417700 1 -- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0508103560 msgr2=0x7f05081a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050d417700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0508103560 0x7f05081a0270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050d417700 1 -- 172.21.15.60:0/1392917380 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05081a0940 con 0x7f0508102bc0 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050dc18700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05081019c0 0x7f0508198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:03:26.144 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050d417700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 0x7f0508199230 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f04f8009f50 tx=0x7f04f8003a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:03:26.145 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f04feffd700 1 -- 172.21.15.60:0/1392917380 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f8027070 con 0x7f0508102bc0 2024-04-21T09:03:26.145 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f04feffd700 1 -- 172.21.15.60:0/1392917380 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04f8022470 con 0x7f0508102bc0 2024-04-21T09:03:26.145 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f04feffd700 1 -- 172.21.15.60:0/1392917380 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f800f6c0 con 0x7f0508102bc0 2024-04-21T09:03:26.145 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05081a0bd0 con 0x7f0508102bc0 2024-04-21T09:03:26.145 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.142+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05081a0fd0 con 0x7f0508102bc0 2024-04-21T09:03:26.146 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.143+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05081a1200 con 0x7f0508102bc0 2024-04-21T09:03:26.146 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.144+0000 7f04feffd700 1 -- 172.21.15.60:0/1392917380 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f04f802a070 con 0x7f0508102bc0 2024-04-21T09:03:26.146 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.145+0000 7f04feffd700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04f40a3cc0 0x7f04f40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:26.146 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.145+0000 7f04feffd700 1 -- 172.21.15.60:0/1392917380 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3669+0+0 (secure 0 0 0) 0x7f04f80d0290 con 0x7f0508102bc0 2024-04-21T09:03:26.146 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.145+0000 7f050dc18700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04f40a3cc0 0x7f04f40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:26.146 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.146+0000 7f050dc18700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04f40a3cc0 0x7f04f40a6180 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f050819a1d0 tx=0x7f0504008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:03:26.150 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.150+0000 7f04feffd700 1 -- 172.21.15.60:0/1392917380 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f04f805eff0 con 0x7f0508102bc0 2024-04-21T09:03:26.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:25 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi052 2024-04-21T09:03:26.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:25 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi052 to 8546M 2024-04-21T09:03:26.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:25 smithi078 ceph-mon[31713]: osdmap e27: 4 total, 4 up, 4 in 2024-04-21T09:03:26.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:25 smithi078 ceph-mon[31713]: osdmap e28: 4 total, 4 up, 4 in 2024-04-21T09:03:26.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:25 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi052 2024-04-21T09:03:26.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:25 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi052 to 8546M 2024-04-21T09:03:26.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:25 smithi052 ceph-mon[28035]: osdmap e27: 4 total, 4 up, 4 in 2024-04-21T09:03:26.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:25 smithi052 ceph-mon[28035]: osdmap e28: 4 total, 4 up, 4 in 2024-04-21T09:03:26.369 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:26.370+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f05080ff120 con 0x7f04f40a3cc0 2024-04-21T09:03:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:26 smithi060 ceph-mon[31055]: pgmap v104: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T09:03:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:26 smithi060 ceph-mon[31055]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:26 smithi060 ceph-mon[31055]: osdmap e29: 4 total, 4 up, 4 in 2024-04-21T09:03:27.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:26 smithi078 ceph-mon[31713]: pgmap v104: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T09:03:27.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:26 smithi078 ceph-mon[31713]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:26 smithi078 ceph-mon[31713]: osdmap e29: 4 total, 4 up, 4 in 2024-04-21T09:03:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:26 smithi052 ceph-mon[28035]: pgmap v104: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T09:03:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:26 smithi052 ceph-mon[28035]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:26 smithi052 ceph-mon[28035]: osdmap e29: 4 total, 4 up, 4 in 2024-04-21T09:03:28.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:28 smithi060 ceph-mon[31055]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T09:03:29.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:28 smithi078 ceph-mon[31713]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T09:03:29.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:28 smithi052 ceph-mon[28035]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-21T09:03:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:29 smithi060 ceph-mon[31055]: from='client.? 172.21.15.60:0/233776315' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]: dispatch 2024-04-21T09:03:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:29 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]: dispatch 2024-04-21T09:03:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:29 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]': finished 2024-04-21T09:03:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:29 smithi060 ceph-mon[31055]: osdmap e30: 5 total, 4 up, 5 in 2024-04-21T09:03:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:29 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:30.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:29 smithi078 ceph-mon[31713]: from='client.? 172.21.15.60:0/233776315' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]: dispatch 2024-04-21T09:03:30.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:29 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]: dispatch 2024-04-21T09:03:30.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:29 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]': finished 2024-04-21T09:03:30.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:29 smithi078 ceph-mon[31713]: osdmap e30: 5 total, 4 up, 5 in 2024-04-21T09:03:30.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:29 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:29 smithi052 ceph-mon[28035]: from='client.? 172.21.15.60:0/233776315' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]: dispatch 2024-04-21T09:03:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:29 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]: dispatch 2024-04-21T09:03:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:29 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7734e026-3466-43b7-9bf1-528b5d10a16a"}]': finished 2024-04-21T09:03:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:29 smithi052 ceph-mon[28035]: osdmap e30: 5 total, 4 up, 5 in 2024-04-21T09:03:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:29 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:31.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:30 smithi060 ceph-mon[31055]: pgmap v109: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-21T09:03:31.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:30 smithi060 ceph-mon[31055]: from='client.? 172.21.15.60:0/2430675699' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:31.095 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:30 smithi078 ceph-mon[31713]: pgmap v109: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-21T09:03:31.095 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:30 smithi078 ceph-mon[31713]: from='client.? 172.21.15.60:0/2430675699' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:30 smithi052 ceph-mon[28035]: pgmap v109: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 121 MiB used, 357 GiB / 358 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-21T09:03:31.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:30 smithi052 ceph-mon[28035]: from='client.? 172.21.15.60:0/2430675699' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:31.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:03:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:03:31.525+0000 7fa0acbd9700 -1 calc_pg_upmaps abort due to max <= 0 2024-04-21T09:03:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:32 smithi060 ceph-mon[31055]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:33.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:32 smithi078 ceph-mon[31713]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:33.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:32 smithi052 ceph-mon[28035]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:35.052 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:34 smithi060 ceph-mon[31055]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:35.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:34 smithi078 ceph-mon[31713]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:35.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:34 smithi052 ceph-mon[28035]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:37.042 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:36 smithi060 ceph-mon[31055]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:37.042 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-21T09:03:37.042 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:37.042 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:36 smithi060 ceph-mon[31055]: Deploying daemon osd.4 on smithi060 2024-04-21T09:03:37.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:36 smithi078 ceph-mon[31713]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:37.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-21T09:03:37.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:36 smithi078 ceph-mon[31713]: Deploying daemon osd.4 on smithi060 2024-04-21T09:03:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:36 smithi052 ceph-mon[28035]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-21T09:03:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:36 smithi052 ceph-mon[28035]: Deploying daemon osd.4 on smithi060 2024-04-21T09:03:39.004 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:38 smithi060 ceph-mon[31055]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:39.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:38 smithi078 ceph-mon[31713]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:38 smithi052 ceph-mon[28035]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:41.060 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:40 smithi060 ceph-mon[31055]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:41.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:40 smithi078 ceph-mon[31713]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:41.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:40 smithi052 ceph-mon[28035]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:43.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:42 smithi060 ceph-mon[31055]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:43.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:42 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:43.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:42 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:43.131 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:42 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:43.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:42 smithi078 ceph-mon[31713]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:43.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:42 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:43.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:42 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:43.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:42 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:43.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:42 smithi052 ceph-mon[28035]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:43.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:42 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:43.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:42 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:43.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:42 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:45.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:44 smithi060 ceph-mon[31055]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:45.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:44 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:44 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:44 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:45.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:44 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:45.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:44 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:44 smithi078 ceph-mon[31713]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:45.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:44 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:44 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:44 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:45.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:44 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:45.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:44 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:44 smithi052 ceph-mon[28035]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:45.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:44 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:44 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:44 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:45.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:44 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:45.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:44 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:45.541 INFO:teuthology.orchestra.run.smithi060.stdout:Created osd(s) 4 on host 'smithi060' 2024-04-21T09:03:45.541 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.541+0000 7f04feffd700 1 -- 172.21.15.60:0/1392917380 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f05080ff120 con 0x7f04f40a3cc0 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.543+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04f40a3cc0 msgr2=0x7f04f40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.543+0000 7f050fe7c700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04f40a3cc0 0x7f04f40a6180 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f050819a1d0 tx=0x7f0504008040 comp rx=0 tx=0).stop 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.543+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 msgr2=0x7f0508199230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.543+0000 7f050fe7c700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 0x7f0508199230 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f04f8009f50 tx=0x7f04f8003a10 comp rx=0 tx=0).stop 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.544+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 shutdown_connections 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.544+0000 7f050fe7c700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04f40a3cc0 0x7f04f40a6180 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.544+0000 7f050fe7c700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0508103560 0x7f05081a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.544+0000 7f050fe7c700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05081019c0 0x7f0508198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:45.544 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.544+0000 7f050fe7c700 1 --2- 172.21.15.60:0/1392917380 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0508102bc0 0x7f0508199230 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:45.545 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.544+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 >> 172.21.15.60:0/1392917380 conn(0x7f05080fcf60 msgr2=0x7f05080fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:03:45.545 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.544+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 shutdown_connections 2024-04-21T09:03:45.545 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:03:45.544+0000 7f050fe7c700 1 -- 172.21.15.60:0/1392917380 wait complete. 2024-04-21T09:03:46.154 DEBUG:teuthology.orchestra.run.smithi060:osd.4> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.4.service 2024-04-21T09:03:46.157 INFO:tasks.cephadm:Deploying osd.5 on smithi078 with /dev/vg_nvme/lv_3... 2024-04-21T09:03:46.157 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-21T09:03:46.409 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:03:46.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:46 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:46.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:46 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:46.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:46 smithi060 ceph-mon[31055]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:46.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:46 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:46.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:46 smithi060 ceph-mon[31055]: from='osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T09:03:46.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:46 smithi060 ceph-mon[31055]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T09:03:46.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:46 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:46.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:46 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:46.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:46 smithi078 ceph-mon[31713]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:46.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:46 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:46.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:46 smithi078 ceph-mon[31713]: from='osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T09:03:46.855 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:46 smithi078 ceph-mon[31713]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T09:03:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:46 smithi052 ceph-mon[28035]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:46 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:03:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:46 smithi052 ceph-mon[28035]: from='osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T09:03:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:46 smithi052 ceph-mon[28035]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-21T09:03:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:47 smithi060 ceph-mon[31055]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-21T09:03:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:47 smithi060 ceph-mon[31055]: from='osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:03:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:47 smithi060 ceph-mon[31055]: osdmap e31: 5 total, 4 up, 5 in 2024-04-21T09:03:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:47 smithi060 ceph-mon[31055]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:03:47.841 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:03:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:03:47.541+0000 7f851bc98700 -1 osd.4 0 waiting for initial osdmap 2024-04-21T09:03:47.841 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:03:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:03:47.548+0000 7f8517a8b700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:03:47.866 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:47 smithi078 ceph-mon[31713]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-21T09:03:47.866 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:47 smithi078 ceph-mon[31713]: from='osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:03:47.866 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:47 smithi078 ceph-mon[31713]: osdmap e31: 5 total, 4 up, 5 in 2024-04-21T09:03:47.866 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:47.866 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:47 smithi078 ceph-mon[31713]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:03:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:47 smithi052 ceph-mon[28035]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-21T09:03:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:47 smithi052 ceph-mon[28035]: from='osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:03:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:47 smithi052 ceph-mon[28035]: osdmap e31: 5 total, 4 up, 5 in 2024-04-21T09:03:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:47 smithi052 ceph-mon[28035]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:03:48.450 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-21T09:03:48.451 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-21T09:03:48.451 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10+0 records in 2024-04-21T09:03:48.451 INFO:teuthology.orchestra.run.smithi078.stderr:10+0 records out 2024-04-21T09:03:48.451 INFO:teuthology.orchestra.run.smithi078.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114479 s, 916 MB/s 2024-04-21T09:03:48.451 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping successful for: 2024-04-21T09:03:48.683 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:48 smithi060 ceph-mon[31055]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:03:48.683 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:48 smithi060 ceph-mon[31055]: osdmap e32: 5 total, 4 up, 5 in 2024-04-21T09:03:48.683 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:48.683 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:48.683 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:48 smithi060 ceph-mon[31055]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:48.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:48 smithi078 ceph-mon[31713]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:03:48.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:48 smithi078 ceph-mon[31713]: osdmap e32: 5 total, 4 up, 5 in 2024-04-21T09:03:48.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:48.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:48.724 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:48 smithi078 ceph-mon[31713]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:48 smithi052 ceph-mon[28035]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:03:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:48 smithi052 ceph-mon[28035]: osdmap e32: 5 total, 4 up, 5 in 2024-04-21T09:03:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:48.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:48 smithi052 ceph-mon[28035]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-04-21T09:03:49.053 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_3 2024-04-21T09:03:49.300 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] boot 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: osdmap e33: 5 total, 5 up, 5 in 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi060 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:49.674 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:49.675 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi060 to 8546M 2024-04-21T09:03:49.675 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.675 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:49.675 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:49.675 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] boot 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: osdmap e33: 5 total, 5 up, 5 in 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi060 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi060 to 8546M 2024-04-21T09:03:49.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:49.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:49.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: osd.4 [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] boot 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: osdmap e33: 5 total, 5 up, 5 in 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi060 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:49.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:03:49.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi060 to 8546M 2024-04-21T09:03:49.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:49.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:49.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:03:49.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:03:50.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:50 smithi078 ceph-mon[31713]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:50.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:50 smithi078 ceph-mon[31713]: osdmap e34: 5 total, 5 up, 5 in 2024-04-21T09:03:50.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:50 smithi060 ceph-mon[31055]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:50.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:50 smithi060 ceph-mon[31055]: osdmap e34: 5 total, 5 up, 5 in 2024-04-21T09:03:50.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:50 smithi052 ceph-mon[28035]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:50.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:50 smithi052 ceph-mon[28035]: osdmap e34: 5 total, 5 up, 5 in 2024-04-21T09:03:50.997 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.996+0000 7f7510d26700 1 -- 172.21.15.78:0/3114802518 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c103ca0 msgr2=0x7f750c104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:50.997 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.996+0000 7f7510d26700 1 --2- 172.21.15.78:0/3114802518 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c103ca0 0x7f750c104100 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7500009990 tx=0x7f7500009ca0 comp rx=0 tx=0).stop 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.997+0000 7f7510d26700 1 -- 172.21.15.78:0/3114802518 shutdown_connections 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.997+0000 7f7510d26700 1 --2- 172.21.15.78:0/3114802518 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f750c104640 0x7f750c10aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.997+0000 7f7510d26700 1 --2- 172.21.15.78:0/3114802518 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f750c102aa0 0x7f750c102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.997+0000 7f7510d26700 1 --2- 172.21.15.78:0/3114802518 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c103ca0 0x7f750c104100 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.997+0000 7f7510d26700 1 -- 172.21.15.78:0/3114802518 >> 172.21.15.78:0/3114802518 conn(0x7f750c0fe040 msgr2=0x7f750c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.997+0000 7f7510d26700 1 -- 172.21.15.78:0/3114802518 shutdown_connections 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.997+0000 7f7510d26700 1 -- 172.21.15.78:0/3114802518 wait complete. 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.997+0000 7f7510d26700 1 Processor -- start 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f7510d26700 1 -- start start 2024-04-21T09:03:50.998 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f7510d26700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f750c102aa0 0x7f750c198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:50.999 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f7510d26700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f750c103ca0 0x7f750c199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:50.999 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f7510d26700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c104640 0x7f750c1a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:51.000 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f7510d26700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f750c10e590 con 0x7f750c102aa0 2024-04-21T09:03:51.000 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f7510d26700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f750c10e410 con 0x7f750c103ca0 2024-04-21T09:03:51.000 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f7510d26700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f750c10e710 con 0x7f750c104640 2024-04-21T09:03:51.000 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f750ad9d700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c104640 0x7f750c1a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:51.000 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f750ad9d700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c104640 0x7f750c1a01b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:49194/0 (socket says 172.21.15.78:49194) 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f750ad9d700 1 -- 172.21.15.78:0/3454906638 learned_addr learned my addr 172.21.15.78:0/3454906638 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f750a59c700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f750c102aa0 0x7f750c198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.998+0000 7f7509d9b700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f750c103ca0 0x7f750c199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f750ad9d700 1 -- 172.21.15.78:0/3454906638 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f750c103ca0 msgr2=0x7f750c199170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f750ad9d700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f750c103ca0 0x7f750c199170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f750ad9d700 1 -- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f750c102aa0 msgr2=0x7f750c198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f750ad9d700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f750c102aa0 0x7f750c198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f750ad9d700 1 -- 172.21.15.78:0/3454906638 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f750c1a0880 con 0x7f750c104640 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f750a59c700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f750c102aa0 0x7f750c198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f750ad9d700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c104640 0x7f750c1a01b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f750400b970 tx=0x7f750400bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:03:51.001 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f74fb7fe700 1 -- 172.21.15.78:0/3454906638 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750400d860 con 0x7f750c104640 2024-04-21T09:03:51.002 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f750c1a0b70 con 0x7f750c104640 2024-04-21T09:03:51.002 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f74fb7fe700 1 -- 172.21.15.78:0/3454906638 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f750400e430 con 0x7f750c104640 2024-04-21T09:03:51.002 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:50.999+0000 7f74fb7fe700 1 -- 172.21.15.78:0/3454906638 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7504017660 con 0x7f750c104640 2024-04-21T09:03:51.002 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.000+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f750c1a10b0 con 0x7f750c104640 2024-04-21T09:03:51.002 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.000+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f750c069730 con 0x7f750c104640 2024-04-21T09:03:51.003 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.002+0000 7f74fb7fe700 1 -- 172.21.15.78:0/3454906638 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f750400da00 con 0x7f750c104640 2024-04-21T09:03:51.003 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.002+0000 7f74fb7fe700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74f40a3cc0 0x7f74f40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:03:51.003 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.002+0000 7f74fb7fe700 1 -- 172.21.15.78:0/3454906638 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7f75040cf080 con 0x7f750c104640 2024-04-21T09:03:51.003 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.002+0000 7f750a59c700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74f40a3cc0 0x7f74f40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:03:51.003 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.003+0000 7f750a59c700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74f40a3cc0 0x7f74f40a6180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f750c19a110 tx=0x7f74fc00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:03:51.006 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.006+0000 7f74fb7fe700 1 -- 172.21.15.78:0/3454906638 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7504013030 con 0x7f750c104640 2024-04-21T09:03:51.212 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:03:51.212+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f750c062e80 con 0x7f74f40a3cc0 2024-04-21T09:03:51.820 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:51 smithi078 ceph-mon[31713]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:51.820 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:51 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:51.820 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:51 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:51.820 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:51 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:51 smithi060 ceph-mon[31055]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:51 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:51 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:51 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:51 smithi052 ceph-mon[28035]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:03:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:51 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:03:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:51 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:03:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:51 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:03:52.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:52 smithi060 ceph-mon[31055]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:52.846 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:52 smithi078 ceph-mon[31713]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:52.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:52 smithi052 ceph-mon[28035]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:54 smithi060 ceph-mon[31055]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:54 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/3737628864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]: dispatch 2024-04-21T09:03:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:54 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]: dispatch 2024-04-21T09:03:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:54 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]': finished 2024-04-21T09:03:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:54 smithi060 ceph-mon[31055]: osdmap e35: 6 total, 5 up, 6 in 2024-04-21T09:03:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:54 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:03:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:54 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/1126741790' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:54 smithi078 ceph-mon[31713]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:54 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/3737628864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]: dispatch 2024-04-21T09:03:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:54 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]: dispatch 2024-04-21T09:03:54.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:54 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]': finished 2024-04-21T09:03:54.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:54 smithi078 ceph-mon[31713]: osdmap e35: 6 total, 5 up, 6 in 2024-04-21T09:03:54.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:54 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:03:54.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:54 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/1126741790' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:54 smithi052 ceph-mon[28035]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:54 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/3737628864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]: dispatch 2024-04-21T09:03:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:54 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]: dispatch 2024-04-21T09:03:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:54 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "283af1e8-e0d2-44c1-acfa-fb46d5c29407"}]': finished 2024-04-21T09:03:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:54 smithi052 ceph-mon[28035]: osdmap e35: 6 total, 5 up, 6 in 2024-04-21T09:03:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:54 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:03:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:54 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/1126741790' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:03:56.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:56 smithi060 ceph-mon[31055]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:56 smithi078 ceph-mon[31713]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:56.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:56 smithi052 ceph-mon[28035]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:58.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:03:58 smithi060 ceph-mon[31055]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:58.859 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:03:58 smithi078 ceph-mon[31713]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:03:58.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:03:58 smithi052 ceph-mon[28035]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:00.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:00 smithi060 ceph-mon[31055]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:00 smithi078 ceph-mon[31713]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:00 smithi052 ceph-mon[28035]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:01.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-21T09:04:01.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:01 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:01.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:01 smithi060 ceph-mon[31055]: Deploying daemon osd.5 on smithi078 2024-04-21T09:04:01.862 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-21T09:04:01.862 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:01 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:01.862 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:01 smithi078 ceph-mon[31713]: Deploying daemon osd.5 on smithi078 2024-04-21T09:04:01.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-21T09:04:01.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:01 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:01.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:01 smithi052 ceph-mon[28035]: Deploying daemon osd.5 on smithi078 2024-04-21T09:04:02.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:02 smithi078 ceph-mon[31713]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:02.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:02 smithi060 ceph-mon[31055]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:02.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:02 smithi052 ceph-mon[28035]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:04.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:04 smithi060 ceph-mon[31055]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:04.908 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:04 smithi078 ceph-mon[31713]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:04.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:04 smithi052 ceph-mon[28035]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:06.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:06 smithi078 ceph-mon[31713]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:06.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:06 smithi060 ceph-mon[31055]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:06.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:06 smithi052 ceph-mon[28035]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:08 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:08 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:08 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:08.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:08 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:08.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:08 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:08.389 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:08 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:08 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:08 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:08 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:09.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:09 smithi060 ceph-mon[31055]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:09 smithi078 ceph-mon[31713]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:09 smithi052 ceph-mon[28035]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:10.891 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:10 smithi078 ceph-mon[31713]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:10.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:10.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:10.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:10.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:10.892 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:10.983 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 5 on host 'smithi078' 2024-04-21T09:04:10.983 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.982+0000 7f74fb7fe700 1 -- 172.21.15.78:0/3454906638 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f750c062e80 con 0x7f74f40a3cc0 2024-04-21T09:04:10.984 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74f40a3cc0 msgr2=0x7f74f40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:10.984 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74f40a3cc0 0x7f74f40a6180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f750c19a110 tx=0x7f74fc00a380 comp rx=0 tx=0).stop 2024-04-21T09:04:10.984 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c104640 msgr2=0x7f750c1a01b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:10.984 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c104640 0x7f750c1a01b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f750400b970 tx=0x7f750400bc80 comp rx=0 tx=0).stop 2024-04-21T09:04:10.985 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 shutdown_connections 2024-04-21T09:04:10.985 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74f40a3cc0 0x7f74f40a6180 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:10.985 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f750c104640 0x7f750c1a01b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:10.985 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f750c102aa0 0x7f750c198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:10.985 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 --2- 172.21.15.78:0/3454906638 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f750c103ca0 0x7f750c199170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:10.985 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.984+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 >> 172.21.15.78:0/3454906638 conn(0x7f750c0fe040 msgr2=0x7f750c1070c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:04:10.985 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.985+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 shutdown_connections 2024-04-21T09:04:10.985 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:04:10.985+0000 7f7510d26700 1 -- 172.21.15.78:0/3454906638 wait complete. 2024-04-21T09:04:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:10 smithi060 ceph-mon[31055]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:10 smithi052 ceph-mon[28035]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:11.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:11.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:11.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.612 DEBUG:teuthology.orchestra.run.smithi078:osd.5> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.5.service 2024-04-21T09:04:11.615 INFO:tasks.cephadm:Deploying osd.6 on smithi052 with /dev/vg_nvme/lv_2... 2024-04-21T09:04:11.615 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-21T09:04:11.878 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:04:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:11 smithi078 ceph-mon[31713]: from='osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T09:04:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:11 smithi078 ceph-mon[31713]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T09:04:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:11 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:11 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:11 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:11 smithi052 ceph-mon[28035]: from='osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T09:04:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:11 smithi052 ceph-mon[28035]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T09:04:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:11 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:11 smithi060 ceph-mon[31055]: from='osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T09:04:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:11 smithi060 ceph-mon[31055]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-21T09:04:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:11 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:11 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:11 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:12.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:12 smithi078 ceph-mon[31713]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:12.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:12 smithi078 ceph-mon[31713]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-21T09:04:12.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:12 smithi078 ceph-mon[31713]: osdmap e36: 6 total, 5 up, 6 in 2024-04-21T09:04:12.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:12.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:12 smithi078 ceph-mon[31713]: from='osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:04:12.967 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:12 smithi078 ceph-mon[31713]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:04:12.967 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:04:12 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:04:12.799+0000 7f95680bd700 -1 osd.5 0 waiting for initial osdmap 2024-04-21T09:04:12.968 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:04:12 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:04:12.807+0000 7f9563eb0700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:04:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:12 smithi060 ceph-mon[31055]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:12 smithi060 ceph-mon[31055]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-21T09:04:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:12 smithi060 ceph-mon[31055]: osdmap e36: 6 total, 5 up, 6 in 2024-04-21T09:04:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:12 smithi060 ceph-mon[31055]: from='osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:04:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:12 smithi060 ceph-mon[31055]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:04:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:12 smithi052 ceph-mon[28035]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:12 smithi052 ceph-mon[28035]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-21T09:04:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:12 smithi052 ceph-mon[28035]: osdmap e36: 6 total, 5 up, 6 in 2024-04-21T09:04:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:12 smithi052 ceph-mon[28035]: from='osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:04:13.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:12 smithi052 ceph-mon[28035]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:04:13.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:13 smithi052 ceph-mon[28035]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:04:13.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:13 smithi052 ceph-mon[28035]: osdmap e37: 6 total, 5 up, 6 in 2024-04-21T09:04:13.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:13.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:13.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:13 smithi052 ceph-mon[28035]: osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] boot 2024-04-21T09:04:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:13 smithi060 ceph-mon[31055]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:04:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:13 smithi060 ceph-mon[31055]: osdmap e37: 6 total, 5 up, 6 in 2024-04-21T09:04:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:13 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:13 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:13 smithi060 ceph-mon[31055]: osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] boot 2024-04-21T09:04:14.191 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-21T09:04:14.191 INFO:teuthology.orchestra.run.smithi052.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-21T09:04:14.191 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10+0 records in 2024-04-21T09:04:14.191 INFO:teuthology.orchestra.run.smithi052.stderr:10+0 records out 2024-04-21T09:04:14.191 INFO:teuthology.orchestra.run.smithi052.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00826234 s, 1.3 GB/s 2024-04-21T09:04:14.191 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping successful for: 2024-04-21T09:04:14.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:13 smithi078 ceph-mon[31713]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:04:14.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:13 smithi078 ceph-mon[31713]: osdmap e37: 6 total, 5 up, 6 in 2024-04-21T09:04:14.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:13 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:14.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:13 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:14.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:13 smithi078 ceph-mon[31713]: osd.5 [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] boot 2024-04-21T09:04:14.866 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi052:vg_nvme/lv_2 2024-04-21T09:04:14.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:04:14.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:04:14.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: osdmap e38: 6 total, 6 up, 6 in 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:14.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:14 smithi078 ceph-mon[31713]: osdmap e39: 6 total, 6 up, 6 in 2024-04-21T09:04:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:04:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:04:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: osdmap e38: 6 total, 6 up, 6 in 2024-04-21T09:04:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:15.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:15.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:15.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:15.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:15.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:15.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:14 smithi060 ceph-mon[31055]: osdmap e39: 6 total, 6 up, 6 in 2024-04-21T09:04:15.109 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:04:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:04:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:04:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-04-21T09:04:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: osdmap e38: 6 total, 6 up, 6 in 2024-04-21T09:04:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:04:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:15.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:15.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:15.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:15.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:15.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:15.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:15.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:14 smithi052 ceph-mon[28035]: osdmap e39: 6 total, 6 up, 6 in 2024-04-21T09:04:16.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:15 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi078 2024-04-21T09:04:16.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:15 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi078 to 8544M 2024-04-21T09:04:16.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:15 smithi060 ceph-mon[31055]: osdmap e40: 6 total, 6 up, 6 in 2024-04-21T09:04:16.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:15 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi078 2024-04-21T09:04:16.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:15 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi078 to 8544M 2024-04-21T09:04:16.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:15 smithi078 ceph-mon[31713]: osdmap e40: 6 total, 6 up, 6 in 2024-04-21T09:04:16.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:15 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi078 2024-04-21T09:04:16.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:15 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi078 to 8544M 2024-04-21T09:04:16.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:15 smithi052 ceph-mon[28035]: osdmap e40: 6 total, 6 up, 6 in 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 -- 172.21.15.52:0/3617644608 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 msgr2=0x7f26c8101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 --2- 172.21.15.52:0/3617644608 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 0x7f26c8101dc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f26b80099c0 tx=0x7f26b8009cd0 comp rx=0 tx=0).stop 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 -- 172.21.15.52:0/3617644608 shutdown_connections 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 --2- 172.21.15.52:0/3617644608 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f26c8103540 0x7f26c8109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 --2- 172.21.15.52:0/3617644608 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 0x7f26c8101dc0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 --2- 172.21.15.52:0/3617644608 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f26c8102ba0 0x7f26c8103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 -- 172.21.15.52:0/3617644608 >> 172.21.15.52:0/3617644608 conn(0x7f26c80fcf40 msgr2=0x7f26c80ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 -- 172.21.15.52:0/3617644608 shutdown_connections 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.878+0000 7f26ccff0700 1 -- 172.21.15.52:0/3617644608 wait complete. 2024-04-21T09:04:16.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26ccff0700 1 Processor -- start 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26ccff0700 1 -- start start 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26ccff0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 0x7f26c8198cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26ccff0700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f26c8102ba0 0x7f26c81991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26ccff0700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f26c8103540 0x7f26c81a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26ccff0700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f26c810d510 con 0x7f26c81019a0 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26ccff0700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f26c810d390 con 0x7f26c8102ba0 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26ccff0700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f26c810d690 con 0x7f26c8103540 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.879+0000 7f26c659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 0x7f26c8198cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c659c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 0x7f26c8198cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57074/0 (socket says 172.21.15.52:57074) 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c659c700 1 -- 172.21.15.52:0/1176178553 learned_addr learned my addr 172.21.15.52:0/1176178553 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c5d9b700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f26c8102ba0 0x7f26c81991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c6d9d700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f26c8103540 0x7f26c81a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c659c700 1 -- 172.21.15.52:0/1176178553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f26c8103540 msgr2=0x7f26c81a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c659c700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f26c8103540 0x7f26c81a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c659c700 1 -- 172.21.15.52:0/1176178553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f26c8102ba0 msgr2=0x7f26c81991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c659c700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f26c8102ba0 0x7f26c81991f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c659c700 1 -- 172.21.15.52:0/1176178553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26c81a0930 con 0x7f26c81019a0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26c659c700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 0x7f26c8198cb0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f26b8009f50 tx=0x7f26b80047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26b77fe700 1 -- 172.21.15.52:0/1176178553 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b8027070 con 0x7f26c81019a0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26b77fe700 1 -- 172.21.15.52:0/1176178553 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f26b8022470 con 0x7f26c81019a0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26c81a0bc0 con 0x7f26c81019a0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26b77fe700 1 -- 172.21.15.52:0/1176178553 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b800f6c0 con 0x7f26c81019a0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.880+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26c81a10a0 con 0x7f26c81019a0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.881+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26c8069730 con 0x7f26c81019a0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.883+0000 7f26b77fe700 1 -- 172.21.15.52:0/1176178553 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f26b802a070 con 0x7f26c81019a0 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.883+0000 7f26b77fe700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f26b00a3c40 0x7f26b00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:04:16.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.883+0000 7f26c5d9b700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f26b00a3c40 0x7f26b00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:04:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.883+0000 7f26b77fe700 1 -- 172.21.15.52:0/1176178553 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4533+0+0 (secure 0 0 0) 0x7f26b80d0870 con 0x7f26c81019a0 2024-04-21T09:04:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.884+0000 7f26c5d9b700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f26b00a3c40 0x7f26b00a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f26c819a1c0 tx=0x7f26bc009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:04:16.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:16.887+0000 7f26b77fe700 1 -- 172.21.15.52:0/1176178553 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f26b8013070 con 0x7f26c81019a0 2024-04-21T09:04:16.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:16 smithi052 ceph-mon[28035]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:16 smithi060 ceph-mon[31055]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:17.109+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f26c80ff150 con 0x7f26b00a3c40 2024-04-21T09:04:17.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:16 smithi078 ceph-mon[31713]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:18.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:17 smithi052 ceph-mon[28035]: osdmap e41: 6 total, 6 up, 6 in 2024-04-21T09:04:18.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:17 smithi052 ceph-mon[28035]: from='client.14331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:04:18.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:17 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:04:18.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:17 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:04:18.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:17 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:18.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:17 smithi060 ceph-mon[31055]: osdmap e41: 6 total, 6 up, 6 in 2024-04-21T09:04:18.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:17 smithi060 ceph-mon[31055]: from='client.14331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:04:18.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:17 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:04:18.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:17 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:04:18.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:17 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:17 smithi078 ceph-mon[31713]: osdmap e41: 6 total, 6 up, 6 in 2024-04-21T09:04:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:17 smithi078 ceph-mon[31713]: from='client.14331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:04:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:17 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:04:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:17 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:04:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:17 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:19.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:18 smithi060 ceph-mon[31055]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:19.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:18 smithi060 ceph-mon[31055]: osdmap e42: 6 total, 6 up, 6 in 2024-04-21T09:04:19.092 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:18 smithi052 ceph-mon[28035]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:19.092 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:18 smithi052 ceph-mon[28035]: osdmap e42: 6 total, 6 up, 6 in 2024-04-21T09:04:19.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:18 smithi078 ceph-mon[31713]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:19.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:18 smithi078 ceph-mon[31713]: osdmap e42: 6 total, 6 up, 6 in 2024-04-21T09:04:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:20 smithi060 ceph-mon[31055]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:20 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/112839895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aa4acbc-2567-44d6-8d8d-abc05e827965"}]: dispatch 2024-04-21T09:04:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:20 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/112839895' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0aa4acbc-2567-44d6-8d8d-abc05e827965"}]': finished 2024-04-21T09:04:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:20 smithi060 ceph-mon[31055]: osdmap e43: 7 total, 6 up, 7 in 2024-04-21T09:04:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:20 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:20 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3102384379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:04:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:20 smithi078 ceph-mon[31713]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:20 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/112839895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aa4acbc-2567-44d6-8d8d-abc05e827965"}]: dispatch 2024-04-21T09:04:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:20 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/112839895' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0aa4acbc-2567-44d6-8d8d-abc05e827965"}]': finished 2024-04-21T09:04:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:20 smithi078 ceph-mon[31713]: osdmap e43: 7 total, 6 up, 7 in 2024-04-21T09:04:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:20 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:21.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:20 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3102384379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:04:21.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:20 smithi052 ceph-mon[28035]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:21.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/112839895' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0aa4acbc-2567-44d6-8d8d-abc05e827965"}]: dispatch 2024-04-21T09:04:21.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/112839895' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0aa4acbc-2567-44d6-8d8d-abc05e827965"}]': finished 2024-04-21T09:04:21.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:20 smithi052 ceph-mon[28035]: osdmap e43: 7 total, 6 up, 7 in 2024-04-21T09:04:21.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:20 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:21.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3102384379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:04:23.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:22 smithi060 ceph-mon[31055]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-21T09:04:23.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:22 smithi078 ceph-mon[31713]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-21T09:04:23.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:22 smithi052 ceph-mon[28035]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-21T09:04:25.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:24 smithi060 ceph-mon[31055]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-21T09:04:25.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:24 smithi078 ceph-mon[31713]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-21T09:04:25.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:24 smithi052 ceph-mon[28035]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-21T09:04:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:26 smithi060 ceph-mon[31055]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T09:04:27.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:26 smithi078 ceph-mon[31713]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T09:04:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:26 smithi052 ceph-mon[28035]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T09:04:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-21T09:04:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:28.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-21T09:04:28.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:28.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-21T09:04:28.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:28.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:28 smithi052 ceph-mon[28035]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-21T09:04:28.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:28 smithi052 ceph-mon[28035]: Deploying daemon osd.6 on smithi052 2024-04-21T09:04:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:28 smithi060 ceph-mon[31055]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-21T09:04:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:28 smithi060 ceph-mon[31055]: Deploying daemon osd.6 on smithi052 2024-04-21T09:04:29.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:28 smithi078 ceph-mon[31713]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-21T09:04:29.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:28 smithi078 ceph-mon[31713]: Deploying daemon osd.6 on smithi052 2024-04-21T09:04:31.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:30 smithi060 ceph-mon[31055]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:04:31.133 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:30 smithi052 ceph-mon[28035]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:04:31.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:30 smithi078 ceph-mon[31713]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:04:33.106 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:32 smithi052 ceph-mon[28035]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:33.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:32 smithi078 ceph-mon[31713]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:33.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:32 smithi060 ceph-mon[31055]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:35.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:34 smithi060 ceph-mon[31055]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:35.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:35.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:35.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:34 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:35.102 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:34 smithi052 ceph-mon[28035]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:35.102 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:35.103 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:35.103 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:34 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:35.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:34 smithi078 ceph-mon[31713]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:35.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:35.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:35.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:34 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:37.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:36 smithi060 ceph-mon[31055]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:37.160 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:36 smithi052 ceph-mon[28035]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:37.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:36 smithi078 ceph-mon[31713]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:37.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.626+0000 7f26b77fe700 1 -- 172.21.15.52:0/1176178553 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f26c80ff150 con 0x7f26b00a3c40 2024-04-21T09:04:37.626 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 6 on host 'smithi052' 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f26b00a3c40 msgr2=0x7f26b00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f26b00a3c40 0x7f26b00a6100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f26c819a1c0 tx=0x7f26bc009190 comp rx=0 tx=0).stop 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 msgr2=0x7f26c8198cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 0x7f26c8198cb0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f26b8009f50 tx=0x7f26b80047b0 comp rx=0 tx=0).stop 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 shutdown_connections 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f26b00a3c40 0x7f26b00a6100 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f26c8103540 0x7f26c81a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f26c81019a0 0x7f26c8198cb0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:37.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 --2- 172.21.15.52:0/1176178553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f26c8102ba0 0x7f26c81991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:37.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 >> 172.21.15.52:0/1176178553 conn(0x7f26c80fcf40 msgr2=0x7f26c80fea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:04:37.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 shutdown_connections 2024-04-21T09:04:37.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:04:37.628+0000 7f26ccff0700 1 -- 172.21.15.52:0/1176178553 wait complete. 2024-04-21T09:04:38.464 DEBUG:teuthology.orchestra.run.smithi052:osd.6> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.6.service 2024-04-21T09:04:38.466 INFO:tasks.cephadm:Deploying osd.7 on smithi060 with /dev/vg_nvme/lv_2... 2024-04-21T09:04:38.467 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-21T09:04:38.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:38 smithi052 ceph-mon[28035]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:38.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:38 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:38 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:38 smithi052 ceph-mon[28035]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-21T09:04:38.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:38 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:38 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.724 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:04:38.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:38 smithi060 ceph-mon[31055]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:38.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:38 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:38 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:38 smithi060 ceph-mon[31055]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-21T09:04:38.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:38 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:38 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:38 smithi078 ceph-mon[31713]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:38.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:38 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:38 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:38 smithi078 ceph-mon[31713]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-21T09:04:38.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:38 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:38.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:38 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:39 smithi060 ceph-mon[31055]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-21T09:04:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:39 smithi060 ceph-mon[31055]: osdmap e44: 7 total, 6 up, 7 in 2024-04-21T09:04:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:39 smithi060 ceph-mon[31055]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:04:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:39.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:39 smithi078 ceph-mon[31713]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-21T09:04:39.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:39 smithi078 ceph-mon[31713]: osdmap e44: 7 total, 6 up, 7 in 2024-04-21T09:04:39.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:39 smithi078 ceph-mon[31713]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:04:39.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:39.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:39 smithi052 ceph-mon[28035]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-21T09:04:39.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:39 smithi052 ceph-mon[28035]: osdmap e44: 7 total, 6 up, 7 in 2024-04-21T09:04:39.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:39 smithi052 ceph-mon[28035]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:04:39.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:40.454 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:04:40 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:04:40.132+0000 7fbd10b61700 -1 osd.6 0 waiting for initial osdmap 2024-04-21T09:04:40.454 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:04:40 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:04:40.141+0000 7fbd0894c700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:04:40.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:40 smithi052 ceph-mon[28035]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:40.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:40 smithi052 ceph-mon[28035]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:04:40.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:40 smithi052 ceph-mon[28035]: osdmap e45: 7 total, 6 up, 7 in 2024-04-21T09:04:40.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:40.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:40.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:40 smithi052 ceph-mon[28035]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' 2024-04-21T09:04:40.834 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-21T09:04:40.834 INFO:teuthology.orchestra.run.smithi060.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-21T09:04:40.834 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10+0 records in 2024-04-21T09:04:40.834 INFO:teuthology.orchestra.run.smithi060.stderr:10+0 records out 2024-04-21T09:04:40.834 INFO:teuthology.orchestra.run.smithi060.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00837542 s, 1.3 GB/s 2024-04-21T09:04:40.834 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping successful for: 2024-04-21T09:04:40.858 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:40 smithi060 ceph-mon[31055]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:40.858 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:40 smithi060 ceph-mon[31055]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:04:40.859 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:40 smithi060 ceph-mon[31055]: osdmap e45: 7 total, 6 up, 7 in 2024-04-21T09:04:40.859 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:40.859 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:40.859 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:40 smithi060 ceph-mon[31055]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' 2024-04-21T09:04:40.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:40 smithi078 ceph-mon[31713]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:40.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:40 smithi078 ceph-mon[31713]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:04:40.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:40 smithi078 ceph-mon[31713]: osdmap e45: 7 total, 6 up, 7 in 2024-04-21T09:04:40.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:40.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:40.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:40 smithi078 ceph-mon[31713]: from='osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824]' entity='osd.6' 2024-04-21T09:04:41.486 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi060:vg_nvme/lv_2 2024-04-21T09:04:41.750 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:04:41.789 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:41 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:04:41.789 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:41 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:04:41.789 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:41.789 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:41 smithi060 ceph-mon[31055]: osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] boot 2024-04-21T09:04:41.789 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:41 smithi060 ceph-mon[31055]: osdmap e46: 7 total, 7 up, 7 in 2024-04-21T09:04:41.789 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:41.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:41 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:04:41.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:41 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:04:41.885 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:41.885 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:41 smithi052 ceph-mon[28035]: osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] boot 2024-04-21T09:04:41.885 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:41 smithi052 ceph-mon[28035]: osdmap e46: 7 total, 7 up, 7 in 2024-04-21T09:04:41.885 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:41.947 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:41 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:04:41.948 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:41 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:04:41.948 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:41.948 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:41 smithi078 ceph-mon[31713]: osd.6 [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] boot 2024-04-21T09:04:41.948 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:41 smithi078 ceph-mon[31713]: osdmap e46: 7 total, 7 up, 7 in 2024-04-21T09:04:41.948 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:04:43.418 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 -- 172.21.15.60:0/1189109300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 msgr2=0x7fa558105960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:43.418 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/1189109300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 0x7fa558105960 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa548009990 tx=0x7fa548009ca0 comp rx=0 tx=0).stop 2024-04-21T09:04:43.418 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 -- 172.21.15.60:0/1189109300 shutdown_connections 2024-04-21T09:04:43.418 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/1189109300 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa5581087d0 0x7fa55810ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:43.418 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/1189109300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 0x7fa558105960 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:43.418 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/1189109300 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa558105ea0 0x7fa558108290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 -- 172.21.15.60:0/1189109300 >> 172.21.15.60:0/1189109300 conn(0x7fa5580fcfa0 msgr2=0x7fa5580ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 -- 172.21.15.60:0/1189109300 shutdown_connections 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 -- 172.21.15.60:0/1189109300 wait complete. 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.415+0000 7fa55e0ef700 1 Processor -- start 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa55e0ef700 1 -- start start 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa55e0ef700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 0x7fa55819ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa55e0ef700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa558105ea0 0x7fa55819b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa55e0ef700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa5581087d0 0x7fa5581a2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:04:43.421 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa55e0ef700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa55810e580 con 0x7fa558105ea0 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa55e0ef700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa55810e400 con 0x7fa558103570 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa55e0ef700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa55810e700 con 0x7fa5581087d0 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 0x7fa55819ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 0x7fa55819ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.60:56832/0 (socket says 172.21.15.60:56832) 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 -- 172.21.15.60:0/3318968047 learned_addr learned my addr 172.21.15.60:0/3318968047 (peer_addr_for_me v2:172.21.15.60:0/0) 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa556ffd700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa558105ea0 0x7fa55819b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa557fff700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa5581087d0 0x7fa5581a2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 -- 172.21.15.60:0/3318968047 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa5581087d0 msgr2=0x7fa5581a2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa5581087d0 0x7fa5581a2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 -- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa558105ea0 msgr2=0x7fa55819b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa558105ea0 0x7fa55819b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 -- 172.21.15.60:0/3318968047 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5581a2ab0 con 0x7fa558103570 2024-04-21T09:04:43.422 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.416+0000 7fa5577fe700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 0x7fa55819ae50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa548006010 tx=0x7fa5480047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:04:43.423 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.417+0000 7fa554ff9700 1 -- 172.21.15.60:0/3318968047 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa548027070 con 0x7fa558103570 2024-04-21T09:04:43.423 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.417+0000 7fa554ff9700 1 -- 172.21.15.60:0/3318968047 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5480040c0 con 0x7fa558103570 2024-04-21T09:04:43.423 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.417+0000 7fa554ff9700 1 -- 172.21.15.60:0/3318968047 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa548022d10 con 0x7fa558103570 2024-04-21T09:04:43.423 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.417+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5581a2d40 con 0x7fa558103570 2024-04-21T09:04:43.423 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.417+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5581a31a0 con 0x7fa558103570 2024-04-21T09:04:43.424 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.418+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa558069730 con 0x7fa558103570 2024-04-21T09:04:43.424 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.419+0000 7fa554ff9700 1 -- 172.21.15.60:0/3318968047 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa54802a070 con 0x7fa558103570 2024-04-21T09:04:43.424 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.419+0000 7fa554ff9700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa5400a3cc0 0x7fa5400a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:04:43.424 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.420+0000 7fa554ff9700 1 -- 172.21.15.60:0/3318968047 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 4965+0+0 (secure 0 0 0) 0x7fa5480d0a70 con 0x7fa558103570 2024-04-21T09:04:43.424 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.420+0000 7fa556ffd700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa5400a3cc0 0x7fa5400a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:04:43.425 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.420+0000 7fa556ffd700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa5400a3cc0 0x7fa5400a6180 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa54c004630 tx=0x7fa54c00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:04:43.425 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.423+0000 7fa554ff9700 1 -- 172.21.15.60:0/3318968047 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa548031070 con 0x7fa558103570 2024-04-21T09:04:43.643 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:04:43.642+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fa558062e80 con 0x7fa5400a3cc0 2024-04-21T09:04:43.643 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi052 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi052 to 5697M 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:43.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.645 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:43 smithi060 ceph-mon[31055]: osdmap e47: 7 total, 7 up, 7 in 2024-04-21T09:04:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi052 2024-04-21T09:04:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi052 to 5697M 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:43 smithi078 ceph-mon[31713]: osdmap e47: 7 total, 7 up, 7 in 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi052 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi052 to 5697M 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:04:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:04:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:04:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:43 smithi052 ceph-mon[28035]: osdmap e47: 7 total, 7 up, 7 in 2024-04-21T09:04:44.537 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:44 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:04:44.537 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:44 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:04:44.537 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:44 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:44.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:44 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:04:44.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:44 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:04:44.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:44 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:44 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:04:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:44 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:04:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:44 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:45.523 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:45 smithi060 ceph-mon[31055]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:45.523 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:45 smithi060 ceph-mon[31055]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:04:45.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:45 smithi078 ceph-mon[31713]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:45.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:45 smithi078 ceph-mon[31713]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:04:45.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:45 smithi052 ceph-mon[28035]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 209 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:45.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:45 smithi052 ceph-mon[28035]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:04:47.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:47 smithi078 ceph-mon[31713]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:47.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:47 smithi078 ceph-mon[31713]: from='client.? 172.21.15.60:0/1261436227' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]: dispatch 2024-04-21T09:04:47.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:47 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]: dispatch 2024-04-21T09:04:47.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:47 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]': finished 2024-04-21T09:04:47.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:47 smithi078 ceph-mon[31713]: osdmap e48: 8 total, 7 up, 8 in 2024-04-21T09:04:47.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:47 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:04:47.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:47 smithi078 ceph-mon[31713]: from='client.? 172.21.15.60:0/3290461632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:04:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:47 smithi052 ceph-mon[28035]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:47 smithi052 ceph-mon[28035]: from='client.? 172.21.15.60:0/1261436227' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]: dispatch 2024-04-21T09:04:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:47 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]: dispatch 2024-04-21T09:04:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:47 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]': finished 2024-04-21T09:04:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:47 smithi052 ceph-mon[28035]: osdmap e48: 8 total, 7 up, 8 in 2024-04-21T09:04:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:47 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:04:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:47 smithi052 ceph-mon[28035]: from='client.? 172.21.15.60:0/3290461632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:04:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:47 smithi060 ceph-mon[31055]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:47 smithi060 ceph-mon[31055]: from='client.? 172.21.15.60:0/1261436227' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]: dispatch 2024-04-21T09:04:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:47 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]: dispatch 2024-04-21T09:04:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:47 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "89c7e3e3-17ac-4155-a6b5-72b75945d236"}]': finished 2024-04-21T09:04:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:47 smithi060 ceph-mon[31055]: osdmap e48: 8 total, 7 up, 8 in 2024-04-21T09:04:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:47 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:04:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:47 smithi060 ceph-mon[31055]: from='client.? 172.21.15.60:0/3290461632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:04:49.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:49 smithi078 ceph-mon[31713]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:49.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:49 smithi052 ceph-mon[28035]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:49 smithi060 ceph-mon[31055]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:51.643 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:51 smithi060 ceph-mon[31055]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:51.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:51 smithi078 ceph-mon[31713]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:51.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:51 smithi052 ceph-mon[28035]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:53.554 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:53 smithi060 ceph-mon[31055]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:53.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:53 smithi078 ceph-mon[31713]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:53.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:53 smithi052 ceph-mon[28035]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:54.681 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:54 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-21T09:04:54.681 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:54 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:54.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:54 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-21T09:04:54.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:54 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:54.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:54 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-21T09:04:54.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:54 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:04:55.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:55 smithi078 ceph-mon[31713]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:55.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:55 smithi078 ceph-mon[31713]: Deploying daemon osd.7 on smithi060 2024-04-21T09:04:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:55 smithi052 ceph-mon[28035]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:55 smithi052 ceph-mon[28035]: Deploying daemon osd.7 on smithi060 2024-04-21T09:04:55.745 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:55 smithi060 ceph-mon[31055]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:55.745 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:55 smithi060 ceph-mon[31055]: Deploying daemon osd.7 on smithi060 2024-04-21T09:04:57.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:57 smithi060 ceph-mon[31055]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:57.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:57 smithi078 ceph-mon[31713]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:57.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:57 smithi052 ceph-mon[28035]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:59.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:04:59 smithi060 ceph-mon[31055]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:59.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:04:59 smithi078 ceph-mon[31713]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:04:59.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:04:59 smithi052 ceph-mon[28035]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:00.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:00.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:00.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:00.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:00 smithi060 ceph-mon[31055]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:00 smithi078 ceph-mon[31713]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:00 smithi052 ceph-mon[28035]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:03.164 INFO:teuthology.orchestra.run.smithi060.stdout:Created osd(s) 7 on host 'smithi060' 2024-04-21T09:05:03.164 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.164+0000 7fa554ff9700 1 -- 172.21.15.60:0/3318968047 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa558062e80 con 0x7fa5400a3cc0 2024-04-21T09:05:03.166 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa5400a3cc0 msgr2=0x7fa5400a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:03.166 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa5400a3cc0 0x7fa5400a6180 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa54c004630 tx=0x7fa54c00b3c0 comp rx=0 tx=0).stop 2024-04-21T09:05:03.166 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 msgr2=0x7fa55819ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:03.166 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 0x7fa55819ae50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa548006010 tx=0x7fa5480047b0 comp rx=0 tx=0).stop 2024-04-21T09:05:03.167 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 shutdown_connections 2024-04-21T09:05:03.167 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa5400a3cc0 0x7fa5400a6180 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:03.167 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa5581087d0 0x7fa5581a2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:03.167 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa558103570 0x7fa55819ae50 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:03.167 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 --2- 172.21.15.60:0/3318968047 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa558105ea0 0x7fa55819b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:03.167 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.166+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 >> 172.21.15.60:0/3318968047 conn(0x7fa5580fcfa0 msgr2=0x7fa558102cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:05:03.167 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.167+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 shutdown_connections 2024-04-21T09:05:03.167 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:05:03.167+0000 7fa55e0ef700 1 -- 172.21.15.60:0/3318968047 wait complete. 2024-04-21T09:05:03.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:03.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T09:05:03.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:03 smithi078 ceph-mon[31713]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T09:05:03.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:03 smithi052 ceph-mon[28035]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T09:05:03.746 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:03.746 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.746 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.746 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:03.746 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:03.746 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.746 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.746 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:03.747 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:03.747 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T09:05:03.747 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:03 smithi060 ceph-mon[31055]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-21T09:05:03.770 DEBUG:teuthology.orchestra.run.smithi060:osd.7> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.7.service 2024-04-21T09:05:03.772 INFO:tasks.cephadm:Deploying osd.8 on smithi078 with /dev/vg_nvme/lv_2... 2024-04-21T09:05:03.773 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-21T09:05:04.014 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:05:05.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:05 smithi078 ceph-mon[31713]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:05 smithi078 ceph-mon[31713]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-21T09:05:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:05 smithi078 ceph-mon[31713]: from='osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:05:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:05 smithi078 ceph-mon[31713]: osdmap e49: 8 total, 7 up, 8 in 2024-04-21T09:05:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:05 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:05 smithi078 ceph-mon[31713]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:05:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:05 smithi052 ceph-mon[28035]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:05 smithi052 ceph-mon[28035]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-21T09:05:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:05 smithi052 ceph-mon[28035]: from='osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:05:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:05 smithi052 ceph-mon[28035]: osdmap e49: 8 total, 7 up, 8 in 2024-04-21T09:05:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:05 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:05 smithi052 ceph-mon[28035]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:05:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:05 smithi060 ceph-mon[31055]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:05 smithi060 ceph-mon[31055]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-21T09:05:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:05 smithi060 ceph-mon[31055]: from='osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:05:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:05 smithi060 ceph-mon[31055]: osdmap e49: 8 total, 7 up, 8 in 2024-04-21T09:05:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:05 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:05.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:05 smithi060 ceph-mon[31055]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:05:05.591 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:05:05 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:05:05.156+0000 7f45b5a68700 -1 osd.7 0 waiting for initial osdmap 2024-04-21T09:05:05.591 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:05:05 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:05:05.165+0000 7f45b185b700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:05:05.933 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-21T09:05:05.933 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-21T09:05:05.933 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10+0 records in 2024-04-21T09:05:05.933 INFO:teuthology.orchestra.run.smithi078.stderr:10+0 records out 2024-04-21T09:05:05.933 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115298 s, 909 MB/s 2024-04-21T09:05:05.933 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping successful for: 2024-04-21T09:05:06.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:06 smithi078 ceph-mon[31713]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:05:06.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:06 smithi078 ceph-mon[31713]: osdmap e50: 8 total, 7 up, 8 in 2024-04-21T09:05:06.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:06 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:06 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:06 smithi078 ceph-mon[31713]: osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] boot 2024-04-21T09:05:06.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:06 smithi078 ceph-mon[31713]: osdmap e51: 8 total, 8 up, 8 in 2024-04-21T09:05:06.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:06 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:06 smithi060 ceph-mon[31055]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:05:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:06 smithi060 ceph-mon[31055]: osdmap e50: 8 total, 7 up, 8 in 2024-04-21T09:05:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:06 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:06 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:06 smithi060 ceph-mon[31055]: osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] boot 2024-04-21T09:05:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:06 smithi060 ceph-mon[31055]: osdmap e51: 8 total, 8 up, 8 in 2024-04-21T09:05:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:06 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:06 smithi052 ceph-mon[28035]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:05:06.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:06 smithi052 ceph-mon[28035]: osdmap e50: 8 total, 7 up, 8 in 2024-04-21T09:05:06.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:06 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:06 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:06 smithi052 ceph-mon[28035]: osd.7 [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] boot 2024-04-21T09:05:06.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:06 smithi052 ceph-mon[28035]: osdmap e51: 8 total, 8 up, 8 in 2024-04-21T09:05:06.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:06 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:05:06.581 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_2 2024-04-21T09:05:06.834 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:05:07.250 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:05:07.250 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:05:07.250 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.251 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:07 smithi078 ceph-mon[31713]: osdmap e52: 8 total, 8 up, 8 in 2024-04-21T09:05:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:05:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:05:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:07 smithi052 ceph-mon[28035]: osdmap e52: 8 total, 8 up, 8 in 2024-04-21T09:05:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:05:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:05:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-04-21T09:05:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:07.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:07.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:07.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:07.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:07 smithi060 ceph-mon[31055]: osdmap e52: 8 total, 8 up, 8 in 2024-04-21T09:05:08.268 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:08 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi060 2024-04-21T09:05:08.268 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:08 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi060 to 5697M 2024-04-21T09:05:08.268 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:08 smithi078 ceph-mon[31713]: osdmap e53: 8 total, 8 up, 8 in 2024-04-21T09:05:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:08 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi060 2024-04-21T09:05:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:08 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi060 to 5697M 2024-04-21T09:05:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:08 smithi052 ceph-mon[28035]: osdmap e53: 8 total, 8 up, 8 in 2024-04-21T09:05:08.504 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.502+0000 7f5850468700 1 -- 172.21.15.78:0/2045269401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 msgr2=0x7f5848101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:08.504 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.502+0000 7f5850468700 1 --2- 172.21.15.78:0/2045269401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 0x7f5848101dc0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f583c009990 tx=0x7f583c009ca0 comp rx=0 tx=0).stop 2024-04-21T09:05:08.504 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 -- 172.21.15.78:0/2045269401 shutdown_connections 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 --2- 172.21.15.78:0/2045269401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5848103540 0x7f5848109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 --2- 172.21.15.78:0/2045269401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 0x7f5848101dc0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 --2- 172.21.15.78:0/2045269401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5848102ba0 0x7f5848103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 -- 172.21.15.78:0/2045269401 >> 172.21.15.78:0/2045269401 conn(0x7f58480fcf40 msgr2=0x7f58480ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 -- 172.21.15.78:0/2045269401 shutdown_connections 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 -- 172.21.15.78:0/2045269401 wait complete. 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 Processor -- start 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 -- start start 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 0x7f584806b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5848102ba0 0x7f584819d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5848103540 0x7f584819ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f584810d410 con 0x7f5848103540 2024-04-21T09:05:08.505 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f584810d290 con 0x7f5848102ba0 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f5850468700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f584810d590 con 0x7f58481019a0 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f584e204700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 0x7f584806b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f584e204700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 0x7f584806b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:41918/0 (socket says 172.21.15.78:41918) 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.503+0000 7f584e204700 1 -- 172.21.15.78:0/2543942818 learned_addr learned my addr 172.21.15.78:0/2543942818 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f584ea05700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5848103540 0x7f584819ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f584da03700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5848102ba0 0x7f584819d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f584e204700 1 -- 172.21.15.78:0/2543942818 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5848102ba0 msgr2=0x7f584819d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f584e204700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5848102ba0 0x7f584819d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f584e204700 1 -- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5848103540 msgr2=0x7f584819ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f584e204700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5848103540 0x7f584819ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f584e204700 1 -- 172.21.15.78:0/2543942818 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58481a08b0 con 0x7f58481019a0 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f584e204700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 0x7f584806b290 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f583c00b2e0 tx=0x7f583c00f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:05:08.506 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f583b7fe700 1 -- 172.21.15.78:0/2543942818 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583c027070 con 0x7f58481019a0 2024-04-21T09:05:08.507 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58481a0b40 con 0x7f58481019a0 2024-04-21T09:05:08.507 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f583b7fe700 1 -- 172.21.15.78:0/2543942818 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f583c00be70 con 0x7f58481019a0 2024-04-21T09:05:08.507 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f583b7fe700 1 -- 172.21.15.78:0/2543942818 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583c017650 con 0x7f58481019a0 2024-04-21T09:05:08.507 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.504+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58481a0ff0 con 0x7f58481019a0 2024-04-21T09:05:08.508 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.505+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5848069730 con 0x7f58481019a0 2024-04-21T09:05:08.508 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.506+0000 7f583b7fe700 1 -- 172.21.15.78:0/2543942818 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f583c02a070 con 0x7f58481019a0 2024-04-21T09:05:08.508 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.507+0000 7f583b7fe700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f58340a3c40 0x7f58340a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:05:08.508 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.507+0000 7f584da03700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f58340a3c40 0x7f58340a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:05:08.508 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.507+0000 7f583b7fe700 1 -- 172.21.15.78:0/2543942818 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5426+0+0 (secure 0 0 0) 0x7f583c0d0950 con 0x7f58481019a0 2024-04-21T09:05:08.508 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.508+0000 7f584da03700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f58340a3c40 0x7f58340a6100 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5844007c60 tx=0x7f58440073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:05:08.511 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.512+0000 7f583b7fe700 1 -- 172.21.15.78:0/2543942818 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f583c05eff0 con 0x7f58481019a0 2024-04-21T09:05:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:08 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi060 2024-04-21T09:05:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:08 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi060 to 5697M 2024-04-21T09:05:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:08 smithi060 ceph-mon[31055]: osdmap e53: 8 total, 8 up, 8 in 2024-04-21T09:05:08.717 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:08.717+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f5848062f40 con 0x7f58340a3c40 2024-04-21T09:05:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:09 smithi078 ceph-mon[31713]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:09 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:05:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:09 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:05:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:09 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:09 smithi052 ceph-mon[28035]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:09 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:05:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:09 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:05:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:09 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:09 smithi060 ceph-mon[31055]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:09 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:05:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:09 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:05:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:09 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:10.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:10 smithi078 ceph-mon[31713]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:05:10.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:10 smithi078 ceph-mon[31713]: osdmap e54: 8 total, 8 up, 8 in 2024-04-21T09:05:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:10 smithi052 ceph-mon[28035]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:05:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:10 smithi052 ceph-mon[28035]: osdmap e54: 8 total, 8 up, 8 in 2024-04-21T09:05:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:10 smithi060 ceph-mon[31055]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:05:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:10 smithi060 ceph-mon[31055]: osdmap e54: 8 total, 8 up, 8 in 2024-04-21T09:05:11.180 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:11 smithi078 ceph-mon[31713]: pgmap v183: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:11.180 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:11 smithi078 ceph-mon[31713]: osdmap e55: 8 total, 8 up, 8 in 2024-04-21T09:05:11.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:11 smithi052 ceph-mon[28035]: pgmap v183: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:11.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:11 smithi052 ceph-mon[28035]: osdmap e55: 8 total, 8 up, 8 in 2024-04-21T09:05:11.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:11 smithi060 ceph-mon[31055]: pgmap v183: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:11.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:11 smithi060 ceph-mon[31055]: osdmap e55: 8 total, 8 up, 8 in 2024-04-21T09:05:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:12 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/1852622094' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]: dispatch 2024-04-21T09:05:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:12 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]: dispatch 2024-04-21T09:05:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:12 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]': finished 2024-04-21T09:05:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:12 smithi078 ceph-mon[31713]: osdmap e56: 9 total, 8 up, 9 in 2024-04-21T09:05:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:12 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/186889077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:05:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:12 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/1852622094' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]: dispatch 2024-04-21T09:05:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:12 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]: dispatch 2024-04-21T09:05:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:12 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]': finished 2024-04-21T09:05:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:12 smithi052 ceph-mon[28035]: osdmap e56: 9 total, 8 up, 9 in 2024-04-21T09:05:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:12.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:12 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/186889077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:05:12.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:12 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/1852622094' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]: dispatch 2024-04-21T09:05:12.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:12 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]: dispatch 2024-04-21T09:05:12.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:12 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a49cb9c4-c8c8-468f-8a00-eb25e41fc401"}]': finished 2024-04-21T09:05:12.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:12 smithi060 ceph-mon[31055]: osdmap e56: 9 total, 8 up, 9 in 2024-04-21T09:05:12.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:12.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:12 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/186889077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:05:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:13 smithi060 ceph-mon[31055]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:13.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:13 smithi078 ceph-mon[31713]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:13.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:13 smithi052 ceph-mon[28035]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:15.790 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:15 smithi078 ceph-mon[31713]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:15 smithi060 ceph-mon[31055]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:15 smithi052 ceph-mon[28035]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:16.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:16 smithi078 ceph-mon[31713]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:16 smithi060 ceph-mon[31055]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:16.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:16 smithi052 ceph-mon[28035]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:18.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:18 smithi078 ceph-mon[31713]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:18.953 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:18 smithi052 ceph-mon[28035]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:19.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:18 smithi060 ceph-mon[31055]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:19.840 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-21T09:05:19.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:19.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:19 smithi078 ceph-mon[31713]: Deploying daemon osd.8 on smithi078 2024-04-21T09:05:19.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-21T09:05:19.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:19.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:19 smithi052 ceph-mon[28035]: Deploying daemon osd.8 on smithi078 2024-04-21T09:05:20.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-21T09:05:20.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:20.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:19 smithi060 ceph-mon[31055]: Deploying daemon osd.8 on smithi078 2024-04-21T09:05:20.856 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:20 smithi078 ceph-mon[31713]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:20.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:20 smithi052 ceph-mon[28035]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:20 smithi060 ceph-mon[31055]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:22.906 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:22 smithi078 ceph-mon[31713]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:22.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:22 smithi052 ceph-mon[28035]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:23.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:22 smithi060 ceph-mon[31055]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:24.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:24 smithi078 ceph-mon[31713]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:24.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:24 smithi052 ceph-mon[28035]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:25.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:24 smithi060 ceph-mon[31055]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:25 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:25 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:25.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:25 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:25 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:25 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:25 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:26.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:26.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:26.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:26.849 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:26 smithi078 ceph-mon[31713]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:26.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:26 smithi052 ceph-mon[28035]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:26 smithi060 ceph-mon[31055]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:28.485 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.485+0000 7f583b7fe700 1 -- 172.21.15.78:0/2543942818 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5848062f40 con 0x7f58340a3c40 2024-04-21T09:05:28.486 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 8 on host 'smithi078' 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f58340a3c40 msgr2=0x7f58340a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f58340a3c40 0x7f58340a6100 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5844007c60 tx=0x7f58440073d0 comp rx=0 tx=0).stop 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 msgr2=0x7f584806b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 0x7f584806b290 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f583c00b2e0 tx=0x7f583c00f690 comp rx=0 tx=0).stop 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 shutdown_connections 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f58340a3c40 0x7f58340a6100 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5848103540 0x7f584819ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f58481019a0 0x7f584806b290 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 --2- 172.21.15.78:0/2543942818 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5848102ba0 0x7f584819d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 >> 172.21.15.78:0/2543942818 conn(0x7f58480fcf40 msgr2=0x7f5848106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:05:28.488 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 shutdown_connections 2024-04-21T09:05:28.489 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:05:28.488+0000 7f5850468700 1 -- 172.21.15.78:0/2543942818 wait complete. 2024-04-21T09:05:28.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:28.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:28.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:28.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:28.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T09:05:28.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:28 smithi078 ceph-mon[31713]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T09:05:28.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:28.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T09:05:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:28 smithi052 ceph-mon[28035]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T09:05:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:29.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:29.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:29.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T09:05:29.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:28 smithi060 ceph-mon[31055]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-21T09:05:29.143 DEBUG:teuthology.orchestra.run.smithi078:osd.8> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.8.service 2024-04-21T09:05:29.145 INFO:tasks.cephadm:Deploying osd.9 on smithi052 with /dev/vg_nvme/lv_1... 2024-04-21T09:05:29.146 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-21T09:05:29.403 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:05:30.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:30 smithi078 ceph-mon[31713]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-21T09:05:30.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:30 smithi078 ceph-mon[31713]: osdmap e57: 9 total, 8 up, 9 in 2024-04-21T09:05:30.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:30.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:30 smithi078 ceph-mon[31713]: from='osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:05:30.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:30 smithi078 ceph-mon[31713]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:05:30.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:05:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:05:30.481+0000 7f3d9b180700 -1 osd.8 0 waiting for initial osdmap 2024-04-21T09:05:30.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:05:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:05:30.492+0000 7f3d96f73700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:05:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:30 smithi060 ceph-mon[31055]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-21T09:05:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:30 smithi060 ceph-mon[31055]: osdmap e57: 9 total, 8 up, 9 in 2024-04-21T09:05:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:30 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:30 smithi060 ceph-mon[31055]: from='osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:05:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:30 smithi060 ceph-mon[31055]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:05:30.916 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:30 smithi052 ceph-mon[28035]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-21T09:05:30.917 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:30 smithi052 ceph-mon[28035]: osdmap e57: 9 total, 8 up, 9 in 2024-04-21T09:05:30.917 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:30.917 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:30 smithi052 ceph-mon[28035]: from='osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:05:30.917 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:30 smithi052 ceph-mon[28035]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:05:31.795 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:31 smithi052 ceph-mon[28035]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:31.796 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:31 smithi052 ceph-mon[28035]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:05:31.796 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:31 smithi052 ceph-mon[28035]: osdmap e58: 9 total, 8 up, 9 in 2024-04-21T09:05:31.796 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:31.796 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:31.796 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:31 smithi052 ceph-mon[28035]: osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] boot 2024-04-21T09:05:31.796 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:31 smithi052 ceph-mon[28035]: osdmap e59: 9 total, 9 up, 9 in 2024-04-21T09:05:31.796 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:31.797 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-21T09:05:31.797 INFO:teuthology.orchestra.run.smithi052.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-21T09:05:31.797 INFO:teuthology.orchestra.run.smithi052.stderr: stderr: 10+0 records in 2024-04-21T09:05:31.797 INFO:teuthology.orchestra.run.smithi052.stderr:10+0 records out 2024-04-21T09:05:31.797 INFO:teuthology.orchestra.run.smithi052.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00837832 s, 1.3 GB/s 2024-04-21T09:05:31.797 INFO:teuthology.orchestra.run.smithi052.stderr:--> Zapping successful for: 2024-04-21T09:05:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:31 smithi060 ceph-mon[31055]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:31 smithi060 ceph-mon[31055]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:05:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:31 smithi060 ceph-mon[31055]: osdmap e58: 9 total, 8 up, 9 in 2024-04-21T09:05:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:31 smithi060 ceph-mon[31055]: osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] boot 2024-04-21T09:05:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:31 smithi060 ceph-mon[31055]: osdmap e59: 9 total, 9 up, 9 in 2024-04-21T09:05:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:31.901 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:31 smithi078 ceph-mon[31713]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-04-21T09:05:31.901 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:31 smithi078 ceph-mon[31713]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:05:31.902 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:31 smithi078 ceph-mon[31713]: osdmap e58: 9 total, 8 up, 9 in 2024-04-21T09:05:31.902 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:31.902 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:31.902 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:31 smithi078 ceph-mon[31713]: osd.8 [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] boot 2024-04-21T09:05:31.902 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:31 smithi078 ceph-mon[31713]: osdmap e59: 9 total, 9 up, 9 in 2024-04-21T09:05:31.902 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:05:32.744 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:05:32.744 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:05:32.744 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: osdmap e60: 9 total, 9 up, 9 in 2024-04-21T09:05:32.744 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.745 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.745 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.745 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.745 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.745 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.745 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:32.745 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:32.745 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.746 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi052:vg_nvme/lv_1 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: osdmap e60: 9 total, 9 up, 9 in 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:32.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:32.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: osdmap e60: 9 total, 9 up, 9 in 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:32.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:32.994 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:05:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:33 smithi052 ceph-mon[28035]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:33 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi078 2024-04-21T09:05:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:33 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi078 to 5696M 2024-04-21T09:05:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:33 smithi052 ceph-mon[28035]: osdmap e61: 9 total, 9 up, 9 in 2024-04-21T09:05:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:33 smithi060 ceph-mon[31055]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:33 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi078 2024-04-21T09:05:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:33 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi078 to 5696M 2024-04-21T09:05:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:33 smithi060 ceph-mon[31055]: osdmap e61: 9 total, 9 up, 9 in 2024-04-21T09:05:33.846 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:33 smithi078 ceph-mon[31713]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:33.847 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:33 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi078 2024-04-21T09:05:33.847 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:33 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi078 to 5696M 2024-04-21T09:05:33.847 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:33 smithi078 ceph-mon[31713]: osdmap e61: 9 total, 9 up, 9 in 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 -- 172.21.15.52:0/836369897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14141019c0 msgr2=0x7f1414101de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 --2- 172.21.15.52:0/836369897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14141019c0 0x7f1414101de0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f14040099c0 tx=0x7f1404009cd0 comp rx=0 tx=0).stop 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 -- 172.21.15.52:0/836369897 shutdown_connections 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 --2- 172.21.15.52:0/836369897 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1414103560 0x7f1414109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 --2- 172.21.15.52:0/836369897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14141019c0 0x7f1414101de0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 --2- 172.21.15.52:0/836369897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1414102bc0 0x7f1414103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 -- 172.21.15.52:0/836369897 >> 172.21.15.52:0/836369897 conn(0x7f14140fcf60 msgr2=0x7f14140ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 -- 172.21.15.52:0/836369897 shutdown_connections 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.682+0000 7f1419c24700 1 -- 172.21.15.52:0/836369897 wait complete. 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1419c24700 1 Processor -- start 2024-04-21T09:05:34.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1419c24700 1 -- start start 2024-04-21T09:05:34.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1419c24700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14141019c0 0x7f1414198bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:05:34.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1419c24700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1414102bc0 0x7f14141990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:05:34.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1419c24700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1414103560 0x7f14141a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:05:34.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1419c24700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f141410d430 con 0x7f1414102bc0 2024-04-21T09:05:34.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1419c24700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f141410d2b0 con 0x7f14141019c0 2024-04-21T09:05:34.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1419c24700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f141410d5b0 con 0x7f1414103560 2024-04-21T09:05:34.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1412ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1414102bc0 0x7f14141990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1412ffd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1414102bc0 0x7f14141990f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56792/0 (socket says 172.21.15.52:56792) 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.683+0000 7f1412ffd700 1 -- 172.21.15.52:0/2068627678 learned_addr learned my addr 172.21.15.52:0/2068627678 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f14137fe700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14141019c0 0x7f1414198bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1413fff700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1414103560 0x7f14141a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1412ffd700 1 -- 172.21.15.52:0/2068627678 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1414103560 msgr2=0x7f14141a0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1412ffd700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1414103560 0x7f14141a0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1412ffd700 1 -- 172.21.15.52:0/2068627678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14141019c0 msgr2=0x7f1414198bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1412ffd700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14141019c0 0x7f1414198bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1412ffd700 1 -- 172.21.15.52:0/2068627678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14141a0810 con 0x7f1414102bc0 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1412ffd700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1414102bc0 0x7f14141990f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f140800c9e0 tx=0x7f140800ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1410ff9700 1 -- 172.21.15.52:0/2068627678 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408007ac0 con 0x7f1414102bc0 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14141a0b00 con 0x7f1414102bc0 2024-04-21T09:05:34.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1410ff9700 1 -- 172.21.15.52:0/2068627678 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1408007c60 con 0x7f1414102bc0 2024-04-21T09:05:34.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1410ff9700 1 -- 172.21.15.52:0/2068627678 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408018660 con 0x7f1414102bc0 2024-04-21T09:05:34.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.684+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14141a1090 con 0x7f1414102bc0 2024-04-21T09:05:34.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.685+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1414069730 con 0x7f1414102bc0 2024-04-21T09:05:34.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.686+0000 7f1410ff9700 1 -- 172.21.15.52:0/2068627678 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f140800f450 con 0x7f1414102bc0 2024-04-21T09:05:34.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.687+0000 7f1410ff9700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f13fc0a3c40 0x7f13fc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:05:34.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.687+0000 7f14137fe700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f13fc0a3c40 0x7f13fc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:05:34.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.687+0000 7f1410ff9700 1 -- 172.21.15.52:0/2068627678 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5829+0+0 (secure 0 0 0) 0x7f14080cf950 con 0x7f1414102bc0 2024-04-21T09:05:34.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.687+0000 7f14137fe700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f13fc0a3c40 0x7f13fc0a6100 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1404006010 tx=0x7f1404000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:05:34.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.691+0000 7f1410ff9700 1 -- 172.21.15.52:0/2068627678 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1408014030 con 0x7f1414102bc0 2024-04-21T09:05:34.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:34.909+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f141406b880 con 0x7f13fc0a3c40 2024-04-21T09:05:35.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:34 smithi078 ceph-mon[31713]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:35.049 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:34 smithi078 ceph-mon[31713]: osdmap e62: 9 total, 9 up, 9 in 2024-04-21T09:05:35.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:34 smithi060 ceph-mon[31055]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:35.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:34 smithi060 ceph-mon[31055]: osdmap e62: 9 total, 9 up, 9 in 2024-04-21T09:05:35.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:34 smithi052 ceph-mon[28035]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:35.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:34 smithi052 ceph-mon[28035]: osdmap e62: 9 total, 9 up, 9 in 2024-04-21T09:05:36.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:35 smithi060 ceph-mon[31055]: osdmap e63: 9 total, 9 up, 9 in 2024-04-21T09:05:36.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:35 smithi060 ceph-mon[31055]: from='client.14388 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:05:36.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:05:36.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:05:36.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:36.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:35 smithi078 ceph-mon[31713]: osdmap e63: 9 total, 9 up, 9 in 2024-04-21T09:05:36.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:35 smithi078 ceph-mon[31713]: from='client.14388 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:05:36.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:05:36.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:05:36.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:36.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:35 smithi052 ceph-mon[28035]: osdmap e63: 9 total, 9 up, 9 in 2024-04-21T09:05:36.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:35 smithi052 ceph-mon[28035]: from='client.14388 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi052:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:05:36.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:05:36.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:05:36.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:36.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:36 smithi052 ceph-mon[28035]: pgmap v205: 1 pgs: 1 remapped+peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:37.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:36 smithi060 ceph-mon[31055]: pgmap v205: 1 pgs: 1 remapped+peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:37.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:36 smithi078 ceph-mon[31713]: pgmap v205: 1 pgs: 1 remapped+peering; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:39.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:38 smithi060 ceph-mon[31055]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-21T09:05:39.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:38 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/517654132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9329c031-1e34-4440-ac7f-d9a3e1d7ef27"}]: dispatch 2024-04-21T09:05:39.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:38 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/517654132' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9329c031-1e34-4440-ac7f-d9a3e1d7ef27"}]': finished 2024-04-21T09:05:39.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:38 smithi060 ceph-mon[31055]: osdmap e64: 10 total, 9 up, 10 in 2024-04-21T09:05:39.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:38 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:39.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:38 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1498575113' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:05:39.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:38 smithi078 ceph-mon[31713]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-21T09:05:39.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:38 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/517654132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9329c031-1e34-4440-ac7f-d9a3e1d7ef27"}]: dispatch 2024-04-21T09:05:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:38 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/517654132' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9329c031-1e34-4440-ac7f-d9a3e1d7ef27"}]': finished 2024-04-21T09:05:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:38 smithi078 ceph-mon[31713]: osdmap e64: 10 total, 9 up, 10 in 2024-04-21T09:05:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:38 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:38 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1498575113' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:05:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:38 smithi052 ceph-mon[28035]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-04-21T09:05:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:38 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/517654132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9329c031-1e34-4440-ac7f-d9a3e1d7ef27"}]: dispatch 2024-04-21T09:05:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:38 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/517654132' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9329c031-1e34-4440-ac7f-d9a3e1d7ef27"}]': finished 2024-04-21T09:05:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:38 smithi052 ceph-mon[28035]: osdmap e64: 10 total, 9 up, 10 in 2024-04-21T09:05:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:38 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:38 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1498575113' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:05:41.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:40 smithi060 ceph-mon[31055]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-21T09:05:41.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:40 smithi078 ceph-mon[31713]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-21T09:05:41.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:40 smithi052 ceph-mon[28035]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-21T09:05:43.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:42 smithi060 ceph-mon[31055]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-21T09:05:43.134 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:42 smithi052 ceph-mon[28035]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-21T09:05:43.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:42 smithi078 ceph-mon[31713]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-21T09:05:44.909 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:44 smithi052 ceph-mon[28035]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-21T09:05:45.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:44 smithi060 ceph-mon[31055]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-21T09:05:45.105 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:44 smithi078 ceph-mon[31713]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-21T09:05:46.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-21T09:05:46.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:46.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-21T09:05:46.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:46.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-21T09:05:46.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:46 smithi052 ceph-mon[28035]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:05:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:46 smithi052 ceph-mon[28035]: Deploying daemon osd.9 on smithi052 2024-04-21T09:05:47.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:46 smithi060 ceph-mon[31055]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:05:47.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:46 smithi060 ceph-mon[31055]: Deploying daemon osd.9 on smithi052 2024-04-21T09:05:47.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:46 smithi078 ceph-mon[31713]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:05:47.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:46 smithi078 ceph-mon[31713]: Deploying daemon osd.9 on smithi052 2024-04-21T09:05:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:48 smithi052 ceph-mon[28035]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:49.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:48 smithi060 ceph-mon[31055]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:49.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:48 smithi078 ceph-mon[31713]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:51.084 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:50 smithi052 ceph-mon[28035]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:51.089 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:50 smithi060 ceph-mon[31055]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:51.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:50 smithi078 ceph-mon[31713]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:53.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:52 smithi078 ceph-mon[31713]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:53.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:53.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:53.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:52 smithi052 ceph-mon[28035]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:53.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:52 smithi060 ceph-mon[31055]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:53.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:53.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:53.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:54 smithi052 ceph-mon[28035]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:55.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:54 smithi078 ceph-mon[31713]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:55.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:54 smithi060 ceph-mon[31055]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:55.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.924+0000 7f1410ff9700 1 -- 172.21.15.52:0/2068627678 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f141406b880 con 0x7f13fc0a3c40 2024-04-21T09:05:55.925 INFO:teuthology.orchestra.run.smithi052.stdout:Created osd(s) 9 on host 'smithi052' 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.926+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f13fc0a3c40 msgr2=0x7f13fc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.926+0000 7f1419c24700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f13fc0a3c40 0x7f13fc0a6100 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1404006010 tx=0x7f1404000bc0 comp rx=0 tx=0).stop 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.926+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1414102bc0 msgr2=0x7f14141990f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.926+0000 7f1419c24700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1414102bc0 0x7f14141990f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f140800c9e0 tx=0x7f140800ccf0 comp rx=0 tx=0).stop 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.927+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 shutdown_connections 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.927+0000 7f1419c24700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f13fc0a3c40 0x7f13fc0a6100 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.927+0000 7f1419c24700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1414103560 0x7f14141a0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.927+0000 7f1419c24700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14141019c0 0x7f1414198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.927+0000 7f1419c24700 1 --2- 172.21.15.52:0/2068627678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1414102bc0 0x7f14141990f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.927+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 >> 172.21.15.52:0/2068627678 conn(0x7f14140fcf60 msgr2=0x7f141406b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.927+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 shutdown_connections 2024-04-21T09:05:55.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:05:55.927+0000 7f1419c24700 1 -- 172.21.15.52:0/2068627678 wait complete. 2024-04-21T09:05:56.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:56.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:56.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-21T09:05:56.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:55 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:55 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:56.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:05:56.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:05:56.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-21T09:05:56.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:05:56.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:55 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:05:56.701 DEBUG:teuthology.orchestra.run.smithi052:osd.9> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.9.service 2024-04-21T09:05:56.704 INFO:tasks.cephadm:Deploying osd.10 on smithi060 with /dev/vg_nvme/lv_1... 2024-04-21T09:05:56.704 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-21T09:05:56.961 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:05:57.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:56 smithi052 ceph-mon[28035]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:57.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:56 smithi052 ceph-mon[28035]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-21T09:05:57.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:56 smithi052 ceph-mon[28035]: osdmap e65: 10 total, 9 up, 10 in 2024-04-21T09:05:57.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:56 smithi052 ceph-mon[28035]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:05:57.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:56 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:57.206 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:05:57 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:05:57.000+0000 7f09d114a700 -1 osd.9 0 waiting for initial osdmap 2024-04-21T09:05:57.206 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:05:57 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:05:57.013+0000 7f09ccf3d700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:05:57.321 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:56 smithi060 ceph-mon[31055]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:57.321 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:56 smithi060 ceph-mon[31055]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-21T09:05:57.321 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:56 smithi060 ceph-mon[31055]: osdmap e65: 10 total, 9 up, 10 in 2024-04-21T09:05:57.322 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:56 smithi060 ceph-mon[31055]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:05:57.322 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:56 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:57.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:56 smithi078 ceph-mon[31713]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:57.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:56 smithi078 ceph-mon[31713]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-21T09:05:57.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:56 smithi078 ceph-mon[31713]: osdmap e65: 10 total, 9 up, 10 in 2024-04-21T09:05:57.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:56 smithi078 ceph-mon[31713]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]: dispatch 2024-04-21T09:05:57.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:56 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:58.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:58 smithi052 ceph-mon[28035]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:05:58.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:58 smithi052 ceph-mon[28035]: osdmap e66: 10 total, 9 up, 10 in 2024-04-21T09:05:58.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:58.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:58 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:58.276 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:58 smithi060 ceph-mon[31055]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:05:58.276 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:58 smithi060 ceph-mon[31055]: osdmap e66: 10 total, 9 up, 10 in 2024-04-21T09:05:58.276 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:58.277 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:58 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:58.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:58 smithi078 ceph-mon[31713]: from='osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi052", "root=default"]}]': finished 2024-04-21T09:05:58.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:58 smithi078 ceph-mon[31713]: osdmap e66: 10 total, 9 up, 10 in 2024-04-21T09:05:58.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:58.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:58 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:59.315 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:59 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:05:59.315 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:59 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:05:59.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:59 smithi060 ceph-mon[31055]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:59.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:59 smithi060 ceph-mon[31055]: osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] boot 2024-04-21T09:05:59.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:59 smithi060 ceph-mon[31055]: osdmap e67: 10 total, 10 up, 10 in 2024-04-21T09:05:59.316 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:05:59 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:59.316 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-21T09:05:59.316 INFO:teuthology.orchestra.run.smithi060.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-21T09:05:59.316 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10+0 records in 2024-04-21T09:05:59.316 INFO:teuthology.orchestra.run.smithi060.stderr:10+0 records out 2024-04-21T09:05:59.316 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00840834 s, 1.2 GB/s 2024-04-21T09:05:59.316 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping successful for: 2024-04-21T09:05:59.390 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:59 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:05:59.390 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:59 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:05:59.390 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:59 smithi052 ceph-mon[28035]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:59.391 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:59 smithi052 ceph-mon[28035]: osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] boot 2024-04-21T09:05:59.391 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:59 smithi052 ceph-mon[28035]: osdmap e67: 10 total, 10 up, 10 in 2024-04-21T09:05:59.391 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:05:59 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:05:59.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:59 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:05:59.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:59 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:05:59.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:59 smithi078 ceph-mon[31713]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-04-21T09:05:59.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:59 smithi078 ceph-mon[31713]: osd.9 [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] boot 2024-04-21T09:05:59.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:59 smithi078 ceph-mon[31713]: osdmap e67: 10 total, 10 up, 10 in 2024-04-21T09:05:59.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:05:59 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:06:00.104 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi060:vg_nvme/lv_1 2024-04-21T09:06:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: osdmap e68: 10 total, 10 up, 10 in 2024-04-21T09:06:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:00.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:00.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:00 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: osdmap e68: 10 total, 10 up, 10 in 2024-04-21T09:06:00.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:00.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:00.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:00 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.355 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:06:00.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: osdmap e68: 10 total, 10 up, 10 in 2024-04-21T09:06:00.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:00.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:00 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:01 smithi060 ceph-mon[31055]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:01 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi052 2024-04-21T09:06:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:01 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi052 to 4273M 2024-04-21T09:06:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:01 smithi078 ceph-mon[31713]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:01 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi052 2024-04-21T09:06:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:01 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi052 to 4273M 2024-04-21T09:06:01.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:01 smithi052 ceph-mon[28035]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:01.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:01 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi052 2024-04-21T09:06:01.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:01 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi052 to 4273M 2024-04-21T09:06:01.897 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 -- 172.21.15.60:0/61430648 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 msgr2=0x7fbbc8102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:01.897 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 --2- 172.21.15.60:0/61430648 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 0x7fbbc8102ec0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fbbb80099c0 tx=0x7fbbb8009cd0 comp rx=0 tx=0).stop 2024-04-21T09:06:01.897 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 -- 172.21.15.60:0/61430648 shutdown_connections 2024-04-21T09:06:01.897 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 --2- 172.21.15.60:0/61430648 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbc8104640 0x7fbbc810aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:01.897 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 --2- 172.21.15.60:0/61430648 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 0x7fbbc8102ec0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:01.898 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 --2- 172.21.15.60:0/61430648 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbbc8103ca0 0x7fbbc8104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:01.898 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 -- 172.21.15.60:0/61430648 >> 172.21.15.60:0/61430648 conn(0x7fbbc80fe040 msgr2=0x7fbbc8100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:01.898 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 -- 172.21.15.60:0/61430648 shutdown_connections 2024-04-21T09:06:01.898 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 -- 172.21.15.60:0/61430648 wait complete. 2024-04-21T09:06:01.898 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 Processor -- start 2024-04-21T09:06:01.898 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.896+0000 7fbbce57f700 1 -- start start 2024-04-21T09:06:01.899 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbce57f700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 0x7fbbc8198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbce57f700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbbc8103ca0 0x7fbbc8199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbce57f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbc8104640 0x7fbbc81a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbce57f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc810e590 con 0x7fbbc8104640 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbce57f700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc810e410 con 0x7fbbc8102aa0 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbce57f700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc810e710 con 0x7fbbc8103ca0 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc7fff700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 0x7fbbc8198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc7fff700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 0x7fbbc8198cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.60:47192/0 (socket says 172.21.15.60:47192) 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc7fff700 1 -- 172.21.15.60:0/3906453904 learned_addr learned my addr 172.21.15.60:0/3906453904 (peer_addr_for_me v2:172.21.15.60:0/0) 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc77fe700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbbc8103ca0 0x7fbbc8199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbccb1c700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbc8104640 0x7fbbc81a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc7fff700 1 -- 172.21.15.60:0/3906453904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbbc8103ca0 msgr2=0x7fbbc8199230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc7fff700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbbc8103ca0 0x7fbbc8199230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc7fff700 1 -- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbc8104640 msgr2=0x7fbbc81a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:01.900 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc7fff700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbc8104640 0x7fbbc81a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:01.901 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.897+0000 7fbbc7fff700 1 -- 172.21.15.60:0/3906453904 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbc81a0940 con 0x7fbbc8102aa0 2024-04-21T09:06:01.901 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.898+0000 7fbbc7fff700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 0x7fbbc8198cf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fbbb8009f50 tx=0x7fbbb80047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:01.901 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.898+0000 7fbbc57fa700 1 -- 172.21.15.60:0/3906453904 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb8027070 con 0x7fbbc8102aa0 2024-04-21T09:06:01.901 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.898+0000 7fbbc57fa700 1 -- 172.21.15.60:0/3906453904 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbb8022470 con 0x7fbbc8102aa0 2024-04-21T09:06:01.901 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.898+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbc81a0bd0 con 0x7fbbc8102aa0 2024-04-21T09:06:01.901 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.898+0000 7fbbc57fa700 1 -- 172.21.15.60:0/3906453904 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb800f6c0 con 0x7fbbc8102aa0 2024-04-21T09:06:01.901 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.898+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbc81a10b0 con 0x7fbbc8102aa0 2024-04-21T09:06:01.901 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.899+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbc8069730 con 0x7fbbc8102aa0 2024-04-21T09:06:01.902 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.900+0000 7fbbc57fa700 1 -- 172.21.15.60:0/3906453904 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbbb802a070 con 0x7fbbc8102aa0 2024-04-21T09:06:01.902 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.901+0000 7fbbc57fa700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbbb40a3c40 0x7fbbb40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:01.902 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.901+0000 7fbbc57fa700 1 -- 172.21.15.60:0/3906453904 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6261+0+0 (secure 0 0 0) 0x7fbbb80d0f80 con 0x7fbbc8102aa0 2024-04-21T09:06:01.902 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.901+0000 7fbbc77fe700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbbb40a3c40 0x7fbbb40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:01.902 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.901+0000 7fbbc77fe700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbbb40a3c40 0x7fbbb40a6100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0009a10 tx=0x7fbbb0009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:01.905 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:01.904+0000 7fbbc57fa700 1 -- 172.21.15.60:0/3906453904 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbbb8031070 con 0x7fbbc8102aa0 2024-04-21T09:06:02.123 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:02.123+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fbbc8062e80 con 0x7fbbb40a3c40 2024-04-21T09:06:03.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:03 smithi060 ceph-mon[31055]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:03.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:03 smithi060 ceph-mon[31055]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:06:03.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:06:03.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:06:03.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:03 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:03.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:03 smithi078 ceph-mon[31713]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:03.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:03 smithi078 ceph-mon[31713]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:06:03.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:06:03.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:06:03.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:03 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:03.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:03 smithi052 ceph-mon[28035]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:03.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:03 smithi052 ceph-mon[28035]: from='client.24347 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:06:03.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:06:03.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:06:03.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:03 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:05.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:05 smithi060 ceph-mon[31055]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:05.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.60:0/3201985417' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]: dispatch 2024-04-21T09:06:05.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:05 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]: dispatch 2024-04-21T09:06:05.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:05 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]': finished 2024-04-21T09:06:05.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:05 smithi060 ceph-mon[31055]: osdmap e69: 11 total, 10 up, 11 in 2024-04-21T09:06:05.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:05 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:05 smithi078 ceph-mon[31713]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.60:0/3201985417' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]: dispatch 2024-04-21T09:06:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:05 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]: dispatch 2024-04-21T09:06:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:05 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]': finished 2024-04-21T09:06:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:05 smithi078 ceph-mon[31713]: osdmap e69: 11 total, 10 up, 11 in 2024-04-21T09:06:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:05 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:05 smithi052 ceph-mon[28035]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.60:0/3201985417' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]: dispatch 2024-04-21T09:06:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:05 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]: dispatch 2024-04-21T09:06:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:05 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1cb01be9-aca0-4e8a-a154-dffd60648d5b"}]': finished 2024-04-21T09:06:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:05 smithi052 ceph-mon[28035]: osdmap e69: 11 total, 10 up, 11 in 2024-04-21T09:06:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:05 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:06 smithi060 ceph-mon[31055]: from='client.? 172.21.15.60:0/3071171246' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:06:06.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:06 smithi078 ceph-mon[31713]: from='client.? 172.21.15.60:0/3071171246' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:06:06.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:06 smithi052 ceph-mon[28035]: from='client.? 172.21.15.60:0/3071171246' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:06:07.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:07 smithi060 ceph-mon[31055]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:07.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:07 smithi078 ceph-mon[31713]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:07 smithi052 ceph-mon[28035]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:09.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:09 smithi060 ceph-mon[31055]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:09 smithi078 ceph-mon[31713]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:09 smithi052 ceph-mon[28035]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:11.304 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:11 smithi052 ceph-mon[28035]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:11 smithi060 ceph-mon[31055]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:11.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:11 smithi078 ceph-mon[31713]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:13.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:13 smithi060 ceph-mon[31055]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:13.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:13 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-21T09:06:13.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:13 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:13.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:13 smithi060 ceph-mon[31055]: Deploying daemon osd.10 on smithi060 2024-04-21T09:06:13.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:13 smithi078 ceph-mon[31713]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:13.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:13 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-21T09:06:13.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:13 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:13.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:13 smithi078 ceph-mon[31713]: Deploying daemon osd.10 on smithi060 2024-04-21T09:06:13.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:13 smithi052 ceph-mon[28035]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:13.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-21T09:06:13.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:13.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:13 smithi052 ceph-mon[28035]: Deploying daemon osd.10 on smithi060 2024-04-21T09:06:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:15 smithi060 ceph-mon[31055]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:15.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:15 smithi078 ceph-mon[31713]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:15.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:15 smithi052 ceph-mon[28035]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:17.287 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:17 smithi060 ceph-mon[31055]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:17.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:17 smithi078 ceph-mon[31713]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:17.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:17 smithi052 ceph-mon[28035]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:19.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:18 smithi078 ceph-mon[31713]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:19.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:18 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:19.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:18 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:19.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:18 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:19.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:18 smithi052 ceph-mon[28035]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:19.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:18 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:19.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:18 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:19.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:18 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:19.273 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:18 smithi060 ceph-mon[31055]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:19.273 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:18 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:19.273 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:18 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:19.273 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:18 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:20 smithi078 ceph-mon[31713]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:21.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:20 smithi052 ceph-mon[28035]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:21.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:20 smithi060 ceph-mon[31055]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:21.442 INFO:teuthology.orchestra.run.smithi060.stdout:Created osd(s) 10 on host 'smithi060' 2024-04-21T09:06:21.443 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.442+0000 7fbbc57fa700 1 -- 172.21.15.60:0/3906453904 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fbbc8062e80 con 0x7fbbb40a3c40 2024-04-21T09:06:21.445 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbbb40a3c40 msgr2=0x7fbbb40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:21.445 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbbb40a3c40 0x7fbbb40a6100 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0009a10 tx=0x7fbbb0009190 comp rx=0 tx=0).stop 2024-04-21T09:06:21.445 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 msgr2=0x7fbbc8198cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:21.445 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 0x7fbbc8198cf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fbbb8009f50 tx=0x7fbbb80047b0 comp rx=0 tx=0).stop 2024-04-21T09:06:21.445 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 shutdown_connections 2024-04-21T09:06:21.445 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbbb40a3c40 0x7fbbb40a6100 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:21.445 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbbc8104640 0x7fbbc81a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:21.445 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbbc8102aa0 0x7fbbc8198cf0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:21.446 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 --2- 172.21.15.60:0/3906453904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbbc8103ca0 0x7fbbc8199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:21.446 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 >> 172.21.15.60:0/3906453904 conn(0x7fbbc80fe040 msgr2=0x7fbbc81070e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:21.446 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 shutdown_connections 2024-04-21T09:06:21.446 INFO:teuthology.orchestra.run.smithi060.stderr:2024-04-21T09:06:21.445+0000 7fbbce57f700 1 -- 172.21.15.60:0/3906453904 wait complete. 2024-04-21T09:06:22.067 DEBUG:teuthology.orchestra.run.smithi060:osd.10> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.10.service 2024-04-21T09:06:22.070 INFO:tasks.cephadm:Deploying osd.11 on smithi078 with /dev/vg_nvme/lv_1... 2024-04-21T09:06:22.070 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-21T09:06:22.319 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:06:22.682 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.682 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.682 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:22 smithi078 ceph-mon[31713]: from='osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T09:06:22.682 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:22 smithi078 ceph-mon[31713]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T09:06:22.682 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.682 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:22 smithi052 ceph-mon[28035]: from='osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T09:06:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:22 smithi052 ceph-mon[28035]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T09:06:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:22 smithi060 ceph-mon[31055]: from='osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T09:06:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:22 smithi060 ceph-mon[31055]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-21T09:06:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:23 smithi052 ceph-mon[28035]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:23 smithi052 ceph-mon[28035]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-21T09:06:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:23 smithi052 ceph-mon[28035]: osdmap e70: 11 total, 10 up, 11 in 2024-04-21T09:06:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:23 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:23 smithi052 ceph-mon[28035]: from='osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:06:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:23 smithi052 ceph-mon[28035]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:06:23.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:23 smithi078 ceph-mon[31713]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:23.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:23 smithi078 ceph-mon[31713]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-21T09:06:23.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:23 smithi078 ceph-mon[31713]: osdmap e70: 11 total, 10 up, 11 in 2024-04-21T09:06:23.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:23 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:23.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:23 smithi078 ceph-mon[31713]: from='osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:06:23.742 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:23 smithi078 ceph-mon[31713]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:06:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:23 smithi060 ceph-mon[31055]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:23.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:23 smithi060 ceph-mon[31055]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-21T09:06:23.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:23 smithi060 ceph-mon[31055]: osdmap e70: 11 total, 10 up, 11 in 2024-04-21T09:06:23.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:23 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:23.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:23 smithi060 ceph-mon[31055]: from='osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:06:23.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:23 smithi060 ceph-mon[31055]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-04-21T09:06:23.841 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:06:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:06:23.449+0000 7f1f55df9700 -1 osd.10 0 waiting for initial osdmap 2024-04-21T09:06:23.841 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:06:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:06:23.461+0000 7f1f51bec700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:06:24.491 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-21T09:06:24.491 INFO:teuthology.orchestra.run.smithi078.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-21T09:06:24.491 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10+0 records in 2024-04-21T09:06:24.491 INFO:teuthology.orchestra.run.smithi078.stderr:10+0 records out 2024-04-21T09:06:24.491 INFO:teuthology.orchestra.run.smithi078.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114557 s, 915 MB/s 2024-04-21T09:06:24.491 INFO:teuthology.orchestra.run.smithi078.stderr:--> Zapping successful for: 2024-04-21T09:06:24.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:24 smithi078 ceph-mon[31713]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:06:24.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:24 smithi078 ceph-mon[31713]: osdmap e71: 11 total, 10 up, 11 in 2024-04-21T09:06:24.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:24.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:24.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:24 smithi052 ceph-mon[28035]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:06:24.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:24 smithi052 ceph-mon[28035]: osdmap e71: 11 total, 10 up, 11 in 2024-04-21T09:06:24.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:24.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:24.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:24 smithi060 ceph-mon[31055]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-04-21T09:06:24.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:24 smithi060 ceph-mon[31055]: osdmap e71: 11 total, 10 up, 11 in 2024-04-21T09:06:24.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:24.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:25.300 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch daemon add osd smithi078:vg_nvme/lv_1 2024-04-21T09:06:25.540 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:06:25.661 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:25 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:06:25.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:25 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:06:25.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:25 smithi078 ceph-mon[31713]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:25.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:25 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:25.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:25 smithi078 ceph-mon[31713]: osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] boot 2024-04-21T09:06:25.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:25 smithi078 ceph-mon[31713]: osdmap e72: 11 total, 11 up, 11 in 2024-04-21T09:06:25.662 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:25 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:25.808 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:25 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:06:25.808 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:25 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:06:25.808 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:25 smithi060 ceph-mon[31055]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:25.808 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:25.808 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:25 smithi060 ceph-mon[31055]: osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] boot 2024-04-21T09:06:25.808 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:25 smithi060 ceph-mon[31055]: osdmap e72: 11 total, 11 up, 11 in 2024-04-21T09:06:25.808 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:25 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:25 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:06:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:25 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:06:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:25 smithi052 ceph-mon[28035]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 293 MiB used, 894 GiB / 894 GiB avail 2024-04-21T09:06:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:25 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:25 smithi052 ceph-mon[28035]: osd.10 [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] boot 2024-04-21T09:06:25.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:25 smithi052 ceph-mon[28035]: osdmap e72: 11 total, 11 up, 11 in 2024-04-21T09:06:25.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:25 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:06:26.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: osdmap e73: 11 total, 11 up, 11 in 2024-04-21T09:06:26.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.775 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.776 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: osdmap e73: 11 total, 11 up, 11 in 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:26.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:26.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: osdmap e73: 11 total, 11 up, 11 in 2024-04-21T09:06:26.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:26.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:26.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:26.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:26.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:27.390 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 -- 172.21.15.78:0/320591821 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8102ba0 msgr2=0x7f91b8103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:27.390 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 --2- 172.21.15.78:0/320591821 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8102ba0 0x7f91b8103000 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f91a0009990 tx=0x7f91a0009ca0 comp rx=0 tx=0).stop 2024-04-21T09:06:27.390 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 -- 172.21.15.78:0/320591821 shutdown_connections 2024-04-21T09:06:27.390 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 --2- 172.21.15.78:0/320591821 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91b8103540 0x7f91b8109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:27.390 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 --2- 172.21.15.78:0/320591821 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b81019a0 0x7f91b8101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:27.390 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 --2- 172.21.15.78:0/320591821 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8102ba0 0x7f91b8103000 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 -- 172.21.15.78:0/320591821 >> 172.21.15.78:0/320591821 conn(0x7f91b80fcf40 msgr2=0x7f91b80ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 -- 172.21.15.78:0/320591821 shutdown_connections 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 -- 172.21.15.78:0/320591821 wait complete. 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 Processor -- start 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.372+0000 7f91be9a1700 1 -- start start 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91be9a1700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b81019a0 0x7f91b8197c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91be9a1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91b8102ba0 0x7f91b8198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91be9a1700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8103540 0x7f91b819f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91be9a1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f91b810d530 con 0x7f91b8102ba0 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91be9a1700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f91b810d3b0 con 0x7f91b81019a0 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91be9a1700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f91b810d6b0 con 0x7f91b8103540 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8103540 0x7f91b819f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:27.391 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8103540 0x7f91b819f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:45364/0 (socket says 172.21.15.78:45364) 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 -- 172.21.15.78:0/4102896717 learned_addr learned my addr 172.21.15.78:0/4102896717 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91affff700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91b8102ba0 0x7f91b8198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91b7fff700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b81019a0 0x7f91b8197c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 -- 172.21.15.78:0/4102896717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b81019a0 msgr2=0x7f91b8197c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b81019a0 0x7f91b8197c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 -- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91b8102ba0 msgr2=0x7f91b8198140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91b8102ba0 0x7f91b8198140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 -- 172.21.15.78:0/4102896717 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91b819f810 con 0x7f91b8103540 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91bcf3e700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8103540 0x7f91b819f170 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f91b000b9a0 tx=0x7f91b000bcb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91b5ffb700 1 -- 172.21.15.78:0/4102896717 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b0019070 con 0x7f91b8103540 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91b819fb00 con 0x7f91b8103540 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91b5ffb700 1 -- 172.21.15.78:0/4102896717 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91b000cde0 con 0x7f91b8103540 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91b5ffb700 1 -- 172.21.15.78:0/4102896717 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b0007370 con 0x7f91b8103540 2024-04-21T09:06:27.392 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.373+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91b81a0070 con 0x7f91b8103540 2024-04-21T09:06:27.393 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.374+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91b8069730 con 0x7f91b8103540 2024-04-21T09:06:27.393 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.375+0000 7f91b5ffb700 1 -- 172.21.15.78:0/4102896717 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f91b001c070 con 0x7f91b8103540 2024-04-21T09:06:27.393 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.376+0000 7f91b5ffb700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91a40a3c40 0x7f91a40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:27.393 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.376+0000 7f91b5ffb700 1 -- 172.21.15.78:0/4102896717 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6723+0+0 (secure 0 0 0) 0x7f91b00cfa60 con 0x7f91b8103540 2024-04-21T09:06:27.393 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.376+0000 7f91b7fff700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91a40a3c40 0x7f91a40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:27.393 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.377+0000 7f91b7fff700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91a40a3c40 0x7f91a40a6100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f91a8006fd0 tx=0x7f91a8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:27.393 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.380+0000 7f91b5ffb700 1 -- 172.21.15.78:0/4102896717 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f91b0023070 con 0x7f91b8103540 2024-04-21T09:06:27.588 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:27.588+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f91b8062e80 con 0x7f91a40a3c40 2024-04-21T09:06:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:27 smithi060 ceph-mon[31055]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:27 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi060 2024-04-21T09:06:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:27 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi060 to 4273M 2024-04-21T09:06:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:27 smithi060 ceph-mon[31055]: osdmap e74: 11 total, 11 up, 11 in 2024-04-21T09:06:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:27 smithi078 ceph-mon[31713]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:27 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi060 2024-04-21T09:06:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:27 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi060 to 4273M 2024-04-21T09:06:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:27 smithi078 ceph-mon[31713]: osdmap e74: 11 total, 11 up, 11 in 2024-04-21T09:06:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:27 smithi052 ceph-mon[28035]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:27 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi060 2024-04-21T09:06:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:27 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi060 to 4273M 2024-04-21T09:06:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:27 smithi052 ceph-mon[28035]: osdmap e74: 11 total, 11 up, 11 in 2024-04-21T09:06:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:28.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:28 smithi060 ceph-mon[31055]: osdmap e75: 11 total, 11 up, 11 in 2024-04-21T09:06:28.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:06:28.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:06:28.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:28 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:28.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:28 smithi078 ceph-mon[31713]: osdmap e75: 11 total, 11 up, 11 in 2024-04-21T09:06:28.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:06:28.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:06:28.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:28 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:28.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:28 smithi052 ceph-mon[28035]: osdmap e75: 11 total, 11 up, 11 in 2024-04-21T09:06:28.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-21T09:06:28.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-21T09:06:28.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:28 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:29.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:29 smithi078 ceph-mon[31713]: pgmap v243: 1 pgs: 1 remapped+peering; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:29.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:29 smithi078 ceph-mon[31713]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:06:29.714 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:29 smithi078 ceph-mon[31713]: osdmap e76: 11 total, 11 up, 11 in 2024-04-21T09:06:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:29 smithi060 ceph-mon[31055]: pgmap v243: 1 pgs: 1 remapped+peering; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:29 smithi060 ceph-mon[31055]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:06:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:29 smithi060 ceph-mon[31055]: osdmap e76: 11 total, 11 up, 11 in 2024-04-21T09:06:29.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:29 smithi052 ceph-mon[28035]: pgmap v243: 1 pgs: 1 remapped+peering; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:29.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:29 smithi052 ceph-mon[28035]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi078:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:06:29.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:29 smithi052 ceph-mon[28035]: osdmap e76: 11 total, 11 up, 11 in 2024-04-21T09:06:30.802 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:30 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/760573058' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]: dispatch 2024-04-21T09:06:30.803 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:30 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]: dispatch 2024-04-21T09:06:30.803 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:30 smithi078 ceph-mon[31713]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]': finished 2024-04-21T09:06:30.803 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:30 smithi078 ceph-mon[31713]: osdmap e77: 12 total, 11 up, 12 in 2024-04-21T09:06:30.803 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:30 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/760573058' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]: dispatch 2024-04-21T09:06:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:30 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]: dispatch 2024-04-21T09:06:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:30 smithi060 ceph-mon[31055]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]': finished 2024-04-21T09:06:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:30 smithi060 ceph-mon[31055]: osdmap e77: 12 total, 11 up, 12 in 2024-04-21T09:06:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:30 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:30 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/760573058' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]: dispatch 2024-04-21T09:06:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:30 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]: dispatch 2024-04-21T09:06:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:30 smithi052 ceph-mon[28035]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67232bc9-be14-494c-b397-f7e37d889a4b"}]': finished 2024-04-21T09:06:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:30 smithi052 ceph-mon[28035]: osdmap e77: 12 total, 11 up, 12 in 2024-04-21T09:06:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:31 smithi060 ceph-mon[31055]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:31 smithi060 ceph-mon[31055]: from='client.? 172.21.15.78:0/1285458756' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:06:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:31 smithi078 ceph-mon[31713]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:31 smithi078 ceph-mon[31713]: from='client.? 172.21.15.78:0/1285458756' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:06:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:31 smithi052 ceph-mon[28035]: pgmap v245: 1 pgs: 1 remapped+peering; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:31 smithi052 ceph-mon[28035]: from='client.? 172.21.15.78:0/1285458756' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-21T09:06:33.747 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:33 smithi078 ceph-mon[31713]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-21T09:06:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:33 smithi060 ceph-mon[31055]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-21T09:06:33.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:33 smithi052 ceph-mon[28035]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-21T09:06:35.741 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:35 smithi078 ceph-mon[31713]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-21T09:06:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:35 smithi060 ceph-mon[31055]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-21T09:06:35.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:35 smithi052 ceph-mon[28035]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-04-21T09:06:37.579 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:37 smithi078 ceph-mon[31713]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T09:06:37.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:37 smithi060 ceph-mon[31055]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T09:06:37.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:37 smithi052 ceph-mon[28035]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-21T09:06:38.825 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:38 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-21T09:06:38.825 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:38 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:38.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:38 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-21T09:06:38.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:38 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:38.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:38 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-21T09:06:38.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:38 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:39 smithi060 ceph-mon[31055]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-21T09:06:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:39 smithi060 ceph-mon[31055]: Deploying daemon osd.11 on smithi078 2024-04-21T09:06:39.840 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:39 smithi078 ceph-mon[31713]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-21T09:06:39.840 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:39 smithi078 ceph-mon[31713]: Deploying daemon osd.11 on smithi078 2024-04-21T09:06:39.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:39 smithi052 ceph-mon[28035]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-21T09:06:39.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:39 smithi052 ceph-mon[28035]: Deploying daemon osd.11 on smithi078 2024-04-21T09:06:41.665 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:41 smithi078 ceph-mon[31713]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:06:41.756 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:41 smithi052 ceph-mon[28035]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:06:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:41 smithi060 ceph-mon[31055]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-21T09:06:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:43 smithi078 ceph-mon[31713]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-21T09:06:43.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:43 smithi060 ceph-mon[31055]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-21T09:06:43.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:43 smithi052 ceph-mon[28035]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-21T09:06:45.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:45 smithi060 ceph-mon[31055]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:45.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:45.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:45.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:45.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:45 smithi078 ceph-mon[31713]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:45.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:45.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:45.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:45.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:45 smithi052 ceph-mon[28035]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:45.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:45.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:45.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:47.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:47 smithi060 ceph-mon[31055]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:47.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:47 smithi078 ceph-mon[31713]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:47.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:47 smithi052 ceph-mon[28035]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:47.608 INFO:teuthology.orchestra.run.smithi078.stdout:Created osd(s) 11 on host 'smithi078' 2024-04-21T09:06:47.608 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.607+0000 7f91b5ffb700 1 -- 172.21.15.78:0/4102896717 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f91b8062e80 con 0x7f91a40a3c40 2024-04-21T09:06:47.609 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.609+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91a40a3c40 msgr2=0x7f91a40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91a40a3c40 0x7f91a40a6100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f91a8006fd0 tx=0x7f91a8008040 comp rx=0 tx=0).stop 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8103540 msgr2=0x7f91b819f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8103540 0x7f91b819f170 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f91b000b9a0 tx=0x7f91b000bcb0 comp rx=0 tx=0).stop 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 shutdown_connections 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91a40a3c40 0x7f91a40a6100 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91b8103540 0x7f91b819f170 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b81019a0 0x7f91b8197c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 --2- 172.21.15.78:0/4102896717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f91b8102ba0 0x7f91b8198140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 >> 172.21.15.78:0/4102896717 conn(0x7f91b80fcf40 msgr2=0x7f91b8105ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 shutdown_connections 2024-04-21T09:06:47.610 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:06:47.610+0000 7f91be9a1700 1 -- 172.21.15.78:0/4102896717 wait complete. 2024-04-21T09:06:48.276 DEBUG:teuthology.orchestra.run.smithi078:osd.11> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.11.service 2024-04-21T09:06:48.279 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-21T09:06:48.279 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-21T09:06:48.543 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:06:48.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:48 smithi052 ceph-mon[28035]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:48.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:48.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:48.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:48 smithi052 ceph-mon[28035]: from='osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T09:06:48.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:48 smithi052 ceph-mon[28035]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T09:06:48.912 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:48.913 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:48 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:48.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:48 smithi078 ceph-mon[31713]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:48.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:48.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:48.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:48 smithi078 ceph-mon[31713]: from='osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T09:06:48.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:48 smithi078 ceph-mon[31713]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T09:06:48.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:48.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:48 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:49.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:48 smithi060 ceph-mon[31055]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:49.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:49.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:49.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:48 smithi060 ceph-mon[31055]: from='osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T09:06:49.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:48 smithi060 ceph-mon[31055]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-21T09:06:49.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:49.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:48 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:49.830 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:49 smithi078 ceph-mon[31713]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-21T09:06:49.831 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:49 smithi078 ceph-mon[31713]: osdmap e78: 12 total, 11 up, 12 in 2024-04-21T09:06:49.831 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:49 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:49.831 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:49 smithi078 ceph-mon[31713]: from='osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:06:49.831 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:49 smithi078 ceph-mon[31713]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:06:49.831 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:06:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:06:49.613+0000 7f6cbf7f5700 -1 osd.11 0 waiting for initial osdmap 2024-04-21T09:06:49.831 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:06:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:06:49.628+0000 7f6cbb5e8700 -1 osd.11 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-21T09:06:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:49 smithi052 ceph-mon[28035]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-21T09:06:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:49 smithi052 ceph-mon[28035]: osdmap e78: 12 total, 11 up, 12 in 2024-04-21T09:06:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:49 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:49 smithi052 ceph-mon[28035]: from='osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:06:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:49 smithi052 ceph-mon[28035]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:06:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:49 smithi060 ceph-mon[31055]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-21T09:06:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:49 smithi060 ceph-mon[31055]: osdmap e78: 12 total, 11 up, 12 in 2024-04-21T09:06:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:49 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:49 smithi060 ceph-mon[31055]: from='osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:06:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:49 smithi060 ceph-mon[31055]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]: dispatch 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 -- 172.21.15.52:0/697123846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04102b90 msgr2=0x7fbb04102ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 --2- 172.21.15.52:0/697123846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04102b90 0x7fbb04102ff0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fbaec0099c0 tx=0x7fbaec009cd0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 -- 172.21.15.52:0/697123846 shutdown_connections 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 --2- 172.21.15.52:0/697123846 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbb04103530 0x7fbb04109de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 --2- 172.21.15.52:0/697123846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbb04101990 0x7fbb04101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 --2- 172.21.15.52:0/697123846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04102b90 0x7fbb04102ff0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 -- 172.21.15.52:0/697123846 >> 172.21.15.52:0/697123846 conn(0x7fbb040fcf30 msgr2=0x7fbb040ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 -- 172.21.15.52:0/697123846 shutdown_connections 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.348+0000 7fbb09303700 1 -- 172.21.15.52:0/697123846 wait complete. 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb09303700 1 Processor -- start 2024-04-21T09:06:50.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb09303700 1 -- start start 2024-04-21T09:06:50.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb09303700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbb04101990 0x7fbb04105920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:50.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb09303700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbb04102b90 0x7fbb04103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:50.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb09303700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04103530 0x7fbb041044b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:50.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb09303700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbb0410d400 con 0x7fbb04103530 2024-04-21T09:06:50.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb09303700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbb0410d280 con 0x7fbb04102b90 2024-04-21T09:06:50.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb09303700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbb0410d580 con 0x7fbb04101990 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb037fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04103530 0x7fbb041044b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb037fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04103530 0x7fbb041044b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36476/0 (socket says 172.21.15.52:36476) 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.349+0000 7fbb037fe700 1 -- 172.21.15.52:0/1001205909 learned_addr learned my addr 172.21.15.52:0/1001205909 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb02ffd700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbb04101990 0x7fbb04105920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb027fc700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbb04102b90 0x7fbb04103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb037fe700 1 -- 172.21.15.52:0/1001205909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbb04101990 msgr2=0x7fbb04105920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb037fe700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbb04101990 0x7fbb04105920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb037fe700 1 -- 172.21.15.52:0/1001205909 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbb04102b90 msgr2=0x7fbb04103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb037fe700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbb04102b90 0x7fbb04103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb037fe700 1 -- 172.21.15.52:0/1001205909 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb04104d60 con 0x7fbb04103530 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb027fc700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbb04102b90 0x7fbb04103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb037fe700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04103530 0x7fbb041044b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fbafc00ea80 tx=0x7fbafc00ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbafbfff700 1 -- 172.21.15.52:0/1001205909 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc004220 con 0x7fbb04103530 2024-04-21T09:06:50.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbafbfff700 1 -- 172.21.15.52:0/1001205909 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbafc00ce00 con 0x7fbb04103530 2024-04-21T09:06:50.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb041a2de0 con 0x7fbb04103530 2024-04-21T09:06:50.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbafbfff700 1 -- 172.21.15.52:0/1001205909 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbafc003dd0 con 0x7fbb04103530 2024-04-21T09:06:50.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.350+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb041a3240 con 0x7fbb04103530 2024-04-21T09:06:50.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.351+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb04069730 con 0x7fbb04103530 2024-04-21T09:06:50.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.352+0000 7fbafbfff700 1 -- 172.21.15.52:0/1001205909 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbafc00c950 con 0x7fbb04103530 2024-04-21T09:06:50.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.353+0000 7fbafbfff700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbaf00a3c40 0x7fbaf00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:50.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.353+0000 7fbb02ffd700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbaf00a3c40 0x7fbaf00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:50.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.353+0000 7fbafbfff700 1 -- 172.21.15.52:0/1001205909 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6847+0+0 (secure 0 0 0) 0x7fbafc0d0030 con 0x7fbb04103530 2024-04-21T09:06:50.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.354+0000 7fbb02ffd700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbaf00a3c40 0x7fbaf00a6100 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbaf4009550 tx=0x7fbaf40091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:50.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.358+0000 7fbafbfff700 1 -- 172.21.15.52:0/1001205909 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbafc09cfd0 con 0x7fbb04103530 2024-04-21T09:06:50.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.565+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fbb041a3730 con 0x7fbb04103530 2024-04-21T09:06:50.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.565+0000 7fbafbfff700 1 -- 172.21.15.52:0/1001205909 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v79) ==== 74+0+133 (secure 0 0 0) 0x7fbafc09c8d0 con 0x7fbb04103530 2024-04-21T09:06:50.565 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbaf00a3c40 msgr2=0x7fbaf00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbaf00a3c40 0x7fbaf00a6100 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbaf4009550 tx=0x7fbaf40091b0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04103530 msgr2=0x7fbb041044b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04103530 0x7fbb041044b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fbafc00ea80 tx=0x7fbafc00ed90 comp rx=0 tx=0).stop 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 shutdown_connections 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbaf00a3c40 0x7fbaf00a6100 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbb04103530 0x7fbb041044b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbb04101990 0x7fbb04105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 --2- 172.21.15.52:0/1001205909 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbb04102b90 0x7fbb04103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:50.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.567+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 >> 172.21.15.52:0/1001205909 conn(0x7fbb040fcf30 msgr2=0x7fbb040fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:50.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.568+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 shutdown_connections 2024-04-21T09:06:50.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:50.568+0000 7fbb09303700 1 -- 172.21.15.52:0/1001205909 wait complete. 2024-04-21T09:06:50.885 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:50 smithi052 ceph-mon[28035]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:50.885 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:50 smithi052 ceph-mon[28035]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:06:50.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:50 smithi052 ceph-mon[28035]: osdmap e79: 12 total, 11 up, 12 in 2024-04-21T09:06:50.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:50 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:50.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:50 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:50.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:50 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1001205909' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T09:06:50.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:50 smithi078 ceph-mon[31713]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:50.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:50 smithi078 ceph-mon[31713]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:06:50.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:50 smithi078 ceph-mon[31713]: osdmap e79: 12 total, 11 up, 12 in 2024-04-21T09:06:50.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:50 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:50.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:50 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:50.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:50 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1001205909' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T09:06:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:50 smithi060 ceph-mon[31055]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:50 smithi060 ceph-mon[31055]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi078", "root=default"]}]': finished 2024-04-21T09:06:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:50 smithi060 ceph-mon[31055]: osdmap e79: 12 total, 11 up, 12 in 2024-04-21T09:06:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:50 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:50 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:50 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1001205909' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T09:06:51.207 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":79,"num_osds":12,"num_up_osds":11,"osd_up_since":1713690384,"num_in_osds":12,"osd_in_since":1713690390,"num_remapped_pgs":0} 2024-04-21T09:06:51.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:51 smithi078 ceph-mon[31713]: purged_snaps scrub starts 2024-04-21T09:06:51.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:51 smithi078 ceph-mon[31713]: purged_snaps scrub ok 2024-04-21T09:06:51.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:51 smithi078 ceph-mon[31713]: osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] boot 2024-04-21T09:06:51.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:51 smithi078 ceph-mon[31713]: osdmap e80: 12 total, 12 up, 12 in 2024-04-21T09:06:51.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:51 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:51 smithi052 ceph-mon[28035]: purged_snaps scrub starts 2024-04-21T09:06:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:51 smithi052 ceph-mon[28035]: purged_snaps scrub ok 2024-04-21T09:06:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:51 smithi052 ceph-mon[28035]: osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] boot 2024-04-21T09:06:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:51 smithi052 ceph-mon[28035]: osdmap e80: 12 total, 12 up, 12 in 2024-04-21T09:06:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:51 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:51 smithi060 ceph-mon[31055]: purged_snaps scrub starts 2024-04-21T09:06:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:51 smithi060 ceph-mon[31055]: purged_snaps scrub ok 2024-04-21T09:06:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:51 smithi060 ceph-mon[31055]: osd.11 [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] boot 2024-04-21T09:06:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:51 smithi060 ceph-mon[31055]: osdmap e80: 12 total, 12 up, 12 in 2024-04-21T09:06:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:51 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:06:52.208 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-21T09:06:52.464 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:06:52.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:52.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: osdmap e81: 12 total, 12 up, 12 in 2024-04-21T09:06:52.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: Detected new or changed devices on smithi078 2024-04-21T09:06:52.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.865 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi078 to 4272M 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:52.866 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:52 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:52.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: osdmap e81: 12 total, 12 up, 12 in 2024-04-21T09:06:52.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: Detected new or changed devices on smithi078 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi078 to 4272M 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:52.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:52 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:53.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 983 GiB / 983 GiB avail 2024-04-21T09:06:53.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: osdmap e81: 12 total, 12 up, 12 in 2024-04-21T09:06:53.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: Detected new or changed devices on smithi078 2024-04-21T09:06:53.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:53.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:53.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:53.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi078 to 4272M 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:06:53.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:06:53.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:06:53.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:52 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:06:54.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 -- 172.21.15.52:0/3763168221 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40102ab0 msgr2=0x7f6f40102ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:54.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 --2- 172.21.15.52:0/3763168221 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40102ab0 0x7f6f40102ed0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6f340099c0 tx=0x7f6f34009cd0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 -- 172.21.15.52:0/3763168221 shutdown_connections 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 --2- 172.21.15.52:0/3763168221 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f40104650 0x7f6f4010af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 --2- 172.21.15.52:0/3763168221 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40102ab0 0x7f6f40102ed0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 --2- 172.21.15.52:0/3763168221 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f40103cb0 0x7f6f40104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 -- 172.21.15.52:0/3763168221 >> 172.21.15.52:0/3763168221 conn(0x7f6f400fe010 msgr2=0x7f6f40100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 -- 172.21.15.52:0/3763168221 shutdown_connections 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.127+0000 7f6f46d43700 1 -- 172.21.15.52:0/3763168221 wait complete. 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f46d43700 1 Processor -- start 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f46d43700 1 -- start start 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f46d43700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f40102ab0 0x7f6f40198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f46d43700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40103cb0 0x7f6f401991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f46d43700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f40104650 0x7f6f401a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:54.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f46d43700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6f4010e520 con 0x7f6f40103cb0 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f46d43700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6f4010e3a0 con 0x7f6f40102ab0 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f46d43700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6f4010e6a0 con 0x7f6f40104650 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.128+0000 7f6f3ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40103cb0 0x7f6f401991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3ffff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40103cb0 0x7f6f401991a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36484/0 (socket says 172.21.15.52:36484) 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f44adf700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f40102ab0 0x7f6f40198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3ffff700 1 -- 172.21.15.52:0/124494845 learned_addr learned my addr 172.21.15.52:0/124494845 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f452e0700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f40104650 0x7f6f401a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3ffff700 1 -- 172.21.15.52:0/124494845 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f40104650 msgr2=0x7f6f401a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3ffff700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f40104650 0x7f6f401a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3ffff700 1 -- 172.21.15.52:0/124494845 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f40102ab0 msgr2=0x7f6f40198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3ffff700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f40102ab0 0x7f6f40198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3ffff700 1 -- 172.21.15.52:0/124494845 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f401a0860 con 0x7f6f40103cb0 2024-04-21T09:06:54.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3ffff700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40103cb0 0x7f6f401991a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c00c920 tx=0x7f6f2c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:54.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3dffb700 1 -- 172.21.15.52:0/124494845 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c004a30 con 0x7f6f40103cb0 2024-04-21T09:06:54.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3dffb700 1 -- 172.21.15.52:0/124494845 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f2c0054d0 con 0x7f6f40103cb0 2024-04-21T09:06:54.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f401a0b50 con 0x7f6f40103cb0 2024-04-21T09:06:54.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f3dffb700 1 -- 172.21.15.52:0/124494845 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c007c70 con 0x7f6f40103cb0 2024-04-21T09:06:54.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.129+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f401a10b0 con 0x7f6f40103cb0 2024-04-21T09:06:54.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.130+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f40069730 con 0x7f6f40103cb0 2024-04-21T09:06:54.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.131+0000 7f6f3dffb700 1 -- 172.21.15.52:0/124494845 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6f2c004c60 con 0x7f6f40103cb0 2024-04-21T09:06:54.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.132+0000 7f6f3dffb700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6f300a3cc0 0x7f6f300a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:54.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.132+0000 7f6f44adf700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6f300a3cc0 0x7f6f300a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:54.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.132+0000 7f6f3dffb700 1 -- 172.21.15.52:0/124494845 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f6f2c0cfdb0 con 0x7f6f40103cb0 2024-04-21T09:06:54.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.133+0000 7f6f44adf700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6f300a3cc0 0x7f6f300a6180 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6f340038c0 tx=0x7f6f3400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:54.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.137+0000 7f6f3dffb700 1 -- 172.21.15.52:0/124494845 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6f2c014030 con 0x7f6f40103cb0 2024-04-21T09:06:54.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.342+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f6f4002e000 con 0x7f6f40103cb0 2024-04-21T09:06:54.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.342+0000 7f6f3dffb700 1 -- 172.21.15.52:0/124494845 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f6f2c09cc30 con 0x7f6f40103cb0 2024-04-21T09:06:54.343 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6f300a3cc0 msgr2=0x7f6f300a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6f300a3cc0 0x7f6f300a6180 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6f340038c0 tx=0x7f6f3400b540 comp rx=0 tx=0).stop 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40103cb0 msgr2=0x7f6f401991a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40103cb0 0x7f6f401991a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c00c920 tx=0x7f6f2c00cc30 comp rx=0 tx=0).stop 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 shutdown_connections 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6f300a3cc0 0x7f6f300a6180 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f40104650 0x7f6f401a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f40102ab0 0x7f6f40198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 --2- 172.21.15.52:0/124494845 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f40103cb0 0x7f6f401991a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 >> 172.21.15.52:0/124494845 conn(0x7f6f400fe010 msgr2=0x7f6f401070d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 shutdown_connections 2024-04-21T09:06:54.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:54.345+0000 7f6f46d43700 1 -- 172.21.15.52:0/124494845 wait complete. 2024-04-21T09:06:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:54 smithi078 ceph-mon[31713]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:06:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:54 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/124494845' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T09:06:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:54 smithi052 ceph-mon[28035]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:06:54.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:54 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/124494845' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T09:06:55.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:54 smithi060 ceph-mon[31055]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:06:55.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:54 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/124494845' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-21T09:06:55.125 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1713690410,"num_in_osds":12,"osd_in_since":1713690390,"num_remapped_pgs":0} 2024-04-21T09:06:55.126 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-21T09:06:55.380 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:06:56.844 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:56 smithi052 ceph-mon[28035]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:06:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:56 smithi078 ceph-mon[31713]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:06:57.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/237781680 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68101970 msgr2=0x7f9f68101df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:57.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/237781680 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68101970 0x7f9f68101df0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9f58009990 tx=0x7f9f58009ca0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/237781680 shutdown_connections 2024-04-21T09:06:57.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/237781680 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9f68102330 0x7f9f6810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/237781680 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f68107920 0x7f9f68107d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/237781680 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68101970 0x7f9f68101df0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/237781680 >> 172.21.15.52:0/237781680 conn(0x7f9f680788f0 msgr2=0x7f9f68078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:57.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/237781680 shutdown_connections 2024-04-21T09:06:57.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/237781680 wait complete. 2024-04-21T09:06:57.064 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.062+0000 7f9f6f2fc700 1 Processor -- start 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6f2fc700 1 -- start start 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6f2fc700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9f68101970 0x7f9f68199fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6f2fc700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f68102330 0x7f9f6819a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6f2fc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68107920 0x7f9f681a5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6f2fc700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9f68111b20 con 0x7f9f68107920 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6f2fc700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9f681119a0 con 0x7f9f68101970 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6f2fc700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9f68111ca0 con 0x7f9f68102330 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d899700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68107920 0x7f9f681a5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d899700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68107920 0x7f9f681a5020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58950/0 (socket says 172.21.15.52:58950) 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d899700 1 -- 172.21.15.52:0/1211655427 learned_addr learned my addr 172.21.15.52:0/1211655427 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d098700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9f68101970 0x7f9f68199fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6c897700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f68102330 0x7f9f6819a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:57.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d899700 1 -- 172.21.15.52:0/1211655427 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f68102330 msgr2=0x7f9f6819a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d899700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f68102330 0x7f9f6819a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d899700 1 -- 172.21.15.52:0/1211655427 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9f68101970 msgr2=0x7f9f68199fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d899700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9f68101970 0x7f9f68199fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d899700 1 -- 172.21.15.52:0/1211655427 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f681a5560 con 0x7f9f68107920 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6c897700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f68102330 0x7f9f6819a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.063+0000 7f9f6d098700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9f68101970 0x7f9f68199fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.064+0000 7f9f6d899700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68107920 0x7f9f681a5020 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9f6000ada0 tx=0x7f9f6000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.064+0000 7f9f5e7fc700 1 -- 172.21.15.52:0/1211655427 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f60017020 con 0x7f9f68107920 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.064+0000 7f9f5e7fc700 1 -- 172.21.15.52:0/1211655427 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f6000ce30 con 0x7f9f68107920 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.064+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f681a5790 con 0x7f9f68107920 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.064+0000 7f9f5e7fc700 1 -- 172.21.15.52:0/1211655427 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f600054a0 con 0x7f9f68107920 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.064+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f681a5c80 con 0x7f9f68107920 2024-04-21T09:06:57.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.065+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f68069730 con 0x7f9f68107920 2024-04-21T09:06:57.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.066+0000 7f9f5e7fc700 1 -- 172.21.15.52:0/1211655427 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9f6000c980 con 0x7f9f68107920 2024-04-21T09:06:57.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.066+0000 7f9f5e7fc700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9f540a3c40 0x7f9f540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:06:57.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.067+0000 7f9f5e7fc700 1 -- 172.21.15.52:0/1211655427 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f9f600cf780 con 0x7f9f68107920 2024-04-21T09:06:57.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.067+0000 7f9f6d098700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9f540a3c40 0x7f9f540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:06:57.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.067+0000 7f9f6d098700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9f540a3c40 0x7f9f540a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9f6400baa0 tx=0x7f9f64005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:06:57.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.071+0000 7f9f5e7fc700 1 -- 172.21.15.52:0/1211655427 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9f60021020 con 0x7f9f68107920 2024-04-21T09:06:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:56 smithi060 ceph-mon[31055]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:06:57.282 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.282+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9f6802df80 con 0x7f9f68107920 2024-04-21T09:06:57.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.284+0000 7f9f5e7fc700 1 -- 172.21.15.52:0/1211655427 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18385 (secure 0 0 0) 0x7f9f6009c690 con 0x7f9f68107920 2024-04-21T09:06:57.284 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:06:57.284 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":81,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:06:51.613807+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:06:57.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9f540a3c40 msgr2=0x7f9f540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:57.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9f540a3c40 0x7f9f540a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9f6400baa0 tx=0x7f9f64005db0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68107920 msgr2=0x7f9f681a5020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:06:57.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68107920 0x7f9f681a5020 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9f6000ada0 tx=0x7f9f6000c330 comp rx=0 tx=0).stop 2024-04-21T09:06:57.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 shutdown_connections 2024-04-21T09:06:57.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9f540a3c40 0x7f9f540a6100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9f68107920 0x7f9f681a5020 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9f68101970 0x7f9f68199fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 --2- 172.21.15.52:0/1211655427 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9f68102330 0x7f9f6819a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:06:57.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 >> 172.21.15.52:0/1211655427 conn(0x7f9f680788f0 msgr2=0x7f9f680ffa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:06:57.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 shutdown_connections 2024-04-21T09:06:57.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:57.286+0000 7f9f6f2fc700 1 -- 172.21.15.52:0/1211655427 wait complete. 2024-04-21T09:06:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1211655427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:06:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1211655427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:06:58.024 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-21T09:06:58.025 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-21T09:06:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1211655427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:06:58.271 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:06:58.664 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:06:58 smithi052 ceph-mon[28035]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:06:58.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:06:58 smithi078 ceph-mon[31713]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:06:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:06:58 smithi060 ceph-mon[31055]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:00.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1500514315 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0103480 msgr2=0x7fbcd010f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:00.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1500514315 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0103480 0x7fbcd010f8d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fbcc800b0a0 tx=0x7fbcc800b3b0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1500514315 shutdown_connections 2024-04-21T09:07:00.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1500514315 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0103480 0x7fbcd010f8d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1500514315 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd0108a70 0x7fbcd0108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1500514315 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd0102ac0 0x7fbcd0102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1500514315 >> 172.21.15.52:0/1500514315 conn(0x7fbcd0079bb0 msgr2=0x7fbcd0079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1500514315 shutdown_connections 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.998+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1500514315 wait complete. 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd7cd4700 1 Processor -- start 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd7cd4700 1 -- start start 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd7cd4700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd0102ac0 0x7fbcd0074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd7cd4700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd0103480 0x7fbcd0075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:00.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd7cd4700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0108a70 0x7fbcd00757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd7cd4700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd0112c00 con 0x7fbcd0108a70 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd7cd4700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd0112a80 con 0x7fbcd0102ac0 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd7cd4700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd0112d80 con 0x7fbcd0103480 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd6271700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0108a70 0x7fbcd00757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd6271700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0108a70 0x7fbcd00757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58964/0 (socket says 172.21.15.52:58964) 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd6271700 1 -- 172.21.15.52:0/1858346603 learned_addr learned my addr 172.21.15.52:0/1858346603 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd5a70700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd0102ac0 0x7fbcd0074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:06:59.999+0000 7fbcd526f700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd0103480 0x7fbcd0075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd6271700 1 -- 172.21.15.52:0/1858346603 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd0103480 msgr2=0x7fbcd0075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd6271700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd0103480 0x7fbcd0075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd6271700 1 -- 172.21.15.52:0/1858346603 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd0102ac0 msgr2=0x7fbcd0074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd6271700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd0102ac0 0x7fbcd0074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd6271700 1 -- 172.21.15.52:0/1858346603 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcd01a7550 con 0x7fbcd0108a70 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd526f700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd0103480 0x7fbcd0075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd6271700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0108a70 0x7fbcd00757c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbcc800b830 tx=0x7fbcc8004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcc6ffd700 1 -- 172.21.15.52:0/1858346603 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc8021070 con 0x7fbcd0108a70 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcd01a77e0 con 0x7fbcd0108a70 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcc6ffd700 1 -- 172.21.15.52:0/1858346603 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbcc8007e30 con 0x7fbcd0108a70 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcc6ffd700 1 -- 172.21.15.52:0/1858346603 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc80047b0 con 0x7fbcd0108a70 2024-04-21T09:07:00.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.000+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcd01a7d70 con 0x7fbcd0108a70 2024-04-21T09:07:00.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.002+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcd0069730 con 0x7fbcd0108a70 2024-04-21T09:07:00.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.002+0000 7fbcc6ffd700 1 -- 172.21.15.52:0/1858346603 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbcc8007980 con 0x7fbcd0108a70 2024-04-21T09:07:00.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.003+0000 7fbcc6ffd700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3c40 0x7fbcbc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:00.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.003+0000 7fbcc6ffd700 1 -- 172.21.15.52:0/1858346603 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fbcc800f020 con 0x7fbcd0108a70 2024-04-21T09:07:00.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.003+0000 7fbcd5a70700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3c40 0x7fbcbc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:00.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.003+0000 7fbcd5a70700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3c40 0x7fbcbc0a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbccc00abd0 tx=0x7fbccc00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:00.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.008+0000 7fbcc6ffd700 1 -- 172.21.15.52:0/1858346603 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbcc802a020 con 0x7fbcd0108a70 2024-04-21T09:07:00.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.214+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fbcd002df80 con 0x7fbcd0108a70 2024-04-21T09:07:00.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.214+0000 7fbcc6ffd700 1 -- 172.21.15.52:0/1858346603 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7fbcc809e440 con 0x7fbcd0108a70 2024-04-21T09:07:00.214 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:07:00.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3c40 msgr2=0x7fbcbc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:00.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3c40 0x7fbcbc0a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbccc00abd0 tx=0x7fbccc00a380 comp rx=0 tx=0).stop 2024-04-21T09:07:00.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0108a70 msgr2=0x7fbcd00757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:00.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0108a70 0x7fbcd00757c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbcc800b830 tx=0x7fbcc8004ce0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 shutdown_connections 2024-04-21T09:07:00.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3c40 0x7fbcbc0a6100 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd0108a70 0x7fbcd00757c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd0102ac0 0x7fbcd0074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 --2- 172.21.15.52:0/1858346603 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd0103480 0x7fbcd0075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:00.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 >> 172.21.15.52:0/1858346603 conn(0x7fbcd0079bb0 msgr2=0x7fbcd01016c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:00.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 shutdown_connections 2024-04-21T09:07:00.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:00.216+0000 7fbcd7cd4700 1 -- 172.21.15.52:0/1858346603 wait complete. 2024-04-21T09:07:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:00 smithi078 ceph-mon[31713]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:00 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1858346603' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:00 smithi052 ceph-mon[28035]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:00 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1858346603' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:01.001 INFO:tasks.cephadm:Adding mds.a on smithi052 2024-04-21T09:07:01.001 INFO:tasks.cephadm:Adding mds.d on smithi052 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.g on smithi052 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.j on smithi052 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.b on smithi060 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.e on smithi060 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.h on smithi060 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.k on smithi060 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.c on smithi078 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.f on smithi078 2024-04-21T09:07:01.002 INFO:tasks.cephadm:Adding mds.i on smithi078 2024-04-21T09:07:01.003 INFO:tasks.cephadm:Adding mds.l on smithi078 2024-04-21T09:07:01.003 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l' 2024-04-21T09:07:01.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:00 smithi060 ceph-mon[31055]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:01.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:00 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1858346603' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:01.253 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:07:02.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:02 smithi078 ceph-mon[31713]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:02.950 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 -- 172.21.15.78:0/2187135342 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 msgr2=0x7fd25810af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:02.950 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 --2- 172.21.15.78:0/2187135342 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 0x7fd25810af20 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd25000b0a0 tx=0x7fd25000b3b0 comp rx=0 tx=0).stop 2024-04-21T09:07:02.950 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 -- 172.21.15.78:0/2187135342 shutdown_connections 2024-04-21T09:07:02.950 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 --2- 172.21.15.78:0/2187135342 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 0x7fd25810af20 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:02.950 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 --2- 172.21.15.78:0/2187135342 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd258102ad0 0x7fd258102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:02.950 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 --2- 172.21.15.78:0/2187135342 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd258103cd0 0x7fd258104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:02.950 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 -- 172.21.15.78:0/2187135342 >> 172.21.15.78:0/2187135342 conn(0x7fd2580fe090 msgr2=0x7fd2581004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 -- 172.21.15.78:0/2187135342 shutdown_connections 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.948+0000 7fd25ed83700 1 -- 172.21.15.78:0/2187135342 wait complete. 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25ed83700 1 Processor -- start 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25ed83700 1 -- start start 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25ed83700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd258102ad0 0x7fd2580767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25ed83700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd258103cd0 0x7fd258074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25ed83700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 0x7fd258075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25ed83700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd25810e570 con 0x7fd258103cd0 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25ed83700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd25810e3f0 con 0x7fd258102ad0 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25ed83700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd25810e6f0 con 0x7fd258104670 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 0x7fd258075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 0x7fd258075370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.78:49944/0 (socket says 172.21.15.78:49944) 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 -- 172.21.15.78:0/520597837 learned_addr learned my addr 172.21.15.78:0/520597837 (peer_addr_for_me v2:172.21.15.78:0/0) 2024-04-21T09:07:02.951 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25cb1f700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd258102ad0 0x7fd2580767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd257fff700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd258103cd0 0x7fd258074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 -- 172.21.15.78:0/520597837 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd258102ad0 msgr2=0x7fd2580767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd258102ad0 0x7fd2580767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 -- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd258103cd0 msgr2=0x7fd258074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd258103cd0 0x7fd258074e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 -- 172.21.15.78:0/520597837 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd258075c20 con 0x7fd258104670 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd25d320700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 0x7fd258075370 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd25000b070 tx=0x7fd250004e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.949+0000 7fd255ffb700 1 -- 172.21.15.78:0/520597837 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd250021030 con 0x7fd258104670 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.950+0000 7fd255ffb700 1 -- 172.21.15.78:0/520597837 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd250003a00 con 0x7fd258104670 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.950+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2581a2c90 con 0x7fd258104670 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.950+0000 7fd255ffb700 1 -- 172.21.15.78:0/520597837 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd250004600 con 0x7fd258104670 2024-04-21T09:07:02.952 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.950+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2581a30f0 con 0x7fd258104670 2024-04-21T09:07:02.953 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.951+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd258069730 con 0x7fd258104670 2024-04-21T09:07:02.953 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.952+0000 7fd255ffb700 1 -- 172.21.15.78:0/520597837 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd250024070 con 0x7fd258104670 2024-04-21T09:07:02.953 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.952+0000 7fd255ffb700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2480a3c40 0x7fd2480a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:02.953 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.953+0000 7fd255ffb700 1 -- 172.21.15.78:0/520597837 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fd25000f020 con 0x7fd258104670 2024-04-21T09:07:02.954 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.953+0000 7fd25cb1f700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2480a3c40 0x7fd2480a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:02.954 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.953+0000 7fd25cb1f700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2480a3c40 0x7fd2480a6100 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd258103b30 tx=0x7fd24c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:02.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:02 smithi052 ceph-mon[28035]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:02.956 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:02.956+0000 7fd255ffb700 1 -- 172.21.15.78:0/520597837 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd25009e100 con 0x7fd258104670 2024-04-21T09:07:03.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:02 smithi060 ceph-mon[31055]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:03.165 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.165+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l", "target": ["mon-mgr", ""]}) -- 0x7fd258063080 con 0x7fd2480a3c40 2024-04-21T09:07:03.173 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.173+0000 7fd255ffb700 1 -- 172.21.15.78:0/520597837 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fd258063080 con 0x7fd2480a3c40 2024-04-21T09:07:03.173 INFO:teuthology.orchestra.run.smithi078.stdout:Scheduled mds.all update... 2024-04-21T09:07:03.175 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2480a3c40 msgr2=0x7fd2480a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2480a3c40 0x7fd2480a6100 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd258103b30 tx=0x7fd24c00b410 comp rx=0 tx=0).stop 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 msgr2=0x7fd258075370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 0x7fd258075370 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd25000b070 tx=0x7fd250004e40 comp rx=0 tx=0).stop 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 shutdown_connections 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2480a3c40 0x7fd2480a6100 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd258104670 0x7fd258075370 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd258102ad0 0x7fd2580767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 --2- 172.21.15.78:0/520597837 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd258103cd0 0x7fd258074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 >> 172.21.15.78:0/520597837 conn(0x7fd2580fe090 msgr2=0x7fd258107050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 shutdown_connections 2024-04-21T09:07:03.176 INFO:teuthology.orchestra.run.smithi078.stderr:2024-04-21T09:07:03.176+0000 7fd25ed83700 1 -- 172.21.15.78:0/520597837 wait complete. 2024-04-21T09:07:03.838 DEBUG:teuthology.orchestra.run.smithi052:mds.a> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.a.service 2024-04-21T09:07:03.841 DEBUG:teuthology.orchestra.run.smithi052:mds.d> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.d.service 2024-04-21T09:07:03.884 DEBUG:teuthology.orchestra.run.smithi052:mds.g> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.g.service 2024-04-21T09:07:03.928 DEBUG:teuthology.orchestra.run.smithi052:mds.j> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.j.service 2024-04-21T09:07:03.971 DEBUG:teuthology.orchestra.run.smithi060:mds.b> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.b.service 2024-04-21T09:07:03.973 DEBUG:teuthology.orchestra.run.smithi060:mds.e> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.e.service 2024-04-21T09:07:04.018 DEBUG:teuthology.orchestra.run.smithi060:mds.h> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.h.service 2024-04-21T09:07:04.060 DEBUG:teuthology.orchestra.run.smithi060:mds.k> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service 2024-04-21T09:07:04.103 DEBUG:teuthology.orchestra.run.smithi078:mds.c> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service 2024-04-21T09:07:04.106 DEBUG:teuthology.orchestra.run.smithi078:mds.f> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.f.service 2024-04-21T09:07:04.149 DEBUG:teuthology.orchestra.run.smithi078:mds.i> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.i.service 2024-04-21T09:07:04.192 DEBUG:teuthology.orchestra.run.smithi078:mds.l> sudo journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.l.service 2024-04-21T09:07:04.235 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-21T09:07:04.236 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:07:04.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:07:04.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: Saving service mds.all spec with placement smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l;count:12 2024-04-21T09:07:04.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:04.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:04.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:04.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:04.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:04.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:04.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:04.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:04 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:04.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 -- 172.21.15.52:0/3227671782 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0103190 msgr2=0x7fb0f0103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 --2- 172.21.15.52:0/3227671782 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0103190 0x7fb0f0103610 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4009900 tx=0x7fb0e402bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:04.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 -- 172.21.15.52:0/3227671782 shutdown_connections 2024-04-21T09:07:04.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 --2- 172.21.15.52:0/3227671782 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb0f0103b50 0x7fb0f010a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 --2- 172.21.15.52:0/3227671782 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0103190 0x7fb0f0103610 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 --2- 172.21.15.52:0/3227671782 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0f0101fa0 0x7fb0f01023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 -- 172.21.15.52:0/3227671782 >> 172.21.15.52:0/3227671782 conn(0x7fb0f00fd510 msgr2=0x7fb0f00ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:04.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 -- 172.21.15.52:0/3227671782 shutdown_connections 2024-04-21T09:07:04.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.351+0000 7fb0f545c640 1 -- 172.21.15.52:0/3227671782 wait complete. 2024-04-21T09:07:04.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0f545c640 1 Processor -- start 2024-04-21T09:07:04.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0f545c640 1 -- start start 2024-04-21T09:07:04.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0f545c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0101fa0 0x7fb0f01981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0f545c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb0f0103190 0x7fb0f01986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0f545c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0f0103b50 0x7fb0f019f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0f545c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f010db30 con 0x7fb0f0101fa0 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0f545c640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f010d9b0 con 0x7fb0f0103190 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0f545c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f010dcb0 con 0x7fb0f0103b50 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0101fa0 0x7fb0f01981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0101fa0 0x7fb0f01981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:58982/0 (socket says 172.21.15.52:58982) 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 -- 172.21.15.52:0/2623954066 learned_addr learned my addr 172.21.15.52:0/2623954066 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0ee7fc640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb0f0103190 0x7fb0f01986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0ef7fe640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0f0103b50 0x7fb0f019f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 -- 172.21.15.52:0/2623954066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0f0103b50 msgr2=0x7fb0f019f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0f0103b50 0x7fb0f019f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 -- 172.21.15.52:0/2623954066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb0f0103190 msgr2=0x7fb0f01986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb0f0103190 0x7fb0f01986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 -- 172.21.15.52:0/2623954066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0f019fdd0 con 0x7fb0f0101fa0 2024-04-21T09:07:04.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.352+0000 7fb0eeffd640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0101fa0 0x7fb0f01981b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb0e000e9c0 tx=0x7fb0e000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:04.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.353+0000 7fb0d7fff640 1 -- 172.21.15.52:0/2623954066 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e000cd80 con 0x7fb0f0101fa0 2024-04-21T09:07:04.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.353+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0f01a00c0 con 0x7fb0f0101fa0 2024-04-21T09:07:04.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.353+0000 7fb0d7fff640 1 -- 172.21.15.52:0/2623954066 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0e00035f0 con 0x7fb0f0101fa0 2024-04-21T09:07:04.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.353+0000 7fb0d7fff640 1 -- 172.21.15.52:0/2623954066 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e0010690 con 0x7fb0f0101fa0 2024-04-21T09:07:04.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.353+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0f01a05e0 con 0x7fb0f0101fa0 2024-04-21T09:07:04.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.354+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0f01092c0 con 0x7fb0f0101fa0 2024-04-21T09:07:04.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.355+0000 7fb0d7fff640 1 -- 172.21.15.52:0/2623954066 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb0e0004000 con 0x7fb0f0101fa0 2024-04-21T09:07:04.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.355+0000 7fb0d7fff640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb0d80a3bb0 0x7fb0d80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.355+0000 7fb0d7fff640 1 -- 172.21.15.52:0/2623954066 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fb0e00d0450 con 0x7fb0f0101fa0 2024-04-21T09:07:04.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.355+0000 7fb0ee7fc640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb0d80a3bb0 0x7fb0d80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.356+0000 7fb0ee7fc640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb0d80a3bb0 0x7fb0d80a6070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4000c00 tx=0x7fb0e402c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.360+0000 7fb0d7fff640 1 -- 172.21.15.52:0/2623954066 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb0e009d2d0 con 0x7fb0f0101fa0 2024-04-21T09:07:04.416 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:07:04.416 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: Saving service mds.all spec with placement smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l;count:12 2024-04-21T09:07:04.416 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:04.416 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:04.416 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:04.416 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:04.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:04.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:04.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:04.417 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:04 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:04.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:07:04.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: Saving service mds.all spec with placement smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l;count:12 2024-04-21T09:07:04.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:04.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:04.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:04.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:04.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:04.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:04.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:04.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:04 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:04.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.547+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb0f0062b50 con 0x7fb0f0101fa0 2024-04-21T09:07:04.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.548+0000 7fb0d7fff640 1 -- 172.21.15.52:0/2623954066 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18385 (secure 0 0 0) 0x7fb0e009cbd0 con 0x7fb0f0101fa0 2024-04-21T09:07:04.549 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:04.549 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":81,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:06:51.613807+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb0d80a3bb0 msgr2=0x7fb0d80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb0d80a3bb0 0x7fb0d80a6070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4000c00 tx=0x7fb0e402c7e0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0101fa0 msgr2=0x7fb0f01981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0101fa0 0x7fb0f01981b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb0e000e9c0 tx=0x7fb0e000ee80 comp rx=0 tx=0).stop 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 shutdown_connections 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb0d80a3bb0 0x7fb0d80a6070 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb0f0103b50 0x7fb0f019f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb0f0103190 0x7fb0f01986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 --2- 172.21.15.52:0/2623954066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb0f0101fa0 0x7fb0f01981b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.550+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 >> 172.21.15.52:0/2623954066 conn(0x7fb0f00fd510 msgr2=0x7fb0f0106490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:04.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.551+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 shutdown_connections 2024-04-21T09:07:04.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.551+0000 7fb0f545c640 1 -- 172.21.15.52:0/2623954066 wait complete. 2024-04-21T09:07:04.562 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-21T09:07:04.563 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:07:04.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.667+0000 7fc1ed806640 1 -- 172.21.15.52:0/3743335304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103190 msgr2=0x7fc1e8103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.667+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3743335304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103190 0x7fc1e8103610 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc009900 tx=0x7fc1dc02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:04.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.667+0000 7fc1ed806640 1 -- 172.21.15.52:0/3743335304 shutdown_connections 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.667+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3743335304 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1e8103b50 0x7fc1e810a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.667+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3743335304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103190 0x7fc1e8103610 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.667+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3743335304 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1e8101fa0 0x7fc1e81023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 -- 172.21.15.52:0/3743335304 >> 172.21.15.52:0/3743335304 conn(0x7fc1e80fd530 msgr2=0x7fc1e80ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 -- 172.21.15.52:0/3743335304 shutdown_connections 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 -- 172.21.15.52:0/3743335304 wait complete. 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 Processor -- start 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 -- start start 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1e8101fa0 0x7fc1e8198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1e8103190 0x7fc1e8198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103b50 0x7fc1e819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e810dae0 con 0x7fc1e8103b50 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e810d960 con 0x7fc1e8103190 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.668+0000 7fc1ed806640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc1e810dc60 con 0x7fc1e8101fa0 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103b50 0x7fc1e819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103b50 0x7fc1e819f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:59000/0 (socket says 172.21.15.52:59000) 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 -- 172.21.15.52:0/3093539028 learned_addr learned my addr 172.21.15.52:0/3093539028 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e67fc640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1e8103190 0x7fc1e8198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e6ffd640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1e8101fa0 0x7fc1e8198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 -- 172.21.15.52:0/3093539028 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1e8101fa0 msgr2=0x7fc1e8198220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1e8101fa0 0x7fc1e8198220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 -- 172.21.15.52:0/3093539028 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1e8103190 msgr2=0x7fc1e8198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1e8103190 0x7fc1e8198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 -- 172.21.15.52:0/3093539028 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1e819fdf0 con 0x7fc1e8103b50 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e67fc640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1e8103190 0x7fc1e8198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1e77fe640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103b50 0x7fc1e819f780 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc1e000cce0 tx=0x7fc1e000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1ec804640 1 -- 172.21.15.52:0/3093539028 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e000f450 con 0x7fc1e8103b50 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1ec804640 1 -- 172.21.15.52:0/3093539028 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e000faa0 con 0x7fc1e8103b50 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1e81a00e0 con 0x7fc1e8103b50 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1ec804640 1 -- 172.21.15.52:0/3093539028 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0018b70 con 0x7fc1e8103b50 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.669+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1e81a05b0 con 0x7fc1e8103b50 2024-04-21T09:07:04.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.670+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1e81093e0 con 0x7fc1e8103b50 2024-04-21T09:07:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.671+0000 7fc1ec804640 1 -- 172.21.15.52:0/3093539028 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc1e0018d10 con 0x7fc1e8103b50 2024-04-21T09:07:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.672+0000 7fc1ec804640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d00a3bb0 0x7fc1d00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.672+0000 7fc1e6ffd640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d00a3bb0 0x7fc1d00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.672+0000 7fc1ec804640 1 -- 172.21.15.52:0/3093539028 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fc1e00d03d0 con 0x7fc1e8103b50 2024-04-21T09:07:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.673+0000 7fc1e6ffd640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d00a3bb0 0x7fc1d00a6070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8102ff0 tx=0x7fc1d8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:04.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.677+0000 7fc1ec804640 1 -- 172.21.15.52:0/3093539028 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1e0014030 con 0x7fc1e8103b50 2024-04-21T09:07:04.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.863+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc1e8062b50 con 0x7fc1e8103b50 2024-04-21T09:07:04.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.863+0000 7fc1ec804640 1 -- 172.21.15.52:0/3093539028 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7fc1e009d1b0 con 0x7fc1e8103b50 2024-04-21T09:07:04.863 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d00a3bb0 msgr2=0x7fc1d00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d00a3bb0 0x7fc1d00a6070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8102ff0 tx=0x7fc1d8005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103b50 msgr2=0x7fc1e819f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103b50 0x7fc1e819f780 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc1e000cce0 tx=0x7fc1e000a620 comp rx=0 tx=0).stop 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 shutdown_connections 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1e8103b50 0x7fc1e819f780 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1e8103190 0x7fc1e8198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d00a3bb0 0x7fc1d00a6070 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 --2- 172.21.15.52:0/3093539028 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1e8101fa0 0x7fc1e8198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 >> 172.21.15.52:0/3093539028 conn(0x7fc1e80fd530 msgr2=0x7fc1e81065b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:04.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 shutdown_connections 2024-04-21T09:07:04.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.865+0000 7fc1ed806640 1 -- 172.21.15.52:0/3093539028 wait complete. 2024-04-21T09:07:04.876 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 -- 172.21.15.52:0/2108368038 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08102990 msgr2=0x7f1a081092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 --2- 172.21.15.52:0/2108368038 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08102990 0x7f1a081092b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f19f8009ca0 tx=0x7f19f802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 -- 172.21.15.52:0/2108368038 shutdown_connections 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 --2- 172.21.15.52:0/2108368038 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08102990 0x7f1a081092b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 --2- 172.21.15.52:0/2108368038 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1a08101fd0 0x7f1a08102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 --2- 172.21.15.52:0/2108368038 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1a08100e80 0x7f1a081012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 -- 172.21.15.52:0/2108368038 >> 172.21.15.52:0/2108368038 conn(0x7f1a080fc3f0 msgr2=0x7f1a080fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 -- 172.21.15.52:0/2108368038 shutdown_connections 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 -- 172.21.15.52:0/2108368038 wait complete. 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 Processor -- start 2024-04-21T09:07:04.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.978+0000 7f1a0d515640 1 -- start start 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a0d515640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08100e80 0x7f1a0819a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a0d515640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1a08101fd0 0x7f1a0819a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a0d515640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1a08102990 0x7f1a081a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a0d515640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0810db20 con 0x7f1a08100e80 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a0d515640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0810d9a0 con 0x7f1a08102990 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a0d515640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0810dca0 con 0x7f1a08101fd0 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08100e80 0x7f1a0819a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08100e80 0x7f1a0819a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:59016/0 (socket says 172.21.15.52:59016) 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 -- 172.21.15.52:0/268581768 learned_addr learned my addr 172.21.15.52:0/268581768 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a067fc640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1a08101fd0 0x7f1a0819a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a077fe640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1a08102990 0x7f1a081a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 -- 172.21.15.52:0/268581768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1a08101fd0 msgr2=0x7f1a0819a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1a08101fd0 0x7f1a0819a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 -- 172.21.15.52:0/268581768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1a08102990 msgr2=0x7f1a081a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:04.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1a08102990 0x7f1a081a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:04.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 -- 172.21.15.52:0/268581768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a081a1f90 con 0x7f1a08100e80 2024-04-21T09:07:04.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a077fe640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1a08102990 0x7f1a081a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:04.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a06ffd640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08100e80 0x7f1a0819a370 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000e9f0 tx=0x7f1a0000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:04.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f19fffff640 1 -- 172.21.15.52:0/268581768 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0000cd80 con 0x7f1a08100e80 2024-04-21T09:07:04.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a081a2280 con 0x7f1a08100e80 2024-04-21T09:07:04.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f19fffff640 1 -- 172.21.15.52:0/268581768 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a000054d0 con 0x7f1a08100e80 2024-04-21T09:07:04.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f19fffff640 1 -- 172.21.15.52:0/268581768 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00010690 con 0x7f1a08100e80 2024-04-21T09:07:04.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.979+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a081a27d0 con 0x7f1a08100e80 2024-04-21T09:07:04.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.980+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a081a2a90 con 0x7f1a08100e80 2024-04-21T09:07:04.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.981+0000 7f19fffff640 1 -- 172.21.15.52:0/268581768 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1a00004e90 con 0x7f1a08100e80 2024-04-21T09:07:04.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.982+0000 7f19fffff640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f19f40a3bb0 0x7f19f40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:04.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.982+0000 7f1a067fc640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f19f40a3bb0 0x7f19f40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:04.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.982+0000 7f19fffff640 1 -- 172.21.15.52:0/268581768 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f1a000d0400 con 0x7f1a08100e80 2024-04-21T09:07:04.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.982+0000 7f1a067fc640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f19f40a3bb0 0x7f19f40a6070 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1a0819b880 tx=0x7f19f0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:04.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:04.987+0000 7f19fffff640 1 -- 172.21.15.52:0/268581768 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1a0009d280 con 0x7f1a08100e80 2024-04-21T09:07:05.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.215+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a081a2c60 con 0x7f1a08100e80 2024-04-21T09:07:05.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.215+0000 7f19fffff640 1 -- 172.21.15.52:0/268581768 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f1a0009cb80 con 0x7f1a08100e80 2024-04-21T09:07:05.215 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:05.215 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-21T09:07:05.215 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 1 2024-04-21T09:07:05.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f19f40a3bb0 msgr2=0x7f19f40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:05.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f19f40a3bb0 0x7f19f40a6070 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1a0819b880 tx=0x7f19f0005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:05.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08100e80 msgr2=0x7f1a0819a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:05.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08100e80 0x7f1a0819a370 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000e9f0 tx=0x7f1a0000edf0 comp rx=0 tx=0).stop 2024-04-21T09:07:05.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 shutdown_connections 2024-04-21T09:07:05.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1a08102990 0x7f1a081a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:05.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f19f40a3bb0 0x7f19f40a6070 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:05.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1a08101fd0 0x7f1a0819a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:05.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 --2- 172.21.15.52:0/268581768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1a08100e80 0x7f1a0819a370 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:05.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 >> 172.21.15.52:0/268581768 conn(0x7f1a080fc3f0 msgr2=0x7f1a08109ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:05.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 shutdown_connections 2024-04-21T09:07:05.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:05.217+0000 7f1a0d515640 1 -- 172.21.15.52:0/268581768 wait complete. 2024-04-21T09:07:05.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:05 smithi078 ceph-mon[31713]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:05 smithi078 ceph-mon[31713]: Deploying daemon mds.l on smithi078 2024-04-21T09:07:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2623954066' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3093539028' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:05 smithi052 ceph-mon[28035]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:05 smithi052 ceph-mon[28035]: Deploying daemon mds.l on smithi078 2024-04-21T09:07:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2623954066' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3093539028' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:05 smithi060 ceph-mon[31055]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:05.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:05 smithi060 ceph-mon[31055]: Deploying daemon mds.l on smithi078 2024-04-21T09:07:05.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2623954066' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:05.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3093539028' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:06.184 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 systemd[1]: Starting Ceph mds.l for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:06.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:06 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/268581768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:06.445 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 podman[62258]: 2024-04-21 09:07:06.200440265 +0000 UTC m=+0.018879211 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:06.445 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 podman[62258]: 2024-04-21 09:07:06.346416498 +0000 UTC m=+0.164855443 container create 0071587356d18ade1a070af5bd55c917f8eaa1f8c6b8f85fdd5c0fae7e0ee599 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-21T09:07:06.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:06 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/268581768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:06.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:06 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/268581768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:06.944 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 podman[62258]: 2024-04-21 09:07:06.574401187 +0000 UTC m=+0.392840133 container init 0071587356d18ade1a070af5bd55c917f8eaa1f8c6b8f85fdd5c0fae7e0ee599 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-21T09:07:06.945 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 podman[62258]: 2024-04-21 09:07:06.57685182 +0000 UTC m=+0.395290767 container start 0071587356d18ade1a070af5bd55c917f8eaa1f8c6b8f85fdd5c0fae7e0ee599 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-21T09:07:06.945 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 ceph-mds[62277]: -- 172.21.15.78:0/2020611883 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556ffef97a40 con 0x556ffef6ac00 2024-04-21T09:07:06.945 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l[62273]: starting mds.l at 2024-04-21T09:07:06.945 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 bash[62258]: 0071587356d18ade1a070af5bd55c917f8eaa1f8c6b8f85fdd5c0fae7e0ee599 2024-04-21T09:07:06.945 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:07:06 smithi078 systemd[1]: Started Ceph mds.l for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:07.229 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:07.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 -- 172.21.15.52:0/3479050747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c101fa0 msgr2=0x7f7f3c1023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 --2- 172.21.15.52:0/3479050747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c101fa0 0x7f7f3c1023c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7f30009900 tx=0x7f7f3002bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 -- 172.21.15.52:0/3479050747 shutdown_connections 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 --2- 172.21.15.52:0/3479050747 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f3c103b50 0x7f7f3c10a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 --2- 172.21.15.52:0/3479050747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f3c103190 0x7f7f3c103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 --2- 172.21.15.52:0/3479050747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c101fa0 0x7f7f3c1023c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 -- 172.21.15.52:0/3479050747 >> 172.21.15.52:0/3479050747 conn(0x7f7f3c0fd570 msgr2=0x7f7f3c0ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 -- 172.21.15.52:0/3479050747 shutdown_connections 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.346+0000 7f7f4303f640 1 -- 172.21.15.52:0/3479050747 wait complete. 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f4303f640 1 Processor -- start 2024-04-21T09:07:07.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f4303f640 1 -- start start 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f4303f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f3c101fa0 0x7f7f3c198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f4303f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c103190 0x7f7f3c1986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f4303f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f3c103b50 0x7f7f3c19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f4303f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3c10dae0 con 0x7f7f3c103190 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f4303f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3c10d960 con 0x7f7f3c103b50 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f4303f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3c10dc60 con 0x7f7f3c101fa0 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f3bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c103190 0x7f7f3c1986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f3bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c103190 0x7f7f3c1986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40362/0 (socket says 172.21.15.52:40362) 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f3bfff640 1 -- 172.21.15.52:0/2905524039 learned_addr learned my addr 172.21.15.52:0/2905524039 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f415dc640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f3c103b50 0x7f7f3c19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.347+0000 7f7f40ddb640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f3c101fa0 0x7f7f3c198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f3bfff640 1 -- 172.21.15.52:0/2905524039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f3c101fa0 msgr2=0x7f7f3c198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f3bfff640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f3c101fa0 0x7f7f3c198190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f3bfff640 1 -- 172.21.15.52:0/2905524039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f3c103b50 msgr2=0x7f7f3c19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f3bfff640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f3c103b50 0x7f7f3c19f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f3bfff640 1 -- 172.21.15.52:0/2905524039 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f3c19fdb0 con 0x7f7f3c103190 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f415dc640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f3c103b50 0x7f7f3c19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f3bfff640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c103190 0x7f7f3c1986d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7f2800d950 tx=0x7f7f2800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f39ffb640 1 -- 172.21.15.52:0/2905524039 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f28017030 con 0x7f7f3c103190 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f39ffb640 1 -- 172.21.15.52:0/2905524039 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f28004020 con 0x7f7f3c103190 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f3c1a00a0 con 0x7f7f3c103190 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f39ffb640 1 -- 172.21.15.52:0/2905524039 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f280047a0 con 0x7f7f3c103190 2024-04-21T09:07:07.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.348+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f3c1a0640 con 0x7f7f3c103190 2024-04-21T09:07:07.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.349+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f3c109310 con 0x7f7f3c103190 2024-04-21T09:07:07.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.350+0000 7f7f39ffb640 1 -- 172.21.15.52:0/2905524039 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7f28009a30 con 0x7f7f3c103190 2024-04-21T09:07:07.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.351+0000 7f7f39ffb640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f2c0a3c30 0x7f7f2c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:07.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.351+0000 7f7f40ddb640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f2c0a3c30 0x7f7f2c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:07.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.351+0000 7f7f39ffb640 1 -- 172.21.15.52:0/2905524039 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f7f280cfb20 con 0x7f7f3c103190 2024-04-21T09:07:07.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.351+0000 7f7f40ddb640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f2c0a3c30 0x7f7f2c0a60f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7f30006010 tx=0x7f7f30005be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:07.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.356+0000 7f7f39ffb640 1 -- 172.21.15.52:0/2905524039 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7f2809c900 con 0x7f7f3c103190 2024-04-21T09:07:07.434 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6832/2806446037,v1:172.21.15.78:6833/2806446037] up:boot 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: fsmap 1 up:standby 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:07.435 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:07 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6832/2806446037,v1:172.21.15.78:6833/2806446037] up:boot 2024-04-21T09:07:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: fsmap 1 up:standby 2024-04-21T09:07:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T09:07:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:07.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:07.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:07 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6832/2806446037,v1:172.21.15.78:6833/2806446037] up:boot 2024-04-21T09:07:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: fsmap 1 up:standby 2024-04-21T09:07:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T09:07:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:07.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:07 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:07.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.583+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f3c062b50 con 0x7f7f3c103190 2024-04-21T09:07:07.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.583+0000 7f7f39ffb640 1 -- 172.21.15.52:0/2905524039 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f7f2809c200 con 0x7f7f3c103190 2024-04-21T09:07:07.583 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:07.583 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-21T09:07:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 2 2024-04-21T09:07:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f2c0a3c30 msgr2=0x7f7f2c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f2c0a3c30 0x7f7f2c0a60f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7f30006010 tx=0x7f7f30005be0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c103190 msgr2=0x7f7f3c1986d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:07.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c103190 0x7f7f3c1986d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7f2800d950 tx=0x7f7f2800de10 comp rx=0 tx=0).stop 2024-04-21T09:07:07.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 shutdown_connections 2024-04-21T09:07:07.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7f3c103b50 0x7f7f3c19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7f3c103190 0x7f7f3c1986d0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7f2c0a3c30 0x7f7f2c0a60f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 --2- 172.21.15.52:0/2905524039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7f3c101fa0 0x7f7f3c198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:07.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 >> 172.21.15.52:0/2905524039 conn(0x7f7f3c0fd570 msgr2=0x7f7f3c1064e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:07.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 shutdown_connections 2024-04-21T09:07:07.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:07.585+0000 7f7f4303f640 1 -- 172.21.15.52:0/2905524039 wait complete. 2024-04-21T09:07:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:08 smithi078 ceph-mon[31713]: Deploying daemon mds.k on smithi060 2024-04-21T09:07:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:08 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2905524039' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:08 smithi052 ceph-mon[28035]: Deploying daemon mds.k on smithi060 2024-04-21T09:07:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:08 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2905524039' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:08.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:08 smithi060 ceph-mon[31055]: Deploying daemon mds.k on smithi060 2024-04-21T09:07:08.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:08 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2905524039' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:09.189 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 systemd[1]: Starting Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:09 smithi078 ceph-mon[31713]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:09 smithi052 ceph-mon[28035]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:09.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:09 smithi060 ceph-mon[31055]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:09.473 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 podman[60452]: 2024-04-21 09:07:09.183904847 +0000 UTC m=+0.018063649 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:09.474 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 podman[60452]: 2024-04-21 09:07:09.288030501 +0000 UTC m=+0.122189351 container create a916e76e6db48f9a52a54fa82d9b1f51c715c49fdeed48ce0c2522e58beba476 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:07:09.474 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 podman[60452]: 2024-04-21 09:07:09.473963372 +0000 UTC m=+0.308122173 container init a916e76e6db48f9a52a54fa82d9b1f51c715c49fdeed48ce0c2522e58beba476 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-21T09:07:09.597 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:09.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 -- 172.21.15.52:0/1071814115 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3270102490 msgr2=0x7f32701028b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:09.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 --2- 172.21.15.52:0/1071814115 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3270102490 0x7f32701028b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3260009900 tx=0x7f326002bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:09.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 -- 172.21.15.52:0/1071814115 shutdown_connections 2024-04-21T09:07:09.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 --2- 172.21.15.52:0/1071814115 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3270101aa0 0x7f3270109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 --2- 172.21.15.52:0/1071814115 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32701010e0 0x7f3270101560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 --2- 172.21.15.52:0/1071814115 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3270102490 0x7f32701028b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 -- 172.21.15.52:0/1071814115 >> 172.21.15.52:0/1071814115 conn(0x7f32700fbbb0 msgr2=0x7f32700fdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:09.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 -- 172.21.15.52:0/1071814115 shutdown_connections 2024-04-21T09:07:09.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.718+0000 7f327573d640 1 -- 172.21.15.52:0/1071814115 wait complete. 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f327573d640 1 Processor -- start 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f327573d640 1 -- start start 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f327573d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32701010e0 0x7f3270198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f327573d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3270101aa0 0x7f3270198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f327573d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3270102490 0x7f327019f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f327573d640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f327010ca10 con 0x7f32701010e0 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f327573d640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f327010c890 con 0x7f3270101aa0 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f327573d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f327010cb90 con 0x7f3270102490 2024-04-21T09:07:09.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f326effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32701010e0 0x7f3270198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f326effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32701010e0 0x7f3270198230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40372/0 (socket says 172.21.15.52:40372) 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f326effd640 1 -- 172.21.15.52:0/304311704 learned_addr learned my addr 172.21.15.52:0/304311704 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f326e7fc640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3270101aa0 0x7f3270198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.719+0000 7f326f7fe640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3270102490 0x7f327019f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f326effd640 1 -- 172.21.15.52:0/304311704 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3270102490 msgr2=0x7f327019f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f326effd640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3270102490 0x7f327019f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f326effd640 1 -- 172.21.15.52:0/304311704 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3270101aa0 msgr2=0x7f3270198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f326effd640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3270101aa0 0x7f3270198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f326effd640 1 -- 172.21.15.52:0/304311704 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f327019fe00 con 0x7f32701010e0 2024-04-21T09:07:09.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f326effd640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32701010e0 0x7f3270198230 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3260000c00 tx=0x7f3260004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:09.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f3257fff640 1 -- 172.21.15.52:0/304311704 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3260043020 con 0x7f32701010e0 2024-04-21T09:07:09.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f3257fff640 1 -- 172.21.15.52:0/304311704 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3260004440 con 0x7f32701010e0 2024-04-21T09:07:09.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32701a0090 con 0x7f32701010e0 2024-04-21T09:07:09.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f3257fff640 1 -- 172.21.15.52:0/304311704 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3260003c90 con 0x7f32701010e0 2024-04-21T09:07:09.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.720+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32701a05e0 con 0x7f32701010e0 2024-04-21T09:07:09.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.722+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32701a07e0 con 0x7f32701010e0 2024-04-21T09:07:09.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.723+0000 7f3257fff640 1 -- 172.21.15.52:0/304311704 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3260046020 con 0x7f32701010e0 2024-04-21T09:07:09.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.724+0000 7f3257fff640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f32580a3bb0 0x7f32580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:09.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.724+0000 7f326e7fc640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f32580a3bb0 0x7f32580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:09.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.724+0000 7f3257fff640 1 -- 172.21.15.52:0/304311704 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f32600f2170 con 0x7f32701010e0 2024-04-21T09:07:09.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.724+0000 7f326e7fc640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f32580a3bb0 0x7f32580a6070 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f32701996f0 tx=0x7f326400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:09.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.728+0000 7f3257fff640 1 -- 172.21.15.52:0/304311704 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f326004d020 con 0x7f32701010e0 2024-04-21T09:07:09.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 podman[60452]: 2024-04-21 09:07:09.477217866 +0000 UTC m=+0.311376676 container start a916e76e6db48f9a52a54fa82d9b1f51c715c49fdeed48ce0c2522e58beba476 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True) 2024-04-21T09:07:09.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 ceph-mds[60471]: -- 172.21.15.60:0/2212604399 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559b6c399a40 con 0x559b6c36c800 2024-04-21T09:07:09.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: starting mds.k at 2024-04-21T09:07:09.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 bash[60452]: a916e76e6db48f9a52a54fa82d9b1f51c715c49fdeed48ce0c2522e58beba476 2024-04-21T09:07:09.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:07:09 smithi060 systemd[1]: Started Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:09.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.955+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32701a09b0 con 0x7f32701010e0 2024-04-21T09:07:09.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.956+0000 7f3257fff640 1 -- 172.21.15.52:0/304311704 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f32600a7e20 con 0x7f32701010e0 2024-04-21T09:07:09.956 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:09.956 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-21T09:07:09.956 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 2 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f32580a3bb0 msgr2=0x7f32580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f32580a3bb0 0x7f32580a6070 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f32701996f0 tx=0x7f326400b390 comp rx=0 tx=0).stop 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32701010e0 msgr2=0x7f3270198230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32701010e0 0x7f3270198230 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3260000c00 tx=0x7f3260004040 comp rx=0 tx=0).stop 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 shutdown_connections 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f32580a3bb0 0x7f32580a6070 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3270102490 0x7f327019f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3270101aa0 0x7f3270198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 --2- 172.21.15.52:0/304311704 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32701010e0 0x7f3270198230 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:09.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 >> 172.21.15.52:0/304311704 conn(0x7f32700fbbb0 msgr2=0x7f32701000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:09.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 shutdown_connections 2024-04-21T09:07:09.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:09.958+0000 7f327573d640 1 -- 172.21.15.52:0/304311704 wait complete. 2024-04-21T09:07:10.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: Deploying daemon mds.j on smithi052 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/304311704' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6832/884489103,v1:172.21.15.60:6833/884489103] up:boot 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: fsmap 2 up:standby 2024-04-21T09:07:10.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:10 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:07:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:10.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: Deploying daemon mds.j on smithi052 2024-04-21T09:07:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/304311704' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6832/884489103,v1:172.21.15.60:6833/884489103] up:boot 2024-04-21T09:07:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: fsmap 2 up:standby 2024-04-21T09:07:10.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:10 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:07:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:11.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:11.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:11.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:11.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: Deploying daemon mds.j on smithi052 2024-04-21T09:07:11.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/304311704' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:11.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6832/884489103,v1:172.21.15.60:6833/884489103] up:boot 2024-04-21T09:07:11.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: fsmap 2 up:standby 2024-04-21T09:07:11.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:10 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:07:11.970 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:11.996 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:11 smithi052 systemd[1]: Starting Ceph mds.j for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 -- 172.21.15.52:0/46261849 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 msgr2=0x7fd13c10a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 --2- 172.21.15.52:0/46261849 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 0x7fd13c10a3e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd134009ca0 tx=0x7fd13402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 -- 172.21.15.52:0/46261849 shutdown_connections 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 --2- 172.21.15.52:0/46261849 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 0x7fd13c10a3e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 --2- 172.21.15.52:0/46261849 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd13c103190 0x7fd13c103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 --2- 172.21.15.52:0/46261849 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd13c101fa0 0x7fd13c1023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 -- 172.21.15.52:0/46261849 >> 172.21.15.52:0/46261849 conn(0x7fd13c0fd570 msgr2=0x7fd13c0ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 -- 172.21.15.52:0/46261849 shutdown_connections 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 -- 172.21.15.52:0/46261849 wait complete. 2024-04-21T09:07:12.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 Processor -- start 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.085+0000 7fd14098f640 1 -- start start 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd14098f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd13c101fa0 0x7fd13c1980c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd14098f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd13c103190 0x7fd13c198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd14098f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 0x7fd13c19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd14098f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c10dae0 con 0x7fd13c103b50 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd14098f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c10d960 con 0x7fd13c101fa0 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd14098f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c10dc60 con 0x7fd13c103190 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 0x7fd13c19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 0x7fd13c19f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40394/0 (socket says 172.21.15.52:40394) 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13a59c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd13c101fa0 0x7fd13c1980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 -- 172.21.15.52:0/3357327948 learned_addr learned my addr 172.21.15.52:0/3357327948 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd139d9b640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd13c103190 0x7fd13c198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:12.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 -- 172.21.15.52:0/3357327948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd13c103190 msgr2=0x7fd13c198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd13c103190 0x7fd13c198600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 -- 172.21.15.52:0/3357327948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd13c101fa0 msgr2=0x7fd13c1980c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd13c101fa0 0x7fd13c1980c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 -- 172.21.15.52:0/3357327948 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13c19fce0 con 0x7fd13c103b50 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13a59c640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd13c101fa0 0x7fd13c1980c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd13ad9d640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 0x7fd13c19f670 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd13402c700 tx=0x7fd1340093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.086+0000 7fd12b7fe640 1 -- 172.21.15.52:0/3357327948 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd134041020 con 0x7fd13c103b50 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.087+0000 7fd12b7fe640 1 -- 172.21.15.52:0/3357327948 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd134034d60 con 0x7fd13c103b50 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.087+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd13c19ff70 con 0x7fd13c103b50 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.087+0000 7fd12b7fe640 1 -- 172.21.15.52:0/3357327948 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd134039040 con 0x7fd13c103b50 2024-04-21T09:07:12.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.087+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd13c1a03d0 con 0x7fd13c103b50 2024-04-21T09:07:12.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.088+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd13c1092c0 con 0x7fd13c103b50 2024-04-21T09:07:12.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.089+0000 7fd12b7fe640 1 -- 172.21.15.52:0/3357327948 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd134044020 con 0x7fd13c103b50 2024-04-21T09:07:12.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.089+0000 7fd12b7fe640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1240a3c30 0x7fd1240a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:12.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.089+0000 7fd13a59c640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1240a3c30 0x7fd1240a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:12.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.090+0000 7fd12b7fe640 1 -- 172.21.15.52:0/3357327948 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fd1340f23a0 con 0x7fd13c103b50 2024-04-21T09:07:12.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.090+0000 7fd13a59c640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1240a3c30 0x7fd1240a60f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd13c102ff0 tx=0x7fd12c00a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:12.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.093+0000 7fd12b7fe640 1 -- 172.21.15.52:0/3357327948 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd13404b020 con 0x7fd13c103b50 2024-04-21T09:07:12.308 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:12 smithi052 podman[67526]: 2024-04-21 09:07:12.049670792 +0000 UTC m=+0.019474523 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:12.308 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:12 smithi052 podman[67526]: 2024-04-21 09:07:12.189541472 +0000 UTC m=+0.159345192 container create e8c62410a984b6d04e3259a985bd3b94ee9f92ce24c1cb39e74277a50aad594e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0) 2024-04-21T09:07:12.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.332+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd13c02d5c0 con 0x7fd13c103b50 2024-04-21T09:07:12.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.332+0000 7fd12b7fe640 1 -- 172.21.15.52:0/3357327948 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7fd1340bf180 con 0x7fd13c103b50 2024-04-21T09:07:12.332 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:12.332 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-21T09:07:12.332 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 3 2024-04-21T09:07:12.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1240a3c30 msgr2=0x7fd1240a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:12.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1240a3c30 0x7fd1240a60f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd13c102ff0 tx=0x7fd12c00a2d0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 msgr2=0x7fd13c19f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:12.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 0x7fd13c19f670 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd13402c700 tx=0x7fd1340093f0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 shutdown_connections 2024-04-21T09:07:12.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd13c103b50 0x7fd13c19f670 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1240a3c30 0x7fd1240a60f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd13c103190 0x7fd13c198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 --2- 172.21.15.52:0/3357327948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd13c101fa0 0x7fd13c1980c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:12.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 >> 172.21.15.52:0/3357327948 conn(0x7fd13c0fd570 msgr2=0x7fd13c106490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:12.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 shutdown_connections 2024-04-21T09:07:12.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:12.334+0000 7fd14098f640 1 -- 172.21.15.52:0/3357327948 wait complete. 2024-04-21T09:07:12.622 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mon[28035]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:12.622 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3357327948' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:12.622 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:12 smithi052 podman[67526]: 2024-04-21 09:07:12.425681795 +0000 UTC m=+0.395485510 container init e8c62410a984b6d04e3259a985bd3b94ee9f92ce24c1cb39e74277a50aad594e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:12 smithi052 podman[67526]: 2024-04-21 09:07:12.428424909 +0000 UTC m=+0.398228622 container start e8c62410a984b6d04e3259a985bd3b94ee9f92ce24c1cb39e74277a50aad594e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True) 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-mds[67566]: -- 172.21.15.52:0/1247157688 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560d1fa7fa40 con 0x560d1fa53000 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j[67560]: starting mds.j at 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:12 smithi052 bash[67526]: e8c62410a984b6d04e3259a985bd3b94ee9f92ce24c1cb39e74277a50aad594e 2024-04-21T09:07:12.623 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:07:12 smithi052 systemd[1]: Started Ceph mds.j for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:12.876 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:12 smithi060 ceph-mon[31055]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:12.876 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:12 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3357327948' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:12.876 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.876 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.876 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.877 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:12.877 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:12.877 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:12 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:12.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:12 smithi078 ceph-mon[31713]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:12.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:12 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3357327948' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:12.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:12.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:12.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:12.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:12 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:13.808 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:13 smithi052 ceph-mon[28035]: Deploying daemon mds.d on smithi052 2024-04-21T09:07:13.809 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:13 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.52:6834/2438727093,v1:172.21.15.52:6835/2438727093] up:boot 2024-04-21T09:07:13.809 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:13 smithi052 ceph-mon[28035]: fsmap 3 up:standby 2024-04-21T09:07:13.809 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:13 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T09:07:13.886 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:13 smithi078 ceph-mon[31713]: Deploying daemon mds.d on smithi052 2024-04-21T09:07:13.886 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:13 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.52:6834/2438727093,v1:172.21.15.52:6835/2438727093] up:boot 2024-04-21T09:07:13.886 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:13 smithi078 ceph-mon[31713]: fsmap 3 up:standby 2024-04-21T09:07:13.886 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:13 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T09:07:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:13 smithi060 ceph-mon[31055]: Deploying daemon mds.d on smithi052 2024-04-21T09:07:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:13 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.52:6834/2438727093,v1:172.21.15.52:6835/2438727093] up:boot 2024-04-21T09:07:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:13 smithi060 ceph-mon[31055]: fsmap 3 up:standby 2024-04-21T09:07:14.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:13 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T09:07:14.348 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 -- 172.21.15.52:0/3147229446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 msgr2=0x7f742010a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 --2- 172.21.15.52:0/3147229446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 0x7f742010a0d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7418009ca0 tx=0x7f741802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 -- 172.21.15.52:0/3147229446 shutdown_connections 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 --2- 172.21.15.52:0/3147229446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 0x7f742010a0d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 --2- 172.21.15.52:0/3147229446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74201053b0 0x7f74201077a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 --2- 172.21.15.52:0/3147229446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7420102a80 0x7f7420104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 -- 172.21.15.52:0/3147229446 >> 172.21.15.52:0/3147229446 conn(0x7f74200fc3f0 msgr2=0x7f74200fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 -- 172.21.15.52:0/3147229446 shutdown_connections 2024-04-21T09:07:14.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 -- 172.21.15.52:0/3147229446 wait complete. 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 Processor -- start 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.610+0000 7f7426448640 1 -- start start 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f7426448640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7420102a80 0x7f7420198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f7426448640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74201053b0 0x7f7420198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f7426448640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 0x7f742019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f7426448640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f742010dab0 con 0x7f7420107ce0 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f7426448640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f742010d930 con 0x7f74201053b0 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f7426448640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f742010dc30 con 0x7f7420102a80 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 0x7f742019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 0x7f742019f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40426/0 (socket says 172.21.15.52:40426) 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 -- 172.21.15.52:0/2742956548 learned_addr learned my addr 172.21.15.52:0/2742956548 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f741ffff640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7420102a80 0x7f7420198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f741f7fe640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74201053b0 0x7f7420198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:14.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 -- 172.21.15.52:0/2742956548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7420102a80 msgr2=0x7f7420198150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7420102a80 0x7f7420198150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 -- 172.21.15.52:0/2742956548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74201053b0 msgr2=0x7f7420198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74201053b0 0x7f7420198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 -- 172.21.15.52:0/2742956548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f742019fd70 con 0x7f7420107ce0 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f741ffff640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7420102a80 0x7f7420198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.611+0000 7f74249e5640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 0x7f742019f700 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f741802c700 tx=0x7f74180093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.612+0000 7f741d7fa640 1 -- 172.21.15.52:0/2742956548 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7418041020 con 0x7f7420107ce0 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.612+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74201a0000 con 0x7f7420107ce0 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.612+0000 7f741d7fa640 1 -- 172.21.15.52:0/2742956548 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7418034d60 con 0x7f7420107ce0 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.612+0000 7f741d7fa640 1 -- 172.21.15.52:0/2742956548 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7418039040 con 0x7f7420107ce0 2024-04-21T09:07:14.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.612+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74201a0540 con 0x7f7420107ce0 2024-04-21T09:07:14.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.613+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74200fdee0 con 0x7f7420107ce0 2024-04-21T09:07:14.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.615+0000 7f741d7fa640 1 -- 172.21.15.52:0/2742956548 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7418044020 con 0x7f7420107ce0 2024-04-21T09:07:14.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.616+0000 7f741d7fa640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74080a3bb0 0x7f74080a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:14.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.616+0000 7f741ffff640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74080a3bb0 0x7f74080a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:14.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.616+0000 7f741d7fa640 1 -- 172.21.15.52:0/2742956548 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f74180f1f10 con 0x7f7420107ce0 2024-04-21T09:07:14.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.616+0000 7f741ffff640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74080a3bb0 0x7f74080a6070 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7410005d00 tx=0x7f7410005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:14.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.625+0000 7f741d7fa640 1 -- 172.21.15.52:0/2742956548 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f741804b020 con 0x7f7420107ce0 2024-04-21T09:07:14.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.871+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7420062b50 con 0x7f7420107ce0 2024-04-21T09:07:14.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.872+0000 7f741d7fa640 1 -- 172.21.15.52:0/2742956548 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3040 (secure 0 0 0) 0x7f74180bed90 con 0x7f7420107ce0 2024-04-21T09:07:14.872 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:14.872 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-21T09:07:14.873 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 4 2024-04-21T09:07:14.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74080a3bb0 msgr2=0x7f74080a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:14.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74080a3bb0 0x7f74080a6070 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7410005d00 tx=0x7f7410005c70 comp rx=0 tx=0).stop 2024-04-21T09:07:14.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 msgr2=0x7f742019f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 0x7f742019f700 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f741802c700 tx=0x7f74180093f0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 shutdown_connections 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7420107ce0 0x7f742019f700 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74201053b0 0x7f7420198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74080a3bb0 0x7f74080a6070 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 --2- 172.21.15.52:0/2742956548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7420102a80 0x7f7420198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 >> 172.21.15.52:0/2742956548 conn(0x7f74200fc3f0 msgr2=0x7f74201033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 shutdown_connections 2024-04-21T09:07:14.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:14.875+0000 7f7426448640 1 -- 172.21.15.52:0/2742956548 wait complete. 2024-04-21T09:07:14.886 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:14 smithi052 systemd[1]: Starting Ceph mds.d for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:14.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:14 smithi052 ceph-mon[28035]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:14.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:14 smithi078 ceph-mon[31713]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:14 smithi060 ceph-mon[31055]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:15.150 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:14 smithi052 podman[67907]: 2024-04-21 09:07:14.880173372 +0000 UTC m=+0.019668729 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:15.150 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:15 smithi052 podman[67907]: 2024-04-21 09:07:15.011297063 +0000 UTC m=+0.150792411 container create 087a6e3f70bdc7ba505e9931ef3a14546a8b76da56d99a36283fdea0280c2dad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-21T09:07:15.634 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:15 smithi052 podman[67907]: 2024-04-21 09:07:15.247796761 +0000 UTC m=+0.387292111 container init 087a6e3f70bdc7ba505e9931ef3a14546a8b76da56d99a36283fdea0280c2dad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:07:15.635 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:15 smithi052 podman[67907]: 2024-04-21 09:07:15.250838217 +0000 UTC m=+0.390333565 container start 087a6e3f70bdc7ba505e9931ef3a14546a8b76da56d99a36283fdea0280c2dad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:07:15.635 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mds[67928]: -- 172.21.15.52:0/4263395363 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e7df393a40 con 0x55e7df366c00 2024-04-21T09:07:15.635 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d[67924]: starting mds.d at 2024-04-21T09:07:15.635 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:15 smithi052 bash[67907]: 087a6e3f70bdc7ba505e9931ef3a14546a8b76da56d99a36283fdea0280c2dad 2024-04-21T09:07:15.635 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:07:15 smithi052 systemd[1]: Started Ceph mds.d for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:15.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:15 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2742956548' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:15.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:15 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:15 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:15 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:15 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:15.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:15 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:15.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:15 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:15.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:15 smithi078 ceph-mon[31713]: Deploying daemon mds.e on smithi060 2024-04-21T09:07:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2742956548' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:15.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:15.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:15.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:15 smithi052 ceph-mon[28035]: Deploying daemon mds.e on smithi060 2024-04-21T09:07:15.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:15 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2742956548' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:15.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:15 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:15 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:15 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:15.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:15 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:15.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:15 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:15.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:15 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:15.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:15 smithi060 ceph-mon[31055]: Deploying daemon mds.e on smithi060 2024-04-21T09:07:16.888 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:16.917 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:16 smithi052 ceph-mon[28035]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:16.917 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:16 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.52:6836/1845940581,v1:172.21.15.52:6837/1845940581] up:boot 2024-04-21T09:07:16.917 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:16 smithi052 ceph-mon[28035]: fsmap 4 up:standby 2024-04-21T09:07:16.917 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:16 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T09:07:16.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:16 smithi078 ceph-mon[31713]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:16.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:16 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.52:6836/1845940581,v1:172.21.15.52:6837/1845940581] up:boot 2024-04-21T09:07:16.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:16 smithi078 ceph-mon[31713]: fsmap 4 up:standby 2024-04-21T09:07:16.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:16 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T09:07:17.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 -- 172.21.15.52:0/2667691797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60102990 msgr2=0x7efc601092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:17.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 --2- 172.21.15.52:0/2667691797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60102990 0x7efc601092b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7efc58009ca0 tx=0x7efc5802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 -- 172.21.15.52:0/2667691797 shutdown_connections 2024-04-21T09:07:17.007 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 --2- 172.21.15.52:0/2667691797 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60102990 0x7efc601092b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 --2- 172.21.15.52:0/2667691797 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc60101fd0 0x7efc60102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 --2- 172.21.15.52:0/2667691797 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efc60100e80 0x7efc601012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 -- 172.21.15.52:0/2667691797 >> 172.21.15.52:0/2667691797 conn(0x7efc600fc3f0 msgr2=0x7efc600fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 -- 172.21.15.52:0/2667691797 shutdown_connections 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.007+0000 7efc66b67640 1 -- 172.21.15.52:0/2667691797 wait complete. 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc66b67640 1 Processor -- start 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc66b67640 1 -- start start 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc66b67640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60100e80 0x7efc60198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc66b67640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efc60101fd0 0x7efc60198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc66b67640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc60102990 0x7efc6019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc66b67640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efc6010c9e0 con 0x7efc60100e80 2024-04-21T09:07:17.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc66b67640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7efc6010c860 con 0x7efc60102990 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc66b67640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7efc6010cb60 con 0x7efc60101fd0 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc64903640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60100e80 0x7efc60198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc64903640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60100e80 0x7efc60198140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36260/0 (socket says 172.21.15.52:36260) 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc64903640 1 -- 172.21.15.52:0/3173065215 learned_addr learned my addr 172.21.15.52:0/3173065215 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc65104640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc60102990 0x7efc6019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc5ffff640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efc60101fd0 0x7efc60198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc64903640 1 -- 172.21.15.52:0/3173065215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efc60101fd0 msgr2=0x7efc60198680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc64903640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efc60101fd0 0x7efc60198680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc64903640 1 -- 172.21.15.52:0/3173065215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc60102990 msgr2=0x7efc6019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc64903640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc60102990 0x7efc6019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc64903640 1 -- 172.21.15.52:0/3173065215 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6019fd60 con 0x7efc60100e80 2024-04-21T09:07:17.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.008+0000 7efc5ffff640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efc60101fd0 0x7efc60198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:17.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.009+0000 7efc64903640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60100e80 0x7efc60198140 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7efc5400d770 tx=0x7efc5400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:17.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.009+0000 7efc5dffb640 1 -- 172.21.15.52:0/3173065215 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc54017070 con 0x7efc60100e80 2024-04-21T09:07:17.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.009+0000 7efc5dffb640 1 -- 172.21.15.52:0/3173065215 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc540054d0 con 0x7efc60100e80 2024-04-21T09:07:17.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.009+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc6019fff0 con 0x7efc60100e80 2024-04-21T09:07:17.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.009+0000 7efc5dffb640 1 -- 172.21.15.52:0/3173065215 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc54004c30 con 0x7efc60100e80 2024-04-21T09:07:17.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.009+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc601a0460 con 0x7efc60100e80 2024-04-21T09:07:17.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.010+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc601a06c0 con 0x7efc60100e80 2024-04-21T09:07:17.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.011+0000 7efc5dffb640 1 -- 172.21.15.52:0/3173065215 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7efc54004e10 con 0x7efc60100e80 2024-04-21T09:07:17.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.012+0000 7efc5dffb640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efc500a3bb0 0x7efc500a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:17.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.012+0000 7efc5ffff640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efc500a3bb0 0x7efc500a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:17.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.012+0000 7efc5dffb640 1 -- 172.21.15.52:0/3173065215 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7efc540cfa20 con 0x7efc60100e80 2024-04-21T09:07:17.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.012+0000 7efc5ffff640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efc500a3bb0 0x7efc500a6070 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efc4c0058c0 tx=0x7efc4c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:17.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.016+0000 7efc5dffb640 1 -- 172.21.15.52:0/3173065215 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efc5409c8a0 con 0x7efc60100e80 2024-04-21T09:07:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:16 smithi060 ceph-mon[31055]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:16 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.52:6836/1845940581,v1:172.21.15.52:6837/1845940581] up:boot 2024-04-21T09:07:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:16 smithi060 ceph-mon[31055]: fsmap 4 up:standby 2024-04-21T09:07:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:16 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T09:07:17.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.249+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efc601a09b0 con 0x7efc60100e80 2024-04-21T09:07:17.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.249+0000 7efc5dffb640 1 -- 172.21.15.52:0/3173065215 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3865 (secure 0 0 0) 0x7efc5409c1a0 con 0x7efc60100e80 2024-04-21T09:07:17.249 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:17.249 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-21T09:07:17.250 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 5 2024-04-21T09:07:17.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efc500a3bb0 msgr2=0x7efc500a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efc500a3bb0 0x7efc500a6070 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efc4c0058c0 tx=0x7efc4c005850 comp rx=0 tx=0).stop 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60100e80 msgr2=0x7efc60198140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60100e80 0x7efc60198140 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7efc5400d770 tx=0x7efc5400dc30 comp rx=0 tx=0).stop 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 shutdown_connections 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc60102990 0x7efc6019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7efc500a3bb0 0x7efc500a6070 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efc60101fd0 0x7efc60198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 --2- 172.21.15.52:0/3173065215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efc60100e80 0x7efc60198140 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.251+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 >> 172.21.15.52:0/3173065215 conn(0x7efc600fc3f0 msgr2=0x7efc600fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.252+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 shutdown_connections 2024-04-21T09:07:17.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:17.252+0000 7efc66b67640 1 -- 172.21.15.52:0/3173065215 wait complete. 2024-04-21T09:07:17.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:17 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3173065215' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:17.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:17 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3173065215' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:17.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:17 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3173065215' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:18.590 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:07:18 smithi060 systemd[1]: Started Ceph mds.e for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:19.263 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:19.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 -- 172.21.15.52:0/2322639546 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 msgr2=0x7fb63010a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:19.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 --2- 172.21.15.52:0/2322639546 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 0x7fb63010a0d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb628009ca0 tx=0x7fb62802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 -- 172.21.15.52:0/2322639546 shutdown_connections 2024-04-21T09:07:19.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 --2- 172.21.15.52:0/2322639546 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 0x7fb63010a0d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 --2- 172.21.15.52:0/2322639546 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb6301053b0 0x7fb6301077a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 --2- 172.21.15.52:0/2322639546 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb630102a80 0x7fb630104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 -- 172.21.15.52:0/2322639546 >> 172.21.15.52:0/2322639546 conn(0x7fb6300fc410 msgr2=0x7fb6300fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:19.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 -- 172.21.15.52:0/2322639546 shutdown_connections 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 -- 172.21.15.52:0/2322639546 wait complete. 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 Processor -- start 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.379+0000 7fb636cb3640 1 -- start start 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb636cb3640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630102a80 0x7fb630198110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb636cb3640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301053b0 0x7fb630198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb636cb3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 0x7fb63019f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb636cb3640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb63010dae0 con 0x7fb630107ce0 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb636cb3640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb63010d960 con 0x7fb6301053b0 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb636cb3640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb63010dc60 con 0x7fb630102a80 2024-04-21T09:07:19.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 0x7fb63019f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb634a4f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630102a80 0x7fb630198110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 0x7fb63019f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36266/0 (socket says 172.21.15.52:36266) 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 -- 172.21.15.52:0/448863693 learned_addr learned my addr 172.21.15.52:0/448863693 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb62ffff640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301053b0 0x7fb630198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 -- 172.21.15.52:0/448863693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630102a80 msgr2=0x7fb630198110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630102a80 0x7fb630198110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 -- 172.21.15.52:0/448863693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301053b0 msgr2=0x7fb630198650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301053b0 0x7fb630198650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 -- 172.21.15.52:0/448863693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb63019fd30 con 0x7fb630107ce0 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb634a4f640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630102a80 0x7fb630198110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:19.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb635250640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 0x7fb63019f6c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb62802c700 tx=0x7fb6280093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:19.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb62dffb640 1 -- 172.21.15.52:0/448863693 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb628041020 con 0x7fb630107ce0 2024-04-21T09:07:19.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb62dffb640 1 -- 172.21.15.52:0/448863693 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb628034d60 con 0x7fb630107ce0 2024-04-21T09:07:19.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb63019ffc0 con 0x7fb630107ce0 2024-04-21T09:07:19.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.380+0000 7fb62dffb640 1 -- 172.21.15.52:0/448863693 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb628039040 con 0x7fb630107ce0 2024-04-21T09:07:19.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.381+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6301a0420 con 0x7fb630107ce0 2024-04-21T09:07:19.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.382+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6300fdf00 con 0x7fb630107ce0 2024-04-21T09:07:19.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.383+0000 7fb62dffb640 1 -- 172.21.15.52:0/448863693 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb628044020 con 0x7fb630107ce0 2024-04-21T09:07:19.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.384+0000 7fb62dffb640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb6200a3bb0 0x7fb6200a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:19.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.384+0000 7fb634a4f640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb6200a3bb0 0x7fb6200a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:19.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.384+0000 7fb62dffb640 1 -- 172.21.15.52:0/448863693 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fb6280f2360 con 0x7fb630107ce0 2024-04-21T09:07:19.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.384+0000 7fb634a4f640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb6200a3bb0 0x7fb6200a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb62400bfd0 tx=0x7fb62400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:19.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.387+0000 7fb62dffb640 1 -- 172.21.15.52:0/448863693 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb62804b020 con 0x7fb630107ce0 2024-04-21T09:07:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: Deploying daemon mds.f on smithi078 2024-04-21T09:07:19.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6834/1998686722,v1:172.21.15.60:6835/1998686722] up:boot 2024-04-21T09:07:19.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: fsmap 5 up:standby 2024-04-21T09:07:19.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:19 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:07:19.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.615+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb63002d5c0 con 0x7fb630107ce0 2024-04-21T09:07:19.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.616+0000 7fb62dffb640 1 -- 172.21.15.52:0/448863693 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4690 (secure 0 0 0) 0x7fb6280bf180 con 0x7fb630107ce0 2024-04-21T09:07:19.616 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:19.616 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-21T09:07:19.617 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 6 2024-04-21T09:07:19.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb6200a3bb0 msgr2=0x7fb6200a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:19.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb6200a3bb0 0x7fb6200a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb62400bfd0 tx=0x7fb62400b390 comp rx=0 tx=0).stop 2024-04-21T09:07:19.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 msgr2=0x7fb63019f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 0x7fb63019f6c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb62802c700 tx=0x7fb6280093f0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 shutdown_connections 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630107ce0 0x7fb63019f6c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301053b0 0x7fb630198650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb6200a3bb0 0x7fb6200a6070 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 --2- 172.21.15.52:0/448863693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630102a80 0x7fb630198110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 >> 172.21.15.52:0/448863693 conn(0x7fb6300fc410 msgr2=0x7fb6301033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 shutdown_connections 2024-04-21T09:07:19.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:19.618+0000 7fb636cb3640 1 -- 172.21.15.52:0/448863693 wait complete. 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: Deploying daemon mds.f on smithi078 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6834/1998686722,v1:172.21.15.60:6835/1998686722] up:boot 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: fsmap 5 up:standby 2024-04-21T09:07:19.628 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:19 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:07:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: Deploying daemon mds.f on smithi078 2024-04-21T09:07:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6834/1998686722,v1:172.21.15.60:6835/1998686722] up:boot 2024-04-21T09:07:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: fsmap 5 up:standby 2024-04-21T09:07:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:19 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:07:20.606 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:20 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/448863693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:20.636 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:20 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/448863693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:20.636 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:20 smithi078 systemd[1]: Starting Ceph mds.f for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:20.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/448863693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:20.913 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:20 smithi078 podman[62566]: 2024-04-21 09:07:20.535614542 +0000 UTC m=+0.017951810 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:20.913 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:20 smithi078 podman[62566]: 2024-04-21 09:07:20.651821732 +0000 UTC m=+0.134159000 container create ccdbc014d984181b7fc9b7fdea13042f7d3ab0eb5e0a9c26c4b39cd0e7337200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:07:21.194 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:20 smithi078 podman[62566]: 2024-04-21 09:07:20.912874124 +0000 UTC m=+0.395211391 container init ccdbc014d984181b7fc9b7fdea13042f7d3ab0eb5e0a9c26c4b39cd0e7337200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:07:21.195 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:20 smithi078 podman[62566]: 2024-04-21 09:07:20.915630029 +0000 UTC m=+0.397967300 container start ccdbc014d984181b7fc9b7fdea13042f7d3ab0eb5e0a9c26c4b39cd0e7337200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:07:21.195 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:20 smithi078 ceph-mds[62584]: -- 172.21.15.78:0/830317583 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560de9e17a40 con 0x560de9deac00 2024-04-21T09:07:21.195 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:20 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f[62580]: starting mds.f at 2024-04-21T09:07:21.195 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:21 smithi078 bash[62566]: ccdbc014d984181b7fc9b7fdea13042f7d3ab0eb5e0a9c26c4b39cd0e7337200 2024-04-21T09:07:21.195 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:07:21 smithi078 systemd[1]: Started Ceph mds.f for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:21 smithi060 ceph-mon[31055]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:21 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:21 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:21 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:21 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:21 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:21 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:21.630 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:21.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:21 smithi052 ceph-mon[28035]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:21.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:21.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:21.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:21 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:21 smithi078 ceph-mon[31713]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:21.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:21.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:21.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:21 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:21.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/94302397 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103b50 msgr2=0x7f1ff410a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:21.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/94302397 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103b50 0x7f1ff410a3e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f1fec009ca0 tx=0x7f1fec02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/94302397 shutdown_connections 2024-04-21T09:07:21.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/94302397 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103b50 0x7f1ff410a3e0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/94302397 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ff4103190 0x7f1ff4103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/94302397 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ff4101fa0 0x7f1ff41023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/94302397 >> 172.21.15.52:0/94302397 conn(0x7f1ff40fd570 msgr2=0x7f1ff40ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:21.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/94302397 shutdown_connections 2024-04-21T09:07:21.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.745+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/94302397 wait complete. 2024-04-21T09:07:21.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffc0e0640 1 Processor -- start 2024-04-21T09:07:21.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffc0e0640 1 -- start start 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffc0e0640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ff4101fa0 0x7f1ff4198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffc0e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103190 0x7f1ff4198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffc0e0640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ff4103b50 0x7f1ff419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffc0e0640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff410dae0 con 0x7f1ff4103190 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffc0e0640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff410d960 con 0x7f1ff4103b50 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffc0e0640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff410dc60 con 0x7f1ff4101fa0 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ff967b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103190 0x7f1ff4198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ff9e7c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ff4101fa0 0x7f1ff4198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ff967b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103190 0x7f1ff4198640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36286/0 (socket says 172.21.15.52:36286) 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ff967b640 1 -- 172.21.15.52:0/2820383945 learned_addr learned my addr 172.21.15.52:0/2820383945 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:21.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.746+0000 7f1ffa67d640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ff4103b50 0x7f1ff419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ff967b640 1 -- 172.21.15.52:0/2820383945 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ff4101fa0 msgr2=0x7f1ff4198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ff967b640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ff4101fa0 0x7f1ff4198100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ff967b640 1 -- 172.21.15.52:0/2820383945 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ff4103b50 msgr2=0x7f1ff419f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ff967b640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ff4103b50 0x7f1ff419f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ff967b640 1 -- 172.21.15.52:0/2820383945 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ff419fd20 con 0x7f1ff4103190 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ff9e7c640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ff4101fa0 0x7f1ff4198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ff967b640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103190 0x7f1ff4198640 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1fe400e9f0 tx=0x7f1fe400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1feaffd640 1 -- 172.21.15.52:0/2820383945 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe400cd80 con 0x7f1ff4103190 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1feaffd640 1 -- 172.21.15.52:0/2820383945 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe40108e0 con 0x7f1ff4103190 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ff419ffb0 con 0x7f1ff4103190 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1feaffd640 1 -- 172.21.15.52:0/2820383945 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe4018980 con 0x7f1ff4103190 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.747+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ff41a04d0 con 0x7f1ff4103190 2024-04-21T09:07:21.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.748+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ff4109260 con 0x7f1ff4103190 2024-04-21T09:07:21.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.749+0000 7f1feaffd640 1 -- 172.21.15.52:0/2820383945 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1fe4010430 con 0x7f1ff4103190 2024-04-21T09:07:21.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.750+0000 7f1feaffd640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1fe00a3bb0 0x7f1fe00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:21.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.750+0000 7f1ff9e7c640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1fe00a3bb0 0x7f1fe00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:21.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.750+0000 7f1feaffd640 1 -- 172.21.15.52:0/2820383945 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f1fe40d0780 con 0x7f1ff4103190 2024-04-21T09:07:21.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.750+0000 7f1ff9e7c640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1fe00a3bb0 0x7f1fe00a6070 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1ff4102ff0 tx=0x7f1ff0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:21.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.754+0000 7f1feaffd640 1 -- 172.21.15.52:0/2820383945 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1fe409cf10 con 0x7f1ff4103190 2024-04-21T09:07:21.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.981+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ff402d5c0 con 0x7f1ff4103190 2024-04-21T09:07:21.982 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.982+0000 7f1feaffd640 1 -- 172.21.15.52:0/2820383945 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5515 (secure 0 0 0) 0x7f1fe40a1210 con 0x7f1ff4103190 2024-04-21T09:07:21.982 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:21.982 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-21T09:07:21.983 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 7 2024-04-21T09:07:21.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1fe00a3bb0 msgr2=0x7f1fe00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:21.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1fe00a3bb0 0x7f1fe00a6070 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1ff4102ff0 tx=0x7f1ff0005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:21.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103190 msgr2=0x7f1ff4198640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:21.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103190 0x7f1ff4198640 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1fe400e9f0 tx=0x7f1fe400eeb0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 shutdown_connections 2024-04-21T09:07:21.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ff4103b50 0x7f1ff419f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ff4103190 0x7f1ff4198640 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1fe00a3bb0 0x7f1fe00a6070 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 --2- 172.21.15.52:0/2820383945 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ff4101fa0 0x7f1ff4198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:21.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 >> 172.21.15.52:0/2820383945 conn(0x7f1ff40fd570 msgr2=0x7f1ff4106430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:21.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 shutdown_connections 2024-04-21T09:07:21.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:21.984+0000 7f1ffc0e0640 1 -- 172.21.15.52:0/2820383945 wait complete. 2024-04-21T09:07:22.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:22 smithi060 ceph-mon[31055]: Deploying daemon mds.c on smithi078 2024-04-21T09:07:22.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:22 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6834/2825456266,v1:172.21.15.78:6835/2825456266] up:boot 2024-04-21T09:07:22.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:22 smithi060 ceph-mon[31055]: fsmap 6 up:standby 2024-04-21T09:07:22.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:22 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:07:22.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:22 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2820383945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:22.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:22 smithi078 ceph-mon[31713]: Deploying daemon mds.c on smithi078 2024-04-21T09:07:22.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:22 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6834/2825456266,v1:172.21.15.78:6835/2825456266] up:boot 2024-04-21T09:07:22.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:22 smithi078 ceph-mon[31713]: fsmap 6 up:standby 2024-04-21T09:07:22.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:22 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:07:22.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:22 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2820383945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:22 smithi052 ceph-mon[28035]: Deploying daemon mds.c on smithi078 2024-04-21T09:07:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:22 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6834/2825456266,v1:172.21.15.78:6835/2825456266] up:boot 2024-04-21T09:07:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:22 smithi052 ceph-mon[28035]: fsmap 6 up:standby 2024-04-21T09:07:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:22 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:07:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:22 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2820383945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:23.315 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 systemd[1]: Starting Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:23.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:23 smithi060 ceph-mon[31055]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:23.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:23 smithi078 ceph-mon[31713]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:23.614 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 podman[62870]: 2024-04-21 09:07:23.366675322 +0000 UTC m=+0.017708734 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:23.614 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 podman[62870]: 2024-04-21 09:07:23.483368091 +0000 UTC m=+0.134401504 container create 677af7acee562684c8907ecaab137dd66bd7ccdf6f9bb7f350a5e5f12102559e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:07:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:23 smithi052 ceph-mon[28035]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:23.997 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:24.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 -- 172.21.15.52:0/1925845199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630101fd0 msgr2=0x7fa630102450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1925845199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630101fd0 0x7fa630102450 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa62c009900 tx=0x7fa62c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 -- 172.21.15.52:0/1925845199 shutdown_connections 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1925845199 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa630102990 0x7fa6301092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1925845199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630101fd0 0x7fa630102450 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1925845199 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa630100e80 0x7fa6301012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 -- 172.21.15.52:0/1925845199 >> 172.21.15.52:0/1925845199 conn(0x7fa6300fc3f0 msgr2=0x7fa6300fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 -- 172.21.15.52:0/1925845199 shutdown_connections 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.128+0000 7fa637ae0640 1 -- 172.21.15.52:0/1925845199 wait complete. 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa637ae0640 1 Processor -- start 2024-04-21T09:07:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa637ae0640 1 -- start start 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa637ae0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630100e80 0x7fa6301981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa637ae0640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa630101fd0 0x7fa630198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa637ae0640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa630102990 0x7fa63019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa637ae0640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa63010c9d0 con 0x7fa630100e80 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa637ae0640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa63010c850 con 0x7fa630101fd0 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa637ae0640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa63010cb50 con 0x7fa630102990 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630100e80 0x7fa6301981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630100e80 0x7fa6301981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36306/0 (socket says 172.21.15.52:36306) 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 -- 172.21.15.52:0/1094525979 learned_addr learned my addr 172.21.15.52:0/1094525979 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63507b640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa630101fd0 0x7fa630198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63607d640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa630102990 0x7fa63019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 -- 172.21.15.52:0/1094525979 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa630102990 msgr2=0x7fa63019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa630102990 0x7fa63019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 -- 172.21.15.52:0/1094525979 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa630101fd0 msgr2=0x7fa630198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa630101fd0 0x7fa630198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 -- 172.21.15.52:0/1094525979 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa63019fdf0 con 0x7fa630100e80 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63507b640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa630101fd0 0x7fa630198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.129+0000 7fa63587c640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630100e80 0x7fa6301981d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa62000e9f0 tx=0x7fa62000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.130+0000 7fa626ffd640 1 -- 172.21.15.52:0/1094525979 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62000cd80 con 0x7fa630100e80 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.130+0000 7fa626ffd640 1 -- 172.21.15.52:0/1094525979 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6200108e0 con 0x7fa630100e80 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.130+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6301a00e0 con 0x7fa630100e80 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.130+0000 7fa626ffd640 1 -- 172.21.15.52:0/1094525979 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa620018980 con 0x7fa630100e80 2024-04-21T09:07:24.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.130+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6301a0650 con 0x7fa630100e80 2024-04-21T09:07:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.131+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6301a08b0 con 0x7fa630100e80 2024-04-21T09:07:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.132+0000 7fa626ffd640 1 -- 172.21.15.52:0/1094525979 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa620010430 con 0x7fa630100e80 2024-04-21T09:07:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.132+0000 7fa626ffd640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa61c0a3c30 0x7fa61c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.133+0000 7fa626ffd640 1 -- 172.21.15.52:0/1094525979 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fa6200d02c0 con 0x7fa630100e80 2024-04-21T09:07:24.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.133+0000 7fa63507b640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa61c0a3c30 0x7fa61c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:24.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.133+0000 7fa63507b640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa61c0a3c30 0x7fa61c0a60f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa62c005ab0 tx=0x7fa62c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:24.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.137+0000 7fa626ffd640 1 -- 172.21.15.52:0/1094525979 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa62009ca50 con 0x7fa630100e80 2024-04-21T09:07:24.194 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 podman[62870]: 2024-04-21 09:07:23.753153385 +0000 UTC m=+0.404186797 container init 677af7acee562684c8907ecaab137dd66bd7ccdf6f9bb7f350a5e5f12102559e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-21T09:07:24.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 podman[62870]: 2024-04-21 09:07:23.755763336 +0000 UTC m=+0.406796757 container start 677af7acee562684c8907ecaab137dd66bd7ccdf6f9bb7f350a5e5f12102559e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-21T09:07:24.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 ceph-mds[62890]: -- 172.21.15.78:0/3474742471 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f252d31a40 con 0x55f252d05000 2024-04-21T09:07:24.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: starting mds.c at 2024-04-21T09:07:24.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 bash[62870]: 677af7acee562684c8907ecaab137dd66bd7ccdf6f9bb7f350a5e5f12102559e 2024-04-21T09:07:24.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:07:23 smithi078 systemd[1]: Started Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:24.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.361+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6301a1000 con 0x7fa630100e80 2024-04-21T09:07:24.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.362+0000 7fa626ffd640 1 -- 172.21.15.52:0/1094525979 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6337 (secure 0 0 0) 0x7fa6200a0d50 con 0x7fa630100e80 2024-04-21T09:07:24.362 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:24.362 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-21T09:07:24.362 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 8 2024-04-21T09:07:24.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa61c0a3c30 msgr2=0x7fa61c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:24.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa61c0a3c30 0x7fa61c0a60f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa62c005ab0 tx=0x7fa62c005fd0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630100e80 msgr2=0x7fa6301981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:24.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630100e80 0x7fa6301981d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa62000e9f0 tx=0x7fa62000eeb0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 shutdown_connections 2024-04-21T09:07:24.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa61c0a3c30 0x7fa61c0a60f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa630102990 0x7fa63019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa630101fd0 0x7fa630198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 --2- 172.21.15.52:0/1094525979 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa630100e80 0x7fa6301981d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:24.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 >> 172.21.15.52:0/1094525979 conn(0x7fa6300fc3f0 msgr2=0x7fa6300fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:24.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 shutdown_connections 2024-04-21T09:07:24.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:24.364+0000 7fa637ae0640 1 -- 172.21.15.52:0/1094525979 wait complete. 2024-04-21T09:07:25.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:25.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: Deploying daemon mds.h on smithi060 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6836/119150232,v1:172.21.15.78:6837/119150232] up:boot 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: fsmap 7 up:standby 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:07:25.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:24 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1094525979' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:25.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:25.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:25.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:25.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:25.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: Deploying daemon mds.h on smithi060 2024-04-21T09:07:25.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6836/119150232,v1:172.21.15.78:6837/119150232] up:boot 2024-04-21T09:07:25.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: fsmap 7 up:standby 2024-04-21T09:07:25.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:07:25.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:24 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1094525979' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:25.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:25.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: Deploying daemon mds.h on smithi060 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6836/119150232,v1:172.21.15.78:6837/119150232] up:boot 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: fsmap 7 up:standby 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:07:25.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:24 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1094525979' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:26.340 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 systemd[1]: Starting Ceph mds.h for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:26.375 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:26.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- 172.21.15.52:0/1727253449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144100e80 msgr2=0x7f01441012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:26.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 --2- 172.21.15.52:0/1727253449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144100e80 0x7f01441012a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0138009900 tx=0x7f013802bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:26.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- 172.21.15.52:0/1727253449 shutdown_connections 2024-04-21T09:07:26.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 --2- 172.21.15.52:0/1727253449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0144102990 0x7f01441092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 --2- 172.21.15.52:0/1727253449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0144101fd0 0x7f0144102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 --2- 172.21.15.52:0/1727253449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144100e80 0x7f01441012a0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- 172.21.15.52:0/1727253449 >> 172.21.15.52:0/1727253449 conn(0x7f01440fc3f0 msgr2=0x7f01440fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- 172.21.15.52:0/1727253449 shutdown_connections 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- 172.21.15.52:0/1727253449 wait complete. 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 Processor -- start 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- start start 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0144100e80 0x7f0144069dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0144101fd0 0x7f014419cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144102990 0x7f014419f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f014410c9d0 con 0x7f0144102990 2024-04-21T09:07:26.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f014410c850 con 0x7f0144100e80 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.491+0000 7f014ac06640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f014410cb50 con 0x7f0144101fd0 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01491a3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144102990 0x7f014419f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01489a2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0144100e80 0x7f0144069dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01491a3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144102990 0x7f014419f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36328/0 (socket says 172.21.15.52:36328) 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01491a3640 1 -- 172.21.15.52:0/666783923 learned_addr learned my addr 172.21.15.52:0/666783923 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f0143fff640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0144101fd0 0x7f014419cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01489a2640 1 -- 172.21.15.52:0/666783923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0144101fd0 msgr2=0x7f014419cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01489a2640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0144101fd0 0x7f014419cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01489a2640 1 -- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144102990 msgr2=0x7f014419f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:26.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01489a2640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144102990 0x7f014419f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01489a2640 1 -- 172.21.15.52:0/666783923 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f014419fe20 con 0x7f0144100e80 2024-04-21T09:07:26.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01491a3640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144102990 0x7f014419f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:26.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f01489a2640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0144100e80 0x7f0144069dc0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0138000c00 tx=0x7f0138004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:26.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f0141ffb640 1 -- 172.21.15.52:0/666783923 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0138043020 con 0x7f0144100e80 2024-04-21T09:07:26.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01441a0050 con 0x7f0144100e80 2024-04-21T09:07:26.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f0141ffb640 1 -- 172.21.15.52:0/666783923 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0138004440 con 0x7f0144100e80 2024-04-21T09:07:26.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.492+0000 7f0141ffb640 1 -- 172.21.15.52:0/666783923 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0138003c60 con 0x7f0144100e80 2024-04-21T09:07:26.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.493+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01441a05a0 con 0x7f0144100e80 2024-04-21T09:07:26.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.494+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0144108230 con 0x7f0144100e80 2024-04-21T09:07:26.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.495+0000 7f0141ffb640 1 -- 172.21.15.52:0/666783923 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0138046020 con 0x7f0144100e80 2024-04-21T09:07:26.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.495+0000 7f0141ffb640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f01340a3bb0 0x7f01340a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:26.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.496+0000 7f0143fff640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f01340a3bb0 0x7f01340a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:26.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.496+0000 7f0141ffb640 1 -- 172.21.15.52:0/666783923 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f01380f2020 con 0x7f0144100e80 2024-04-21T09:07:26.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.496+0000 7f0143fff640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f01340a3bb0 0x7f01340a6070 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0144069b30 tx=0x7f013000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.500+0000 7f0141ffb640 1 -- 172.21.15.52:0/666783923 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f013804d020 con 0x7f0144100e80 2024-04-21T09:07:26.652 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 podman[61077]: 2024-04-21 09:07:26.283136895 +0000 UTC m=+0.018628328 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:26.652 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 podman[61077]: 2024-04-21 09:07:26.39005144 +0000 UTC m=+0.125542860 container create 596fd636c5c36eb2d3e651ff6d5942a4ee33f70374e44061ad456eeb215eab45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416) 2024-04-21T09:07:26.652 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 podman[61077]: 2024-04-21 09:07:26.62643095 +0000 UTC m=+0.361922373 container init 596fd636c5c36eb2d3e651ff6d5942a4ee33f70374e44061ad456eeb215eab45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h, ceph=True, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-21T09:07:26.652 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 podman[61077]: 2024-04-21 09:07:26.629174114 +0000 UTC m=+0.364665534 container start 596fd636c5c36eb2d3e651ff6d5942a4ee33f70374e44061ad456eeb215eab45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:07:26.652 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mds[61097]: -- 172.21.15.60:0/3109695506 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555b40d91a40 con 0x555b40d64800 2024-04-21T09:07:26.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.726+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f014402d7e0 con 0x7f0144100e80 2024-04-21T09:07:26.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.727+0000 7f0141ffb640 1 -- 172.21.15.52:0/666783923 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6337 (secure 0 0 0) 0x7f01380beea0 con 0x7f0144100e80 2024-04-21T09:07:26.727 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:26.727 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-21T09:07:26.727 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 8 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f01340a3bb0 msgr2=0x7f01340a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f01340a3bb0 0x7f01340a6070 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0144069b30 tx=0x7f013000b390 comp rx=0 tx=0).stop 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0144100e80 msgr2=0x7f0144069dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0144100e80 0x7f0144069dc0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0138000c00 tx=0x7f0138004040 comp rx=0 tx=0).stop 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 shutdown_connections 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0144102990 0x7f014419f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f01340a3bb0 0x7f01340a6070 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0144101fd0 0x7f014419cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 --2- 172.21.15.52:0/666783923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0144100e80 0x7f0144069dc0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:26.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 >> 172.21.15.52:0/666783923 conn(0x7f01440fc3f0 msgr2=0x7f0144105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:26.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 shutdown_connections 2024-04-21T09:07:26.730 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:26.729+0000 7f014ac06640 1 -- 172.21.15.52:0/666783923 wait complete. 2024-04-21T09:07:26.906 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h[61093]: starting mds.h at 2024-04-21T09:07:26.906 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 bash[61077]: 596fd636c5c36eb2d3e651ff6d5942a4ee33f70374e44061ad456eeb215eab45 2024-04-21T09:07:26.906 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:07:26 smithi060 systemd[1]: Started Ceph mds.h for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:27.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:26 smithi078 ceph-mon[31713]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:27.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:26 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/666783923' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:27.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:26 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:26 smithi052 ceph-mon[28035]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:26 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/666783923' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:26 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:27.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mon[31055]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:27.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/666783923' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:27.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:27.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:27.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:27.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:26 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:28.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:27 smithi078 ceph-mon[31713]: Deploying daemon mds.i on smithi078 2024-04-21T09:07:28.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:27 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] up:boot 2024-04-21T09:07:28.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:27 smithi078 ceph-mon[31713]: fsmap 8 up:standby 2024-04-21T09:07:28.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:27 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:07:28.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:27 smithi052 ceph-mon[28035]: Deploying daemon mds.i on smithi078 2024-04-21T09:07:28.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:27 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] up:boot 2024-04-21T09:07:28.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:27 smithi052 ceph-mon[28035]: fsmap 8 up:standby 2024-04-21T09:07:28.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:27 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:07:28.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:27 smithi060 ceph-mon[31055]: Deploying daemon mds.i on smithi078 2024-04-21T09:07:28.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:27 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] up:boot 2024-04-21T09:07:28.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:27 smithi060 ceph-mon[31055]: fsmap 8 up:standby 2024-04-21T09:07:28.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:27 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:07:28.741 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:28.857 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 -- 172.21.15.52:0/2658734213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 msgr2=0x7f4a58102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:28.857 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2658734213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 0x7f4a58102470 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4a54009900 tx=0x7f4a5402bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:28.857 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 -- 172.21.15.52:0/2658734213 shutdown_connections 2024-04-21T09:07:28.857 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2658734213 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a581029b0 0x7f4a581092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:28.857 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2658734213 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 0x7f4a58102470 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2658734213 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a58100ea0 0x7f4a581012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 -- 172.21.15.52:0/2658734213 >> 172.21.15.52:0/2658734213 conn(0x7f4a580fc410 msgr2=0x7f4a580fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 -- 172.21.15.52:0/2658734213 shutdown_connections 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.855+0000 7f4a6078f640 1 -- 172.21.15.52:0/2658734213 wait complete. 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a6078f640 1 Processor -- start 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a6078f640 1 -- start start 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a6078f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a58100ea0 0x7f4a5806b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a6078f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 0x7f4a5819ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a6078f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a581029b0 0x7f4a5819f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a6078f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4a5810c9e0 con 0x7f4a58101ff0 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a6078f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4a5810c860 con 0x7f4a581029b0 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a6078f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4a5810cb60 con 0x7f4a58100ea0 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5dd2a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 0x7f4a5819ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:28.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5dd2a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 0x7f4a5819ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55982/0 (socket says 172.21.15.52:55982) 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5dd2a640 1 -- 172.21.15.52:0/2814799747 learned_addr learned my addr 172.21.15.52:0/2814799747 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5e52b640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a58100ea0 0x7f4a5806b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5ed2c640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a581029b0 0x7f4a5819f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5dd2a640 1 -- 172.21.15.52:0/2814799747 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a58100ea0 msgr2=0x7f4a5806b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5dd2a640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a58100ea0 0x7f4a5806b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5dd2a640 1 -- 172.21.15.52:0/2814799747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a581029b0 msgr2=0x7f4a5819f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5dd2a640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a581029b0 0x7f4a5819f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.856+0000 7f4a5dd2a640 1 -- 172.21.15.52:0/2814799747 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a5819fe00 con 0x7f4a58101ff0 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.857+0000 7f4a5dd2a640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 0x7f4a5819ced0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4a54000c00 tx=0x7f4a54004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.857+0000 7f4a4f7fe640 1 -- 172.21.15.52:0/2814799747 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a54043020 con 0x7f4a58101ff0 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.857+0000 7f4a4f7fe640 1 -- 172.21.15.52:0/2814799747 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a54004aa0 con 0x7f4a58101ff0 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.857+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a581a0030 con 0x7f4a58101ff0 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.857+0000 7f4a4f7fe640 1 -- 172.21.15.52:0/2814799747 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a54003d00 con 0x7f4a58101ff0 2024-04-21T09:07:28.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.857+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a581a0580 con 0x7f4a58101ff0 2024-04-21T09:07:28.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.858+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a58108230 con 0x7f4a58101ff0 2024-04-21T09:07:28.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.859+0000 7f4a4f7fe640 1 -- 172.21.15.52:0/2814799747 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4a54046020 con 0x7f4a58101ff0 2024-04-21T09:07:28.861 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.860+0000 7f4a4f7fe640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a440a3bb0 0x7f4a440a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:28.861 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.860+0000 7f4a5e52b640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a440a3bb0 0x7f4a440a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:28.861 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.860+0000 7f4a4f7fe640 1 -- 172.21.15.52:0/2814799747 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f4a540f28d0 con 0x7f4a58101ff0 2024-04-21T09:07:28.861 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.860+0000 7f4a5e52b640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a440a3bb0 0x7f4a440a6070 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4a4800bbe0 tx=0x7f4a4800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:28.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:28.864+0000 7f4a4f7fe640 1 -- 172.21.15.52:0/2814799747 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4a5404d020 con 0x7f4a58101ff0 2024-04-21T09:07:29.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.093+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a5802d5c0 con 0x7f4a58101ff0 2024-04-21T09:07:29.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.094+0000 7f4a4f7fe640 1 -- 172.21.15.52:0/2814799747 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7159 (secure 0 0 0) 0x7f4a540bf750 con 0x7f4a58101ff0 2024-04-21T09:07:29.093 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:29.094 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-21T09:07:29.094 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 9 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a440a3bb0 msgr2=0x7f4a440a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a440a3bb0 0x7f4a440a6070 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4a4800bbe0 tx=0x7f4a4800b390 comp rx=0 tx=0).stop 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 msgr2=0x7f4a5819ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 0x7f4a5819ced0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4a54000c00 tx=0x7f4a54004270 comp rx=0 tx=0).stop 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 shutdown_connections 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a581029b0 0x7f4a5819f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a58101ff0 0x7f4a5819ced0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4a440a3bb0 0x7f4a440a6070 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 --2- 172.21.15.52:0/2814799747 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a58100ea0 0x7f4a5806b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:29.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 >> 172.21.15.52:0/2814799747 conn(0x7f4a580fc410 msgr2=0x7f4a58105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:29.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 shutdown_connections 2024-04-21T09:07:29.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:29.096+0000 7f4a6078f640 1 -- 172.21.15.52:0/2814799747 wait complete. 2024-04-21T09:07:29.105 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:28 smithi052 ceph-mon[28035]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:29.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:28 smithi078 ceph-mon[31713]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:29.195 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 systemd[1]: Starting Ceph mds.i for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:29.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:28 smithi060 ceph-mon[31055]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:29.524 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 podman[63176]: 2024-04-21 09:07:29.155166432 +0000 UTC m=+0.017979216 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:29.525 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 podman[63176]: 2024-04-21 09:07:29.281402032 +0000 UTC m=+0.144214813 container create 816e97580dda447ad46c7677e6f3ebdb3934b2e441210a3af57c0809ff0ce6f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-21T09:07:29.923 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 podman[63176]: 2024-04-21 09:07:29.525935302 +0000 UTC m=+0.388748084 container init 816e97580dda447ad46c7677e6f3ebdb3934b2e441210a3af57c0809ff0ce6f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:07:29.923 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 podman[63176]: 2024-04-21 09:07:29.529136122 +0000 UTC m=+0.391948907 container start 816e97580dda447ad46c7677e6f3ebdb3934b2e441210a3af57c0809ff0ce6f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5) 2024-04-21T09:07:29.923 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-mds[63195]: -- 172.21.15.78:0/2877283275 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56134151ba40 con 0x5613414eec00 2024-04-21T09:07:29.924 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i[63191]: starting mds.i at 2024-04-21T09:07:29.924 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 bash[63176]: 816e97580dda447ad46c7677e6f3ebdb3934b2e441210a3af57c0809ff0ce6f7 2024-04-21T09:07:29.924 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:07:29 smithi078 systemd[1]: Started Ceph mds.i for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:30.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2814799747' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:30.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:30.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:30.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:29 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:29 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2814799747' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:29 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:29 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:29 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:29 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:29 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:30.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:29 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:30.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:29 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2814799747' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:30.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:29 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:29 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:29 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:30.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:29 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:30.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:29 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:30.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:29 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:30 smithi052 ceph-mon[28035]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:30 smithi052 ceph-mon[28035]: Deploying daemon mds.g on smithi052 2024-04-21T09:07:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:30 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:boot 2024-04-21T09:07:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:30 smithi052 ceph-mon[28035]: fsmap 9 up:standby 2024-04-21T09:07:30.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:30 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:07:31.108 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:31.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:30 smithi078 ceph-mon[31713]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:31.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:30 smithi078 ceph-mon[31713]: Deploying daemon mds.g on smithi052 2024-04-21T09:07:31.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:30 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:boot 2024-04-21T09:07:31.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:30 smithi078 ceph-mon[31713]: fsmap 9 up:standby 2024-04-21T09:07:31.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:30 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 -- 172.21.15.52:0/619509132 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098103190 msgr2=0x7f4098103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 --2- 172.21.15.52:0/619509132 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098103190 0x7f4098103610 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f408c009900 tx=0x7f408c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 -- 172.21.15.52:0/619509132 shutdown_connections 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 --2- 172.21.15.52:0/619509132 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4098103b50 0x7f409810a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 --2- 172.21.15.52:0/619509132 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098103190 0x7f4098103610 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 --2- 172.21.15.52:0/619509132 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4098101fa0 0x7f40981023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 -- 172.21.15.52:0/619509132 >> 172.21.15.52:0/619509132 conn(0x7f40980fd570 msgr2=0x7f40980ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 -- 172.21.15.52:0/619509132 shutdown_connections 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 -- 172.21.15.52:0/619509132 wait complete. 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.221+0000 7f409df75640 1 Processor -- start 2024-04-21T09:07:31.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f409df75640 1 -- start start 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f409df75640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098101fa0 0x7f4098198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f409df75640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4098103190 0x7f40981986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f409df75640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4098103b50 0x7f409819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f409df75640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f409810dae0 con 0x7f4098101fa0 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f409df75640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f409810d960 con 0x7f4098103190 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f409df75640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f409810dc60 con 0x7f4098103b50 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f40977fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098101fa0 0x7f4098198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f40977fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098101fa0 0x7f4098198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55988/0 (socket says 172.21.15.52:55988) 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f40977fe640 1 -- 172.21.15.52:0/2455464362 learned_addr learned my addr 172.21.15.52:0/2455464362 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f4096ffd640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4098103190 0x7f40981986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f4097fff640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4098103b50 0x7f409819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f40977fe640 1 -- 172.21.15.52:0/2455464362 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4098103b50 msgr2=0x7f409819f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f40977fe640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4098103b50 0x7f409819f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f40977fe640 1 -- 172.21.15.52:0/2455464362 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4098103190 msgr2=0x7f40981986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:31.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f40977fe640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4098103190 0x7f40981986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.222+0000 7f40977fe640 1 -- 172.21.15.52:0/2455464362 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f409819fdb0 con 0x7f4098101fa0 2024-04-21T09:07:31.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.223+0000 7f40977fe640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098101fa0 0x7f4098198190 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f408800c970 tx=0x7f408800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:31.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.223+0000 7f4094ff9640 1 -- 172.21.15.52:0/2455464362 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4088004220 con 0x7f4098101fa0 2024-04-21T09:07:31.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.223+0000 7f4094ff9640 1 -- 172.21.15.52:0/2455464362 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40880043c0 con 0x7f4098101fa0 2024-04-21T09:07:31.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.223+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40981a00a0 con 0x7f4098101fa0 2024-04-21T09:07:31.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.223+0000 7f4094ff9640 1 -- 172.21.15.52:0/2455464362 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f408800f450 con 0x7f4098101fa0 2024-04-21T09:07:31.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.223+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40981a05c0 con 0x7f4098101fa0 2024-04-21T09:07:31.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.224+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40981092c0 con 0x7f4098101fa0 2024-04-21T09:07:31.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.225+0000 7f4094ff9640 1 -- 172.21.15.52:0/2455464362 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4088003610 con 0x7f4098101fa0 2024-04-21T09:07:31.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.226+0000 7f4094ff9640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40800a3bb0 0x7f40800a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:31.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.226+0000 7f4096ffd640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40800a3bb0 0x7f40800a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:31.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.226+0000 7f4094ff9640 1 -- 172.21.15.52:0/2455464362 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f40880cfda0 con 0x7f4098101fa0 2024-04-21T09:07:31.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.226+0000 7f4096ffd640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40800a3bb0 0x7f40800a6070 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f408c006010 tx=0x7f408c0095a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:31.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.231+0000 7f4094ff9640 1 -- 172.21.15.52:0/2455464362 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4088014030 con 0x7f4098101fa0 2024-04-21T09:07:31.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:30 smithi060 ceph-mon[31055]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:31.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:30 smithi060 ceph-mon[31055]: Deploying daemon mds.g on smithi052 2024-04-21T09:07:31.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:30 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:boot 2024-04-21T09:07:31.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:30 smithi060 ceph-mon[31055]: fsmap 9 up:standby 2024-04-21T09:07:31.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:30 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:07:31.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.478+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f409802d5c0 con 0x7f4098101fa0 2024-04-21T09:07:31.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.479+0000 7f4094ff9640 1 -- 172.21.15.52:0/2455464362 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7986 (secure 0 0 0) 0x7f408809cc20 con 0x7f4098101fa0 2024-04-21T09:07:31.480 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:31.480 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-21T09:07:31.480 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 10 2024-04-21T09:07:31.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40800a3bb0 msgr2=0x7f40800a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:31.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40800a3bb0 0x7f40800a6070 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f408c006010 tx=0x7f408c0095a0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098101fa0 msgr2=0x7f4098198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:31.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098101fa0 0x7f4098198190 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f408800c970 tx=0x7f408800ce30 comp rx=0 tx=0).stop 2024-04-21T09:07:31.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 shutdown_connections 2024-04-21T09:07:31.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40800a3bb0 0x7f40800a6070 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4098103b50 0x7f409819f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4098103190 0x7f40981986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 --2- 172.21.15.52:0/2455464362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4098101fa0 0x7f4098198190 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:31.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 >> 172.21.15.52:0/2455464362 conn(0x7f40980fd570 msgr2=0x7f4098106490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:31.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 shutdown_connections 2024-04-21T09:07:31.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:31.481+0000 7f409df75640 1 -- 172.21.15.52:0/2455464362 wait complete. 2024-04-21T09:07:31.929 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:31 smithi052 systemd[1]: Starting Ceph mds.g for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:32.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:31 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2455464362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:32.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:31 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2455464362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:32.204 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:32 smithi052 podman[68505]: 2024-04-21 09:07:31.963982078 +0000 UTC m=+0.019265509 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:32.204 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:32 smithi052 podman[68505]: 2024-04-21 09:07:32.091235444 +0000 UTC m=+0.146518887 container create d9b5d2ddc1dc416e58c1b2b4e1021c3ef46882626712a989966c9c9276ff24bd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:07:32.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:31 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2455464362' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:32.704 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:32 smithi052 podman[68505]: 2024-04-21 09:07:32.326902029 +0000 UTC m=+0.382185446 container init d9b5d2ddc1dc416e58c1b2b4e1021c3ef46882626712a989966c9c9276ff24bd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-21T09:07:32.704 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:32 smithi052 podman[68505]: 2024-04-21 09:07:32.329558364 +0000 UTC m=+0.384841771 container start d9b5d2ddc1dc416e58c1b2b4e1021c3ef46882626712a989966c9c9276ff24bd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:07:32.705 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:32 smithi052 ceph-mds[68524]: -- 172.21.15.52:0/3813864790 <== mon.0 v2:172.21.15.52:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55937f827a40 con 0x55937f7fac00 2024-04-21T09:07:32.705 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:32 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g[68520]: starting mds.g at 2024-04-21T09:07:32.705 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:32 smithi052 bash[68505]: d9b5d2ddc1dc416e58c1b2b4e1021c3ef46882626712a989966c9c9276ff24bd 2024-04-21T09:07:32.705 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:07:32 smithi052 systemd[1]: Started Ceph mds.g for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:33.498 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:33.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 -- 172.21.15.52:0/2530514044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 msgr2=0x7f2d2c1092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:33.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2530514044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 0x7f2d2c1092b0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f2d24009ca0 tx=0x7f2d2402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 -- 172.21.15.52:0/2530514044 shutdown_connections 2024-04-21T09:07:33.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2530514044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 0x7f2d2c1092b0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2530514044 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d2c101fd0 0x7f2d2c102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2530514044 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2d2c100e80 0x7f2d2c1012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 -- 172.21.15.52:0/2530514044 >> 172.21.15.52:0/2530514044 conn(0x7f2d2c0fc3f0 msgr2=0x7f2d2c0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:33.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 -- 172.21.15.52:0/2530514044 shutdown_connections 2024-04-21T09:07:33.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.606+0000 7f2d31df4640 1 -- 172.21.15.52:0/2530514044 wait complete. 2024-04-21T09:07:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.607+0000 7f2d31df4640 1 Processor -- start 2024-04-21T09:07:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.607+0000 7f2d31df4640 1 -- start start 2024-04-21T09:07:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d31df4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2d2c100e80 0x7f2d2c1980e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d31df4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d2c101fd0 0x7f2d2c198620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d31df4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 0x7f2d2c19f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:33.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d31df4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c10c9c0 con 0x7f2d2c102990 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d31df4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c10c840 con 0x7f2d2c100e80 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d31df4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c10cb40 con 0x7f2d2c101fd0 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 0x7f2d2c19f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 0x7f2d2c19f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56030/0 (socket says 172.21.15.52:56030) 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 -- 172.21.15.52:0/2724857225 learned_addr learned my addr 172.21.15.52:0/2724857225 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2affd640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d2c101fd0 0x7f2d2c198620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2b7fe640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2d2c100e80 0x7f2d2c1980e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 -- 172.21.15.52:0/2724857225 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d2c101fd0 msgr2=0x7f2d2c198620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d2c101fd0 0x7f2d2c198620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 -- 172.21.15.52:0/2724857225 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2d2c100e80 msgr2=0x7f2d2c1980e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2d2c100e80 0x7f2d2c1980e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 -- 172.21.15.52:0/2724857225 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d2c19fd00 con 0x7f2d2c102990 2024-04-21T09:07:33.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d2bfff640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 0x7f2d2c19f690 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2d2402c700 tx=0x7f2d24034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:33.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d28ff9640 1 -- 172.21.15.52:0/2724857225 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d24039040 con 0x7f2d2c102990 2024-04-21T09:07:33.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d28ff9640 1 -- 172.21.15.52:0/2724857225 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d24044070 con 0x7f2d2c102990 2024-04-21T09:07:33.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.608+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d2c19ff90 con 0x7f2d2c102990 2024-04-21T09:07:33.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.609+0000 7f2d28ff9640 1 -- 172.21.15.52:0/2724857225 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d240042a0 con 0x7f2d2c102990 2024-04-21T09:07:33.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.609+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d2c1a03f0 con 0x7f2d2c102990 2024-04-21T09:07:33.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.609+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d2c1a0650 con 0x7f2d2c102990 2024-04-21T09:07:33.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.612+0000 7f2d28ff9640 1 -- 172.21.15.52:0/2724857225 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2d24003970 con 0x7f2d2c102990 2024-04-21T09:07:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.612+0000 7f2d28ff9640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2d140a3bb0 0x7f2d140a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.612+0000 7f2d2b7fe640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2d140a3bb0 0x7f2d140a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.612+0000 7f2d28ff9640 1 -- 172.21.15.52:0/2724857225 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f2d240f2e80 con 0x7f2d2c102990 2024-04-21T09:07:33.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.613+0000 7f2d2b7fe640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2d140a3bb0 0x7f2d140a6070 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c005fd0 tx=0x7f2d1c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:33.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.616+0000 7f2d28ff9640 1 -- 172.21.15.52:0/2724857225 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2d240bfd00 con 0x7f2d2c102990 2024-04-21T09:07:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: Deploying daemon mds.a on smithi052 2024-04-21T09:07:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.52:6838/2457975854,v1:172.21.15.52:6839/2457975854] up:boot 2024-04-21T09:07:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: fsmap 10 up:standby 2024-04-21T09:07:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T09:07:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: Deploying daemon mds.a on smithi052 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.52:6838/2457975854,v1:172.21.15.52:6839/2457975854] up:boot 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: fsmap 10 up:standby 2024-04-21T09:07:33.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T09:07:33.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.846+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d2c1a0940 con 0x7f2d2c102990 2024-04-21T09:07:33.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.846+0000 7f2d28ff9640 1 -- 172.21.15.52:0/2724857225 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8812 (secure 0 0 0) 0x7f2d240bf600 con 0x7f2d2c102990 2024-04-21T09:07:33.846 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:33.847 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-21T09:07:33.847 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 11 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2d140a3bb0 msgr2=0x7f2d140a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2d140a3bb0 0x7f2d140a6070 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2d1c005fd0 tx=0x7f2d1c005850 comp rx=0 tx=0).stop 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 msgr2=0x7f2d2c19f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 0x7f2d2c19f690 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2d2402c700 tx=0x7f2d24034760 comp rx=0 tx=0).stop 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 shutdown_connections 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2d2c102990 0x7f2d2c19f690 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2d140a3bb0 0x7f2d140a6070 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2d2c101fd0 0x7f2d2c198620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 --2- 172.21.15.52:0/2724857225 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2d2c100e80 0x7f2d2c1980e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:33.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 >> 172.21.15.52:0/2724857225 conn(0x7f2d2c0fc3f0 msgr2=0x7f2d2c069250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:33.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 shutdown_connections 2024-04-21T09:07:33.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:33.849+0000 7f2d31df4640 1 -- 172.21.15.52:0/2724857225 wait complete. 2024-04-21T09:07:33.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: Deploying daemon mds.a on smithi052 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.52:6838/2457975854,v1:172.21.15.52:6839/2457975854] up:boot 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: fsmap 10 up:standby 2024-04-21T09:07:33.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T09:07:34.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:34 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2724857225' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:34.795 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:34 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2724857225' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:34.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:34 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2724857225' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:35.454 INFO:journalctl@ceph.mds.a.smithi052.stdout:Apr 21 09:07:35 smithi052 systemd[1]: Started Ceph mds.a for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:35 smithi060 ceph-mon[31055]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:35 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:35.861 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:35.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:35 smithi052 ceph-mon[28035]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:35.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:35.886 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:35.887 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:35 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:35.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:35 smithi078 ceph-mon[31713]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:35.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:35.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-21T09:07:35.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-21T09:07:35.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:35 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:35.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.972+0000 7f3152bb2640 1 -- 172.21.15.52:0/3062088931 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c107c80 msgr2=0x7f314c10a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:35.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.972+0000 7f3152bb2640 1 --2- 172.21.15.52:0/3062088931 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c107c80 0x7f314c10a0d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3144009ca0 tx=0x7f314402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:35.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.972+0000 7f3152bb2640 1 -- 172.21.15.52:0/3062088931 shutdown_connections 2024-04-21T09:07:35.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.972+0000 7f3152bb2640 1 --2- 172.21.15.52:0/3062088931 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c107c80 0x7f314c10a0d0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:35.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.972+0000 7f3152bb2640 1 --2- 172.21.15.52:0/3062088931 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f314c105350 0x7f314c107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:35.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.972+0000 7f3152bb2640 1 --2- 172.21.15.52:0/3062088931 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f314c102a20 0x7f314c104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:35.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.972+0000 7f3152bb2640 1 -- 172.21.15.52:0/3062088931 >> 172.21.15.52:0/3062088931 conn(0x7f314c0fc410 msgr2=0x7f314c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 -- 172.21.15.52:0/3062088931 shutdown_connections 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 -- 172.21.15.52:0/3062088931 wait complete. 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 Processor -- start 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 -- start start 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c102a20 0x7f314c198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f314c105350 0x7f314c198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f314c107c80 0x7f314c19f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f314c10dae0 con 0x7f314c102a20 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f314c10d960 con 0x7f314c105350 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f3152bb2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f314c10dc60 con 0x7f314c107c80 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f315094e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c102a20 0x7f314c198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f315094e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c102a20 0x7f314c198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56072/0 (socket says 172.21.15.52:56072) 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.973+0000 7f315094e640 1 -- 172.21.15.52:0/543865904 learned_addr learned my addr 172.21.15.52:0/543865904 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:35.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f314bfff640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f314c105350 0x7f314c198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f315114f640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f314c107c80 0x7f314c19f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f315094e640 1 -- 172.21.15.52:0/543865904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f314c107c80 msgr2=0x7f314c19f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f315094e640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f314c107c80 0x7f314c19f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f315094e640 1 -- 172.21.15.52:0/543865904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f314c105350 msgr2=0x7f314c198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f315094e640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f314c105350 0x7f314c198640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f315094e640 1 -- 172.21.15.52:0/543865904 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f314c19fd20 con 0x7f314c102a20 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f315094e640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c102a20 0x7f314c198100 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f314000d770 tx=0x7f314000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f3149ffb640 1 -- 172.21.15.52:0/543865904 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3140017070 con 0x7f314c102a20 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f3149ffb640 1 -- 172.21.15.52:0/543865904 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31400054d0 con 0x7f314c102a20 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f314c19ffb0 con 0x7f314c102a20 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f3149ffb640 1 -- 172.21.15.52:0/543865904 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3140004c30 con 0x7f314c102a20 2024-04-21T09:07:35.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.974+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f314c1a0420 con 0x7f314c102a20 2024-04-21T09:07:35.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.975+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f314c0fdf00 con 0x7f314c102a20 2024-04-21T09:07:35.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.976+0000 7f3149ffb640 1 -- 172.21.15.52:0/543865904 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3140004e10 con 0x7f314c102a20 2024-04-21T09:07:35.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.977+0000 7f3149ffb640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f313c0a3bb0 0x7f313c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:35.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.977+0000 7f314bfff640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f313c0a3bb0 0x7f313c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:35.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.977+0000 7f3149ffb640 1 -- 172.21.15.52:0/543865904 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f31400cfa10 con 0x7f314c102a20 2024-04-21T09:07:35.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.977+0000 7f314bfff640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f313c0a3bb0 0x7f313c0a6070 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f314c199610 tx=0x7f3138005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:35.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:35.982+0000 7f3149ffb640 1 -- 172.21.15.52:0/543865904 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f314009c1a0 con 0x7f314c102a20 2024-04-21T09:07:36.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.208+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f314c02d5c0 con 0x7f314c102a20 2024-04-21T09:07:36.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.209+0000 7f3149ffb640 1 -- 172.21.15.52:0/543865904 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9638 (secure 0 0 0) 0x7f31400a04a0 con 0x7f314c102a20 2024-04-21T09:07:36.209 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:36.209 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-21T09:07:36.209 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 12 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f313c0a3bb0 msgr2=0x7f313c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f313c0a3bb0 0x7f313c0a6070 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f314c199610 tx=0x7f3138005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c102a20 msgr2=0x7f314c198100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c102a20 0x7f314c198100 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f314000d770 tx=0x7f314000dc30 comp rx=0 tx=0).stop 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 shutdown_connections 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f313c0a3bb0 0x7f313c0a6070 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f314c107c80 0x7f314c19f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f314c105350 0x7f314c198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 --2- 172.21.15.52:0/543865904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f314c102a20 0x7f314c198100 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 >> 172.21.15.52:0/543865904 conn(0x7f314c0fc410 msgr2=0x7f314c103380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 shutdown_connections 2024-04-21T09:07:36.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:36.211+0000 7f3152bb2640 1 -- 172.21.15.52:0/543865904 wait complete. 2024-04-21T09:07:36.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:36 smithi060 ceph-mon[31055]: Deploying daemon mds.b on smithi060 2024-04-21T09:07:36.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:36 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.52:6840/3712483960,v1:172.21.15.52:6841/3712483960] up:boot 2024-04-21T09:07:36.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:36 smithi060 ceph-mon[31055]: fsmap 11 up:standby 2024-04-21T09:07:36.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:36 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T09:07:36.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:36 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/543865904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:36.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:36 smithi078 ceph-mon[31713]: Deploying daemon mds.b on smithi060 2024-04-21T09:07:36.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:36 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.52:6840/3712483960,v1:172.21.15.52:6841/3712483960] up:boot 2024-04-21T09:07:36.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:36 smithi078 ceph-mon[31713]: fsmap 11 up:standby 2024-04-21T09:07:36.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:36 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T09:07:36.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:36 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/543865904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:36.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:36 smithi052 ceph-mon[28035]: Deploying daemon mds.b on smithi060 2024-04-21T09:07:36.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:36 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.52:6840/3712483960,v1:172.21.15.52:6841/3712483960] up:boot 2024-04-21T09:07:36.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:36 smithi052 ceph-mon[28035]: fsmap 11 up:standby 2024-04-21T09:07:36.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:36 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T09:07:36.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:36 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/543865904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:37.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:37 smithi060 ceph-mon[31055]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:37.840 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:37 smithi060 systemd[1]: Starting Ceph mds.b for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:07:37.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:37 smithi078 ceph-mon[31713]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:37.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:37 smithi052 ceph-mon[28035]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:38.190 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:37 smithi060 podman[61385]: 2024-04-21 09:07:37.83063469 +0000 UTC m=+0.018520295 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:07:38.190 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:37 smithi060 podman[61385]: 2024-04-21 09:07:37.945925837 +0000 UTC m=+0.133811426 container create 4b5f6924e9c4c7d41e54e9f75a3681c295b9e4eb89986d0128c43b29ef7bc734 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-21T09:07:38.223 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:38.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/1377868111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 msgr2=0x7ff3bc105810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/1377868111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 0x7ff3bc105810 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8009900 tx=0x7ff3a802bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:38.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/1377868111 shutdown_connections 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/1377868111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff3bc105d50 0x7ff3bc10c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/1377868111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 0x7ff3bc105810 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/1377868111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3bc1041a0 0x7ff3bc1045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/1377868111 >> 172.21.15.52:0/1377868111 conn(0x7ff3bc0ff710 msgr2=0x7ff3bc101b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/1377868111 shutdown_connections 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/1377868111 wait complete. 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.338+0000 7ff3c2f2e640 1 Processor -- start 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c2f2e640 1 -- start start 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c2f2e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3bc1041a0 0x7ff3bc19a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c2f2e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 0x7ff3bc19a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:38.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c2f2e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff3bc105d50 0x7ff3bc1a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c2f2e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc10fce0 con 0x7ff3bc105390 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c2f2e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc10fb60 con 0x7ff3bc105d50 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c2f2e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc10fe60 con 0x7ff3bc1041a0 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3bbfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 0x7ff3bc19a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c0cca640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3bc1041a0 0x7ff3bc19a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3bbfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 0x7ff3bc19a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49696/0 (socket says 172.21.15.52:49696) 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3bbfff640 1 -- 172.21.15.52:0/951777987 learned_addr learned my addr 172.21.15.52:0/951777987 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c14cb640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff3bc105d50 0x7ff3bc1a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c0cca640 1 -- 172.21.15.52:0/951777987 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff3bc105d50 msgr2=0x7ff3bc1a1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c0cca640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff3bc105d50 0x7ff3bc1a1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c0cca640 1 -- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 msgr2=0x7ff3bc19a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c0cca640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 0x7ff3bc19a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3c0cca640 1 -- 172.21.15.52:0/951777987 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3bc1a1fb0 con 0x7ff3bc1041a0 2024-04-21T09:07:38.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.339+0000 7ff3bbfff640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 0x7ff3bc19a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:38.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.340+0000 7ff3c0cca640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3bc1041a0 0x7ff3bc19a390 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff3b000e9c0 tx=0x7ff3b000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:38.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.342+0000 7ff3b9ffb640 1 -- 172.21.15.52:0/951777987 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b000ccc0 con 0x7ff3bc1041a0 2024-04-21T09:07:38.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.342+0000 7ff3b9ffb640 1 -- 172.21.15.52:0/951777987 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3b00035f0 con 0x7ff3bc1041a0 2024-04-21T09:07:38.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.342+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3bc1a22a0 con 0x7ff3bc1041a0 2024-04-21T09:07:38.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.342+0000 7ff3b9ffb640 1 -- 172.21.15.52:0/951777987 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b000ce60 con 0x7ff3bc1041a0 2024-04-21T09:07:38.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.342+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3bc1a27a0 con 0x7ff3bc1041a0 2024-04-21T09:07:38.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.343+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3bc10b560 con 0x7ff3bc1041a0 2024-04-21T09:07:38.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.344+0000 7ff3b9ffb640 1 -- 172.21.15.52:0/951777987 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff3b0004000 con 0x7ff3bc1041a0 2024-04-21T09:07:38.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.345+0000 7ff3b9ffb640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3ac0a3bb0 0x7ff3ac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:38.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.345+0000 7ff3bbfff640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3ac0a3bb0 0x7ff3ac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:38.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.345+0000 7ff3b9ffb640 1 -- 172.21.15.52:0/951777987 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7ff3b00d02d0 con 0x7ff3bc1041a0 2024-04-21T09:07:38.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.345+0000 7ff3bbfff640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3ac0a3bb0 0x7ff3ac0a6070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc19b8a0 tx=0x7ff3a802c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:38.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.354+0000 7ff3b9ffb640 1 -- 172.21.15.52:0/951777987 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff3b009d150 con 0x7ff3bc1041a0 2024-04-21T09:07:38.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.585+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff3bc02d5c0 con 0x7ff3bc1041a0 2024-04-21T09:07:38.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.586+0000 7ff3b9ffb640 1 -- 172.21.15.52:0/951777987 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10464 (secure 0 0 0) 0x7ff3b009ca50 con 0x7ff3bc1041a0 2024-04-21T09:07:38.586 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:38.586 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-21T09:07:38.586 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 13 2024-04-21T09:07:38.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3ac0a3bb0 msgr2=0x7ff3ac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3ac0a3bb0 0x7ff3ac0a6070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc19b8a0 tx=0x7ff3a802c7e0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3bc1041a0 msgr2=0x7ff3bc19a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3bc1041a0 0x7ff3bc19a390 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff3b000e9c0 tx=0x7ff3b000ee80 comp rx=0 tx=0).stop 2024-04-21T09:07:38.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 shutdown_connections 2024-04-21T09:07:38.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff3bc105d50 0x7ff3bc1a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3bc105390 0x7ff3bc19a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3ac0a3bb0 0x7ff3ac0a6070 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 --2- 172.21.15.52:0/951777987 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3bc1041a0 0x7ff3bc19a390 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 >> 172.21.15.52:0/951777987 conn(0x7ff3bc0ff710 msgr2=0x7ff3bc108730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:38.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 shutdown_connections 2024-04-21T09:07:38.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.588+0000 7ff3c2f2e640 1 -- 172.21.15.52:0/951777987 wait complete. 2024-04-21T09:07:38.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:38 smithi060 podman[61385]: 2024-04-21 09:07:38.190503151 +0000 UTC m=+0.378388741 container init 4b5f6924e9c4c7d41e54e9f75a3681c295b9e4eb89986d0128c43b29ef7bc734 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-21T09:07:38.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:38 smithi060 podman[61385]: 2024-04-21 09:07:38.193885544 +0000 UTC m=+0.381771142 container start 4b5f6924e9c4c7d41e54e9f75a3681c295b9e4eb89986d0128c43b29ef7bc734 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-21T09:07:38.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:38 smithi060 ceph-mds[61404]: -- 172.21.15.60:0/2701191847 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e7cecf9a40 con 0x55e7ceccc800 2024-04-21T09:07:38.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:38 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: starting mds.b at 2024-04-21T09:07:38.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:38 smithi060 bash[61385]: 4b5f6924e9c4c7d41e54e9f75a3681c295b9e4eb89986d0128c43b29ef7bc734 2024-04-21T09:07:38.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:38 smithi060 systemd[1]: Started Ceph mds.b for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:07:38.600 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:07:38.706 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 -- 172.21.15.52:0/352550418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668107c60 msgr2=0x7fd66810a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/352550418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668107c60 0x7fd66810a0b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd660009ca0 tx=0x7fd66002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 -- 172.21.15.52:0/352550418 shutdown_connections 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/352550418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668107c60 0x7fd66810a0b0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/352550418 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd668105330 0x7fd668107720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/352550418 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd668102a00 0x7fd668104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 -- 172.21.15.52:0/352550418 >> 172.21.15.52:0/352550418 conn(0x7fd6680fc3f0 msgr2=0x7fd6680fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 -- 172.21.15.52:0/352550418 shutdown_connections 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.704+0000 7fd66c9b2640 1 -- 172.21.15.52:0/352550418 wait complete. 2024-04-21T09:07:38.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66c9b2640 1 Processor -- start 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66c9b2640 1 -- start start 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66c9b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668102a00 0x7fd668198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66c9b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd668105330 0x7fd6681986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66c9b2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd668107c60 0x7fd66819f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66c9b2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd66810dad0 con 0x7fd668102a00 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66c9b2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd66810d950 con 0x7fd668107c60 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66c9b2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd66810dc50 con 0x7fd668105330 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668102a00 0x7fd668198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668102a00 0x7fd668198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49710/0 (socket says 172.21.15.52:49710) 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd66659c640 1 -- 172.21.15.52:0/1346108077 learned_addr learned my addr 172.21.15.52:0/1346108077 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:38.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd666d9d640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd668107c60 0x7fd66819f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.705+0000 7fd665d9b640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd668105330 0x7fd6681986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd66659c640 1 -- 172.21.15.52:0/1346108077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd668105330 msgr2=0x7fd6681986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd66659c640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd668105330 0x7fd6681986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd66659c640 1 -- 172.21.15.52:0/1346108077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd668107c60 msgr2=0x7fd66819f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd66659c640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd668107c60 0x7fd66819f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd66659c640 1 -- 172.21.15.52:0/1346108077 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd66819fd90 con 0x7fd668102a00 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd66659c640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668102a00 0x7fd668198170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd65800e9f0 tx=0x7fd65800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd6577fe640 1 -- 172.21.15.52:0/1346108077 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd65800cd80 con 0x7fd668102a00 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6681a0080 con 0x7fd668102a00 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd6577fe640 1 -- 172.21.15.52:0/1346108077 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6580054d0 con 0x7fd668102a00 2024-04-21T09:07:38.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd6577fe640 1 -- 172.21.15.52:0/1346108077 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd658010690 con 0x7fd668102a00 2024-04-21T09:07:38.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.706+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6681a05d0 con 0x7fd668102a00 2024-04-21T09:07:38.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.707+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6680fdee0 con 0x7fd668102a00 2024-04-21T09:07:38.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.708+0000 7fd6577fe640 1 -- 172.21.15.52:0/1346108077 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd658004e30 con 0x7fd668102a00 2024-04-21T09:07:38.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.709+0000 7fd6577fe640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6500a3bb0 0x7fd6500a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:38.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.709+0000 7fd6577fe640 1 -- 172.21.15.52:0/1346108077 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fd6580d0570 con 0x7fd668102a00 2024-04-21T09:07:38.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.709+0000 7fd665d9b640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6500a3bb0 0x7fd6500a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:38.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.709+0000 7fd665d9b640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6500a3bb0 0x7fd6500a6070 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd668199680 tx=0x7fd65c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:38.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.713+0000 7fd6577fe640 1 -- 172.21.15.52:0/1346108077 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd658053ff0 con 0x7fd668102a00 2024-04-21T09:07:38.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.902+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd668062b50 con 0x7fd668102a00 2024-04-21T09:07:38.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.903+0000 7fd6577fe640 1 -- 172.21.15.52:0/1346108077 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18385 (secure 0 0 0) 0x7fd65809d3f0 con 0x7fd668102a00 2024-04-21T09:07:38.904 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:38.904 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":81,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:06:51.613807+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.905+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6500a3bb0 msgr2=0x7fd6500a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.905+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6500a3bb0 0x7fd6500a6070 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd668199680 tx=0x7fd65c00b410 comp rx=0 tx=0).stop 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.905+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668102a00 msgr2=0x7fd668198170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.905+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668102a00 0x7fd668198170 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd65800e9f0 tx=0x7fd65800edf0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.906+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 shutdown_connections 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.906+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd668107c60 0x7fd66819f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.906+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6500a3bb0 0x7fd6500a6070 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.906+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd668105330 0x7fd6681986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.906+0000 7fd66c9b2640 1 --2- 172.21.15.52:0/1346108077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd668102a00 0x7fd668198170 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.906+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 >> 172.21.15.52:0/1346108077 conn(0x7fd6680fc3f0 msgr2=0x7fd668103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.906+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 shutdown_connections 2024-04-21T09:07:38.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:38.906+0000 7fd66c9b2640 1 -- 172.21.15.52:0/1346108077 wait complete. 2024-04-21T09:07:38.917 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-21T09:07:38.918 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 -- 172.21.15.52:0/1427381207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 msgr2=0x7f77f4101fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1427381207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 0x7f77f4101fc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f77ec009ca0 tx=0x7f77ec02c100 comp rx=0 tx=0).stop 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 -- 172.21.15.52:0/1427381207 shutdown_connections 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1427381207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 0x7f77f4101fc0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1427381207 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f77f41011a0 0x7f77f4101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1427381207 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f77f4100840 0x7f77f4100c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 -- 172.21.15.52:0/1427381207 >> 172.21.15.52:0/1427381207 conn(0x7f77f40fc440 msgr2=0x7f77f40fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 -- 172.21.15.52:0/1427381207 shutdown_connections 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.024+0000 7f77f9c06640 1 -- 172.21.15.52:0/1427381207 wait complete. 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.025+0000 7f77f9c06640 1 Processor -- start 2024-04-21T09:07:39.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.025+0000 7f77f9c06640 1 -- start start 2024-04-21T09:07:39.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.025+0000 7f77f9c06640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f77f4100840 0x7f77f419a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.025+0000 7f77f9c06640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f77f41011a0 0x7f77f419a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.025+0000 7f77f9c06640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 0x7f77f41a1990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.025+0000 7f77f9c06640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f77f410fd20 con 0x7f77f4101b40 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.025+0000 7f77f9c06640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f77f410fba0 con 0x7f77f41011a0 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.025+0000 7f77f9c06640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f77f410fea0 con 0x7f77f4100840 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 0x7f77f41a1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f2ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f77f41011a0 0x7f77f419a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f37fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f77f4100840 0x7f77f419a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 0x7f77f41a1990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49730/0 (socket says 172.21.15.52:49730) 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f3fff640 1 -- 172.21.15.52:0/1119124956 learned_addr learned my addr 172.21.15.52:0/1119124956 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f2ffd640 1 -- 172.21.15.52:0/1119124956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f77f4100840 msgr2=0x7f77f419a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f2ffd640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f77f4100840 0x7f77f419a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f2ffd640 1 -- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 msgr2=0x7f77f41a1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f2ffd640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 0x7f77f41a1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f2ffd640 1 -- 172.21.15.52:0/1119124956 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77f41a2000 con 0x7f77f41011a0 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f37fe640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f77f4100840 0x7f77f419a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f2ffd640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f77f41011a0 0x7f77f419a920 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f77e400e9f0 tx=0x7f77e400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f0ff9640 1 -- 172.21.15.52:0/1119124956 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e400ccc0 con 0x7f77f41011a0 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77f41a22f0 con 0x7f77f41011a0 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f0ff9640 1 -- 172.21.15.52:0/1119124956 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77e4005020 con 0x7f77f41011a0 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f0ff9640 1 -- 172.21.15.52:0/1119124956 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e4004a00 con 0x7f77f41011a0 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.026+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77f41a27f0 con 0x7f77f41011a0 2024-04-21T09:07:39.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.027+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77f410b7d0 con 0x7f77f41011a0 2024-04-21T09:07:39.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.028+0000 7f77f0ff9640 1 -- 172.21.15.52:0/1119124956 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f77e4004ba0 con 0x7f77f41011a0 2024-04-21T09:07:39.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.029+0000 7f77f0ff9640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f77e00a3bb0 0x7f77e00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.029+0000 7f77f37fe640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f77e00a3bb0 0x7f77e00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.029+0000 7f77f0ff9640 1 -- 172.21.15.52:0/1119124956 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f77e40d00f0 con 0x7f77f41011a0 2024-04-21T09:07:39.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.030+0000 7f77f37fe640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f77e00a3bb0 0x7f77e00a6070 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f77dc009fc0 tx=0x7f77dc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:39.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.033+0000 7f77f0ff9640 1 -- 172.21.15.52:0/1119124956 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f77e409ced0 con 0x7f77f41011a0 2024-04-21T09:07:39.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.235+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f77f402d810 con 0x7f77f41011a0 2024-04-21T09:07:39.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.235+0000 7f77f0ff9640 1 -- 172.21.15.52:0/1119124956 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f77e409c7d0 con 0x7f77f41011a0 2024-04-21T09:07:39.235 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:07:39.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f77e00a3bb0 msgr2=0x7f77e00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f77e00a3bb0 0x7f77e00a6070 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f77dc009fc0 tx=0x7f77dc005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f77f41011a0 msgr2=0x7f77f419a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f77f41011a0 0x7f77f419a920 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f77e400e9f0 tx=0x7f77e400eeb0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 shutdown_connections 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f77f4101b40 0x7f77f41a1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f77f41011a0 0x7f77f419a920 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f77e00a3bb0 0x7f77e00a6070 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 --2- 172.21.15.52:0/1119124956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f77f4100840 0x7f77f419a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 >> 172.21.15.52:0/1119124956 conn(0x7f77f40fc440 msgr2=0x7f77f40fdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 shutdown_connections 2024-04-21T09:07:39.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.237+0000 7f77f9c06640 1 -- 172.21.15.52:0/1119124956 wait complete. 2024-04-21T09:07:39.248 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-21T09:07:39.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 -- 172.21.15.52:0/3862498777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958103200 msgr2=0x7f2958103680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 --2- 172.21.15.52:0/3862498777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958103200 0x7f2958103680 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f294c009900 tx=0x7f294c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:39.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 -- 172.21.15.52:0/3862498777 shutdown_connections 2024-04-21T09:07:39.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 --2- 172.21.15.52:0/3862498777 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2958103bc0 0x7f295810a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 --2- 172.21.15.52:0/3862498777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958103200 0x7f2958103680 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 --2- 172.21.15.52:0/3862498777 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2958102010 0x7f2958102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 -- 172.21.15.52:0/3862498777 >> 172.21.15.52:0/3862498777 conn(0x7f29580fd580 msgr2=0x7f29580ff9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 -- 172.21.15.52:0/3862498777 shutdown_connections 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 -- 172.21.15.52:0/3862498777 wait complete. 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.351+0000 7f295dfce640 1 Processor -- start 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f295dfce640 1 -- start start 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f295dfce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958102010 0x7f2958075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f295dfce640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2958103200 0x7f2958074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f295dfce640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2958103bc0 0x7f2958074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f295dfce640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f295810dae0 con 0x7f2958102010 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f295dfce640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f295810d960 con 0x7f2958103200 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f295dfce640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f295810dc60 con 0x7f2958103bc0 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958102010 0x7f2958075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958102010 0x7f2958075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49742/0 (socket says 172.21.15.52:49742) 2024-04-21T09:07:39.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 -- 172.21.15.52:0/3352969852 learned_addr learned my addr 172.21.15.52:0/3352969852 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f2956ffd640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2958103200 0x7f2958074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f2957fff640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2958103bc0 0x7f2958074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 -- 172.21.15.52:0/3352969852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2958103bc0 msgr2=0x7f2958074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2958103bc0 0x7f2958074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 -- 172.21.15.52:0/3352969852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2958103200 msgr2=0x7f2958074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2958103200 0x7f2958074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 -- 172.21.15.52:0/3352969852 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2958075110 con 0x7f2958102010 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f2956ffd640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2958103200 0x7f2958074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f29577fe640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958102010 0x7f2958075d00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f294800d770 tx=0x7f294800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.352+0000 7f2954ff9640 1 -- 172.21.15.52:0/3352969852 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2948017070 con 0x7f2958102010 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.353+0000 7f2954ff9640 1 -- 172.21.15.52:0/3352969852 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2948009c30 con 0x7f2958102010 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.353+0000 7f2954ff9640 1 -- 172.21.15.52:0/3352969852 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2948003cc0 con 0x7f2958102010 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.353+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29581a2270 con 0x7f2958102010 2024-04-21T09:07:39.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.353+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29581a2790 con 0x7f2958102010 2024-04-21T09:07:39.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.354+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29581093b0 con 0x7f2958102010 2024-04-21T09:07:39.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.355+0000 7f2954ff9640 1 -- 172.21.15.52:0/3352969852 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2948003e60 con 0x7f2958102010 2024-04-21T09:07:39.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.355+0000 7f2954ff9640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29400a3bb0 0x7f29400a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.356+0000 7f2956ffd640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29400a3bb0 0x7f29400a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.356+0000 7f2954ff9640 1 -- 172.21.15.52:0/3352969852 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f29480cfc80 con 0x7f2958102010 2024-04-21T09:07:39.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.356+0000 7f2956ffd640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29400a3bb0 0x7f29400a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f294c009230 tx=0x7f294c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:39.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.359+0000 7f2954ff9640 1 -- 172.21.15.52:0/3352969852 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2948009de0 con 0x7f2958102010 2024-04-21T09:07:39.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.548+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f2958062b50 con 0x7f2958102010 2024-04-21T09:07:39.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.549+0000 7f2954ff9640 1 -- 172.21.15.52:0/3352969852 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v81) ==== 84+0+65 (secure 0 0 0) 0x7f294809c4b0 con 0x7f2958102010 2024-04-21T09:07:39.549 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:39.549 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2024-04-21T09:07:39.549 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:07:39.549 INFO:teuthology.orchestra.run.smithi052.stdout: "poolnum": 1, 2024-04-21T09:07:39.549 INFO:teuthology.orchestra.run.smithi052.stdout: "poolname": ".mgr" 2024-04-21T09:07:39.549 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:07:39.550 INFO:teuthology.orchestra.run.smithi052.stdout:] 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29400a3bb0 msgr2=0x7f29400a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29400a3bb0 0x7f29400a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f294c009230 tx=0x7f294c005fd0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958102010 msgr2=0x7f2958075d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958102010 0x7f2958075d00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f294800d770 tx=0x7f294800dc30 comp rx=0 tx=0).stop 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 shutdown_connections 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29400a3bb0 0x7f29400a6070 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2958103bc0 0x7f2958074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2958103200 0x7f2958074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 --2- 172.21.15.52:0/3352969852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2958102010 0x7f2958075d00 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 >> 172.21.15.52:0/3352969852 conn(0x7f29580fd580 msgr2=0x7f2958106580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:39.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 shutdown_connections 2024-04-21T09:07:39.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.551+0000 7f295dfce640 1 -- 172.21.15.52:0/3352969852 wait complete. 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] up:boot 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: fsmap 12 up:standby 2024-04-21T09:07:39.561 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:07:39.562 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.562 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/951777987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.562 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1346108077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.562 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:39 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1119124956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:39.563 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-21T09:07:39.563 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] up:boot 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: fsmap 12 up:standby 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.613 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/951777987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1346108077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.614 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:39 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1119124956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:39.652 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:39.652 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.652 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] up:boot 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: fsmap 12 up:standby 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/951777987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1346108077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:39.653 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:39 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1119124956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:39.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 -- 172.21.15.52:0/1779500742 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868107c80 msgr2=0x7f086810a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 --2- 172.21.15.52:0/1779500742 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868107c80 0x7f086810a0d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0860009900 tx=0x7f086002bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 -- 172.21.15.52:0/1779500742 shutdown_connections 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 --2- 172.21.15.52:0/1779500742 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868107c80 0x7f086810a0d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 --2- 172.21.15.52:0/1779500742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0868105350 0x7f0868107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 --2- 172.21.15.52:0/1779500742 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0868102a20 0x7f0868104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 -- 172.21.15.52:0/1779500742 >> 172.21.15.52:0/1779500742 conn(0x7f08680fc430 msgr2=0x7f08680fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 -- 172.21.15.52:0/1779500742 shutdown_connections 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 -- 172.21.15.52:0/1779500742 wait complete. 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.671+0000 7f086cdce640 1 Processor -- start 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086cdce640 1 -- start start 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086cdce640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0868102a20 0x7f08681981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086cdce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868105350 0x7f08681986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086cdce640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0868107c80 0x7f086819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086cdce640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f086810db30 con 0x7f0868105350 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086cdce640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f086810d9b0 con 0x7f0868102a20 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086cdce640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f086810dcb0 con 0x7f0868107c80 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868105350 0x7f08681986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868105350 0x7f08681986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49766/0 (socket says 172.21.15.52:49766) 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 -- 172.21.15.52:0/2563133739 learned_addr learned my addr 172.21.15.52:0/2563133739 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0866d9d640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0868107c80 0x7f086819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086659c640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0868102a20 0x7f08681981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 -- 172.21.15.52:0/2563133739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0868107c80 msgr2=0x7f086819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0868107c80 0x7f086819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 -- 172.21.15.52:0/2563133739 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0868102a20 msgr2=0x7f08681981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0868102a20 0x7f08681981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 -- 172.21.15.52:0/2563133739 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f086819fdd0 con 0x7f0868105350 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f0865d9b640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868105350 0x7f08681986f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f085c00e9a0 tx=0x7f085c00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f08577fe640 1 -- 172.21.15.52:0/2563133739 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f085c00cd80 con 0x7f0868105350 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f08577fe640 1 -- 172.21.15.52:0/2563133739 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f085c0035f0 con 0x7f0868105350 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.672+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08681a00c0 con 0x7f0868105350 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.673+0000 7f08577fe640 1 -- 172.21.15.52:0/2563133739 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f085c010690 con 0x7f0868105350 2024-04-21T09:07:39.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.673+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08681a0610 con 0x7f0868105350 2024-04-21T09:07:39.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.674+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08680fdf20 con 0x7f0868105350 2024-04-21T09:07:39.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.675+0000 7f08577fe640 1 -- 172.21.15.52:0/2563133739 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f085c004000 con 0x7f0868105350 2024-04-21T09:07:39.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.675+0000 7f08577fe640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08500a3bb0 0x7f08500a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:39.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.676+0000 7f086659c640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08500a3bb0 0x7f08500a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:39.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.676+0000 7f08577fe640 1 -- 172.21.15.52:0/2563133739 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f085c0d0360 con 0x7f0868105350 2024-04-21T09:07:39.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.676+0000 7f086659c640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08500a3bb0 0x7f08500a6070 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0858005fd0 tx=0x7f0858009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:39.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.679+0000 7f08577fe640 1 -- 172.21.15.52:0/2563133739 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f085c0042f0 con 0x7f0868105350 2024-04-21T09:07:39.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:39.869+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f086802d5c0 con 0x7f0868105350 2024-04-21T09:07:40.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.344+0000 7f08577fe640 1 -- 172.21.15.52:0/2563133739 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v82) ==== 138+0+0 (secure 0 0 0) 0x7f085c09d1d0 con 0x7f0868105350 2024-04-21T09:07:40.344 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_metadata' created 2024-04-21T09:07:40.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08500a3bb0 msgr2=0x7f08500a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:40.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08500a3bb0 0x7f08500a6070 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0858005fd0 tx=0x7f0858009680 comp rx=0 tx=0).stop 2024-04-21T09:07:40.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868105350 msgr2=0x7f08681986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868105350 0x7f08681986f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f085c00e9a0 tx=0x7f085c00ee60 comp rx=0 tx=0).stop 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 shutdown_connections 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08500a3bb0 0x7f08500a6070 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0868107c80 0x7f086819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0868105350 0x7f08681986f0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 --2- 172.21.15.52:0/2563133739 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0868102a20 0x7f08681981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.347+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 >> 172.21.15.52:0/2563133739 conn(0x7f08680fc430 msgr2=0x7f0868103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.348+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 shutdown_connections 2024-04-21T09:07:40.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.348+0000 7f086cdce640 1 -- 172.21.15.52:0/2563133739 wait complete. 2024-04-21T09:07:40.363 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-04-21T09:07:40.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 -- 172.21.15.52:0/2609077300 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab1c100800 msgr2=0x7fab1c102c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 --2- 172.21.15.52:0/2609077300 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab1c100800 0x7fab1c102c30 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fab14009900 tx=0x7fab1402bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 -- 172.21.15.52:0/2609077300 shutdown_connections 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 --2- 172.21.15.52:0/2609077300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab1c105b20 0x7fab1c105fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 --2- 172.21.15.52:0/2609077300 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab1c103170 0x7fab1c1055e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 --2- 172.21.15.52:0/2609077300 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab1c100800 0x7fab1c102c30 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 -- 172.21.15.52:0/2609077300 >> 172.21.15.52:0/2609077300 conn(0x7fab1c0fc420 msgr2=0x7fab1c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 -- 172.21.15.52:0/2609077300 shutdown_connections 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.484+0000 7fab23cf2640 1 -- 172.21.15.52:0/2609077300 wait complete. 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab23cf2640 1 Processor -- start 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab23cf2640 1 -- start start 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab23cf2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab1c100800 0x7fab1c19e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:40.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab23cf2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab1c103170 0x7fab1c19ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab23cf2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab1c105b20 0x7fab1c1a5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab23cf2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fab1c1140d0 con 0x7fab1c105b20 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab23cf2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fab1c113f50 con 0x7fab1c100800 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab23cf2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fab1c114250 con 0x7fab1c103170 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab21a8e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab1c100800 0x7fab1c19e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab21a8e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab1c100800 0x7fab1c19e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:59370/0 (socket says 172.21.15.52:59370) 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab2128d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab1c103170 0x7fab1c19ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab21a8e640 1 -- 172.21.15.52:0/3980156489 learned_addr learned my addr 172.21.15.52:0/3980156489 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab2228f640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab1c105b20 0x7fab1c1a5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab21a8e640 1 -- 172.21.15.52:0/3980156489 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab1c103170 msgr2=0x7fab1c19ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab21a8e640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab1c103170 0x7fab1c19ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab21a8e640 1 -- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab1c105b20 msgr2=0x7fab1c1a5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:40.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab21a8e640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab1c105b20 0x7fab1c1a5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:40.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.485+0000 7fab21a8e640 1 -- 172.21.15.52:0/3980156489 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab1c1a63c0 con 0x7fab1c100800 2024-04-21T09:07:40.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.486+0000 7fab21a8e640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab1c100800 0x7fab1c19e7f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fab14000c00 tx=0x7fab140042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:40.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.487+0000 7fab1affd640 1 -- 172.21.15.52:0/3980156489 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14043020 con 0x7fab1c100800 2024-04-21T09:07:40.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.487+0000 7fab1affd640 1 -- 172.21.15.52:0/3980156489 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab14004aa0 con 0x7fab1c100800 2024-04-21T09:07:40.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.487+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab1c1a6650 con 0x7fab1c100800 2024-04-21T09:07:40.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.487+0000 7fab1affd640 1 -- 172.21.15.52:0/3980156489 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab14003d00 con 0x7fab1c100800 2024-04-21T09:07:40.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.487+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab1c1a6bf0 con 0x7fab1c100800 2024-04-21T09:07:40.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.488+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab1c0fdf10 con 0x7fab1c100800 2024-04-21T09:07:40.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.489+0000 7fab1affd640 1 -- 172.21.15.52:0/3980156489 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fab14046020 con 0x7fab1c100800 2024-04-21T09:07:40.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.490+0000 7fab1affd640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab040a3c30 0x7fab040a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:40.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.490+0000 7fab2128d640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab040a3c30 0x7fab040a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:40.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.490+0000 7fab1affd640 1 -- 172.21.15.52:0/3980156489 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7497+0+0 (secure 0 0 0) 0x7fab140f2350 con 0x7fab1c100800 2024-04-21T09:07:40.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.491+0000 7fab2128d640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab040a3c30 0x7fab040a60f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fab1c19fcb0 tx=0x7fab1000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:40.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.495+0000 7fab1affd640 1 -- 172.21.15.52:0/3980156489 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fab1404d020 con 0x7fab1c100800 2024-04-21T09:07:40.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:40.685+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fab1c062b50 con 0x7fab1c100800 2024-04-21T09:07:40.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:40 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3352969852' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-21T09:07:40.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:40 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2563133739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-21T09:07:40.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:40.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:40 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:40.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:40 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3352969852' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-21T09:07:40.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:40 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2563133739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-21T09:07:40.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:40.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:40 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:40.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:40 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3352969852' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-21T09:07:40.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:40 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2563133739' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-21T09:07:40.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:40.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:40 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.357+0000 7fab1affd640 1 -- 172.21.15.52:0/3980156489 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v83) ==== 171+0+0 (secure 0 0 0) 0x7fab140befc0 con 0x7fab1c100800 2024-04-21T09:07:41.363 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_data' created 2024-04-21T09:07:41.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab040a3c30 msgr2=0x7fab040a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:41.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab040a3c30 0x7fab040a60f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fab1c19fcb0 tx=0x7fab1000b410 comp rx=0 tx=0).stop 2024-04-21T09:07:41.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab1c100800 msgr2=0x7fab1c19e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:41.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab1c100800 0x7fab1c19e7f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fab14000c00 tx=0x7fab140042f0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 shutdown_connections 2024-04-21T09:07:41.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab1c105b20 0x7fab1c1a5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab040a3c30 0x7fab040a60f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab1c103170 0x7fab1c19ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 --2- 172.21.15.52:0/3980156489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab1c100800 0x7fab1c19e7f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.365+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 >> 172.21.15.52:0/3980156489 conn(0x7fab1c0fc420 msgr2=0x7fab1c103cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:41.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.366+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 shutdown_connections 2024-04-21T09:07:41.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.366+0000 7fab23cf2640 1 -- 172.21.15.52:0/3980156489 wait complete. 2024-04-21T09:07:41.386 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 -- 172.21.15.52:0/315073136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 msgr2=0x7fd6d8100ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 --2- 172.21.15.52:0/315073136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 0x7fd6d8100ca0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8009900 tx=0x7fd6c802bcd0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 -- 172.21.15.52:0/315073136 shutdown_connections 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 --2- 172.21.15.52:0/315073136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6d8101b80 0x7fd6d8102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 --2- 172.21.15.52:0/315073136 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6d81011e0 0x7fd6d8101640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 --2- 172.21.15.52:0/315073136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 0x7fd6d8100ca0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 -- 172.21.15.52:0/315073136 >> 172.21.15.52:0/315073136 conn(0x7fd6d80fc420 msgr2=0x7fd6d80fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 -- 172.21.15.52:0/315073136 shutdown_connections 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 -- 172.21.15.52:0/315073136 wait complete. 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 Processor -- start 2024-04-21T09:07:41.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.493+0000 7fd6de584640 1 -- start start 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6de584640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 0x7fd6d819a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6de584640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6d81011e0 0x7fd6d819a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6de584640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6d8101b80 0x7fd6d81a19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6de584640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d810fd20 con 0x7fd6d8100880 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6de584640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d810fba0 con 0x7fd6d8101b80 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6de584640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d810fea0 con 0x7fd6d81011e0 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 0x7fd6d819a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 0x7fd6d819a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49804/0 (socket says 172.21.15.52:49804) 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 -- 172.21.15.52:0/1698159982 learned_addr learned my addr 172.21.15.52:0/1698159982 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6dcb21640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6d8101b80 0x7fd6d81a19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d77fe640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6d81011e0 0x7fd6d819a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 -- 172.21.15.52:0/1698159982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6d81011e0 msgr2=0x7fd6d819a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6d81011e0 0x7fd6d819a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 -- 172.21.15.52:0/1698159982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6d8101b80 msgr2=0x7fd6d81a19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:41.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6d8101b80 0x7fd6d81a19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:41.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 -- 172.21.15.52:0/1698159982 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d81a2010 con 0x7fd6d8100880 2024-04-21T09:07:41.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d7fff640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 0x7fd6d819a3f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8000c00 tx=0x7fd6c8005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:41.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d57fa640 1 -- 172.21.15.52:0/1698159982 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8043020 con 0x7fd6d8100880 2024-04-21T09:07:41.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d81a22a0 con 0x7fd6d8100880 2024-04-21T09:07:41.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d57fa640 1 -- 172.21.15.52:0/1698159982 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6c802dd20 con 0x7fd6d8100880 2024-04-21T09:07:41.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6d57fa640 1 -- 172.21.15.52:0/1698159982 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8003af0 con 0x7fd6d8100880 2024-04-21T09:07:41.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.494+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d81a2840 con 0x7fd6d8100880 2024-04-21T09:07:41.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.495+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6d810b5d0 con 0x7fd6d8100880 2024-04-21T09:07:41.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.497+0000 7fd6d57fa640 1 -- 172.21.15.52:0/1698159982 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd6c8046020 con 0x7fd6d8100880 2024-04-21T09:07:41.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.497+0000 7fd6d57fa640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6c40a3bb0 0x7fd6c40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:41.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.498+0000 7fd6d57fa640 1 -- 172.21.15.52:0/1698159982 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7879+0+0 (secure 0 0 0) 0x7fd6c80f27e0 con 0x7fd6d8100880 2024-04-21T09:07:41.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.498+0000 7fd6d77fe640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6c40a3bb0 0x7fd6c40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:41.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.498+0000 7fd6d77fe640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6c40a3bb0 0x7fd6c40a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd6d819b900 tx=0x7fd6c0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:41.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.501+0000 7fd6d57fa640 1 -- 172.21.15.52:0/1698159982 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd6c804d020 con 0x7fd6d8100880 2024-04-21T09:07:41.606 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:41.606 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2563133739' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-21T09:07:41.606 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: osdmap e82: 12 total, 12 up, 12 in 2024-04-21T09:07:41.606 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.606 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.606 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.606 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3980156489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T09:07:41.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T09:07:41.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:41.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:41.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:41 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2563133739' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-21T09:07:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: osdmap e82: 12 total, 12 up, 12 in 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3980156489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:41 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:41.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:41.733+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd6d802d5c0 con 0x7fd6d8100880 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2563133739' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: osdmap e82: 12 total, 12 up, 12 in 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3980156489' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:41.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:41.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:41 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:07:42.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:42 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-21T09:07:42.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:42 smithi052 ceph-mon[28035]: osdmap e83: 12 total, 12 up, 12 in 2024-04-21T09:07:42.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:42 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:42.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:42 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1698159982' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-21T09:07:42.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:42 smithi052 ceph-mon[28035]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-21T09:07:42.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:42 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-21T09:07:42.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:42 smithi060 ceph-mon[31055]: osdmap e83: 12 total, 12 up, 12 in 2024-04-21T09:07:42.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:42 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:42.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:42 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1698159982' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-21T09:07:42.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:42 smithi060 ceph-mon[31055]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-21T09:07:42.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.597+0000 7fd6d57fa640 1 -- 172.21.15.52:0/1698159982 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fd6c80bf2d0 con 0x7fd6d8100880 2024-04-21T09:07:42.597 INFO:teuthology.orchestra.run.smithi052.stderr:new fs with metadata pool 2 and data pool 3 2024-04-21T09:07:42.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6c40a3bb0 msgr2=0x7fd6c40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:42.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6c40a3bb0 0x7fd6c40a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd6d819b900 tx=0x7fd6c0005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:42.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 msgr2=0x7fd6d819a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:42.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 0x7fd6d819a3f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8000c00 tx=0x7fd6c8005e30 comp rx=0 tx=0).stop 2024-04-21T09:07:42.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 shutdown_connections 2024-04-21T09:07:42.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6d8101b80 0x7fd6d81a19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd6c40a3bb0 0x7fd6c40a6070 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6d81011e0 0x7fd6d819a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 --2- 172.21.15.52:0/1698159982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6d8100880 0x7fd6d819a3f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 >> 172.21.15.52:0/1698159982 conn(0x7fd6d80fc420 msgr2=0x7fd6d80fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:42.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 shutdown_connections 2024-04-21T09:07:42.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.600+0000 7fd6de584640 1 -- 172.21.15.52:0/1698159982 wait complete. 2024-04-21T09:07:42.617 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-04-21T09:07:42.617 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-04-21T09:07:42.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:42 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-04-21T09:07:42.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:42 smithi078 ceph-mon[31713]: osdmap e83: 12 total, 12 up, 12 in 2024-04-21T09:07:42.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:42 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:42.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:42 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1698159982' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-21T09:07:42.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:42 smithi078 ceph-mon[31713]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-21T09:07:42.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 -- 172.21.15.52:0/717008975 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe978108f50 msgr2=0x7fe978109370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:42.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 --2- 172.21.15.52:0/717008975 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe978108f50 0x7fe978109370 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe968009900 tx=0x7fe96802bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:42.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 -- 172.21.15.52:0/717008975 shutdown_connections 2024-04-21T09:07:42.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 --2- 172.21.15.52:0/717008975 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe9781107d0 0x7fe978112bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 --2- 172.21.15.52:0/717008975 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe9781098b0 0x7fe978110290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.737 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 --2- 172.21.15.52:0/717008975 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe978108f50 0x7fe978109370 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 -- 172.21.15.52:0/717008975 >> 172.21.15.52:0/717008975 conn(0x7fe97806ef20 msgr2=0x7fe978071360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 -- 172.21.15.52:0/717008975 shutdown_connections 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.735+0000 7fe97c998640 1 -- 172.21.15.52:0/717008975 wait complete. 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97c998640 1 Processor -- start 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97c998640 1 -- start start 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97c998640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe978108f50 0x7fe97810bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97c998640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9781098b0 0x7fe97810a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97c998640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe9781107d0 0x7fe97810a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97c998640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe978116280 con 0x7fe9781098b0 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97c998640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe978116100 con 0x7fe9781107d0 2024-04-21T09:07:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97c998640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe978116400 con 0x7fe978108f50 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe975d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9781098b0 0x7fe97810a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe975d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9781098b0 0x7fe97810a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49826/0 (socket says 172.21.15.52:49826) 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe975d9b640 1 -- 172.21.15.52:0/3899830741 learned_addr learned my addr 172.21.15.52:0/3899830741 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.736+0000 7fe97659c640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe978108f50 0x7fe97810bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe976d9d640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe9781107d0 0x7fe97810a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe975d9b640 1 -- 172.21.15.52:0/3899830741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe978108f50 msgr2=0x7fe97810bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe975d9b640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe978108f50 0x7fe97810bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe975d9b640 1 -- 172.21.15.52:0/3899830741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe9781107d0 msgr2=0x7fe97810a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe975d9b640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe9781107d0 0x7fe97810a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe975d9b640 1 -- 172.21.15.52:0/3899830741 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe97810aff0 con 0x7fe9781098b0 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe97659c640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe978108f50 0x7fe97810bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe976d9d640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe9781107d0 0x7fe97810a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe975d9b640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9781098b0 0x7fe97810a220 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe96c00e9f0 tx=0x7fe96c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe9677fe640 1 -- 172.21.15.52:0/3899830741 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe96c00cd80 con 0x7fe9781098b0 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe9677fe640 1 -- 172.21.15.52:0/3899830741 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe96c0108e0 con 0x7fe9781098b0 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9781aaad0 con 0x7fe9781098b0 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe9677fe640 1 -- 172.21.15.52:0/3899830741 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe96c018980 con 0x7fe9781098b0 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.737+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9781ab020 con 0x7fe9781098b0 2024-04-21T09:07:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.739+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe97810f990 con 0x7fe9781098b0 2024-04-21T09:07:42.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.740+0000 7fe9677fe640 1 -- 172.21.15.52:0/3899830741 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe96c010430 con 0x7fe9781098b0 2024-04-21T09:07:42.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.740+0000 7fe9677fe640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9600a3bb0 0x7fe9600a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:42.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.740+0000 7fe9677fe640 1 -- 172.21.15.52:0/3899830741 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7fe96c0d05a0 con 0x7fe9781098b0 2024-04-21T09:07:42.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.740+0000 7fe97659c640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9600a3bb0 0x7fe9600a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:42.742 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.741+0000 7fe97659c640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9600a3bb0 0x7fe9600a6070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe968009230 tx=0x7fe968005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.747+0000 7fe9677fe640 1 -- 172.21.15.52:0/3899830741 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe96c09ca80 con 0x7fe9781098b0 2024-04-21T09:07:42.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:42.973+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7fe978062b50 con 0x7fe9781098b0 2024-04-21T09:07:43.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.366+0000 7fe9677fe640 1 -- 172.21.15.52:0/3899830741 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v85) ==== 157+0+0 (secure 0 0 0) 0x7fe96c0a0d80 con 0x7fe9781098b0 2024-04-21T09:07:43.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9600a3bb0 msgr2=0x7fe9600a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9600a3bb0 0x7fe9600a6070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe968009230 tx=0x7fe968005fd0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9781098b0 msgr2=0x7fe97810a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9781098b0 0x7fe97810a220 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe96c00e9f0 tx=0x7fe96c00eeb0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 shutdown_connections 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe9781107d0 0x7fe97810a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe9781098b0 0x7fe97810a220 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9600a3bb0 0x7fe9600a6070 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 --2- 172.21.15.52:0/3899830741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe978108f50 0x7fe97810bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 >> 172.21.15.52:0/3899830741 conn(0x7fe97806ef20 msgr2=0x7fe97806f900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 shutdown_connections 2024-04-21T09:07:43.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.369+0000 7fe97c998640 1 -- 172.21.15.52:0/3899830741 wait complete. 2024-04-21T09:07:43.381 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 -- 172.21.15.52:0/4129159747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102a00 msgr2=0x7f4e08109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/4129159747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102a00 0x7f4e08109320 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4e00009ca0 tx=0x7f4e0002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 -- 172.21.15.52:0/4129159747 shutdown_connections 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/4129159747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102a00 0x7f4e08109320 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/4129159747 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e08102040 0x7f4e081024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/4129159747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e08100e60 0x7f4e08101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 -- 172.21.15.52:0/4129159747 >> 172.21.15.52:0/4129159747 conn(0x7f4e080fc460 msgr2=0x7f4e080fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 -- 172.21.15.52:0/4129159747 shutdown_connections 2024-04-21T09:07:43.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 -- 172.21.15.52:0/4129159747 wait complete. 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 Processor -- start 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.490+0000 7f4e0e49a640 1 -- start start 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e0e49a640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e08100e60 0x7f4e08198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e0e49a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102040 0x7f4e08198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e0e49a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e08102a00 0x7f4e0819f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e0e49a640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0810db30 con 0x7f4e08102040 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e0e49a640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0810d9b0 con 0x7f4e08100e60 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e0e49a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0810dcb0 con 0x7f4e08102a00 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102040 0x7f4e08198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102040 0x7f4e08198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49852/0 (socket says 172.21.15.52:49852) 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 -- 172.21.15.52:0/1824319029 learned_addr learned my addr 172.21.15.52:0/1824319029 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e07fff640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e08100e60 0x7f4e08198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e0ca37640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e08102a00 0x7f4e0819f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:43.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 -- 172.21.15.52:0/1824319029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e08102a00 msgr2=0x7f4e0819f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e08102a00 0x7f4e0819f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 -- 172.21.15.52:0/1824319029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e08100e60 msgr2=0x7f4e08198140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e08100e60 0x7f4e08198140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 -- 172.21.15.52:0/1824319029 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e0819fd60 con 0x7f4e08102040 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.491+0000 7f4e077fe640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102040 0x7f4e08198680 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc00d950 tx=0x7f4dfc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.492+0000 7f4e057fa640 1 -- 172.21.15.52:0/1824319029 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dfc017070 con 0x7f4e08102040 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.492+0000 7f4e057fa640 1 -- 172.21.15.52:0/1824319029 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4dfc009c30 con 0x7f4e08102040 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.492+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e0819fff0 con 0x7f4e08102040 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.492+0000 7f4e057fa640 1 -- 172.21.15.52:0/1824319029 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dfc00f620 con 0x7f4e08102040 2024-04-21T09:07:43.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.492+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e081a0510 con 0x7f4e08102040 2024-04-21T09:07:43.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.493+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e08108200 con 0x7f4e08102040 2024-04-21T09:07:43.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.494+0000 7f4e057fa640 1 -- 172.21.15.52:0/1824319029 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4dfc010460 con 0x7f4e08102040 2024-04-21T09:07:43.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.495+0000 7f4e057fa640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4df00a3bb0 0x7f4df00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:43.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.495+0000 7f4e07fff640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4df00a3bb0 0x7f4df00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:43.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.495+0000 7f4e057fa640 1 -- 172.21.15.52:0/1824319029 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8277+0+0 (secure 0 0 0) 0x7f4dfc0cfff0 con 0x7f4e08102040 2024-04-21T09:07:43.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.495+0000 7f4e07fff640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4df00a3bb0 0x7f4df00a6070 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4e08101bb0 tx=0x7f4df8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:43.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.499+0000 7f4e057fa640 1 -- 172.21.15.52:0/1824319029 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4dfc009de0 con 0x7f4e08102040 2024-04-21T09:07:43.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:43.689+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f4e08062bf0 con 0x7f4e08102040 2024-04-21T09:07:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: pgmap v288: 97 pgs: 10 creating+peering, 80 unknown, 7 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T09:07:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: osdmap e84: 12 total, 12 up, 12 in 2024-04-21T09:07:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1698159982' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3899830741' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: pgmap v288: 97 pgs: 10 creating+peering, 80 unknown, 7 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T09:07:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: osdmap e84: 12 total, 12 up, 12 in 2024-04-21T09:07:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1698159982' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-21T09:07:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-21T09:07:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3899830741' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: pgmap v288: 97 pgs: 10 creating+peering, 80 unknown, 7 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:43.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T09:07:43.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: osdmap e84: 12 total, 12 up, 12 in 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1698159982' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3899830741' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:07:43.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:07:43.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:07:44.642 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:44 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3899830741' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-21T09:07:44.642 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:44 smithi078 ceph-mon[31713]: osdmap e85: 12 total, 12 up, 12 in 2024-04-21T09:07:44.642 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:44 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] up:active 2024-04-21T09:07:44.643 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:44 smithi078 ceph-mon[31713]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:44.643 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:44 smithi078 ceph-mon[31713]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:44.643 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:44 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1824319029' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-21T09:07:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:44 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3899830741' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-21T09:07:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:44 smithi052 ceph-mon[28035]: osdmap e85: 12 total, 12 up, 12 in 2024-04-21T09:07:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:44 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] up:active 2024-04-21T09:07:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:44 smithi052 ceph-mon[28035]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:44.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:44 smithi052 ceph-mon[28035]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:44.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:44 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1824319029' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-21T09:07:44.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:44 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3899830741' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-04-21T09:07:44.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:44 smithi060 ceph-mon[31055]: osdmap e85: 12 total, 12 up, 12 in 2024-04-21T09:07:44.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:44 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] up:active 2024-04-21T09:07:44.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:44 smithi060 ceph-mon[31055]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:44.843 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:44 smithi060 ceph-mon[31055]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:44.843 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:44 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1824319029' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-21T09:07:45.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.608+0000 7f4e057fa640 1 -- 172.21.15.52:0/1824319029 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v87) ==== 228+0+0 (secure 0 0 0) 0x7f4dfc09c2f0 con 0x7f4e08102040 2024-04-21T09:07:45.609 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_data_ec' created 2024-04-21T09:07:45.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.611+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4df00a3bb0 msgr2=0x7f4df00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:45.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.611+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4df00a3bb0 0x7f4df00a6070 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4e08101bb0 tx=0x7f4df8005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:45.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.611+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102040 msgr2=0x7f4e08198680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:45.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.611+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102040 0x7f4e08198680 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc00d950 tx=0x7f4dfc00de10 comp rx=0 tx=0).stop 2024-04-21T09:07:45.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.612+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 shutdown_connections 2024-04-21T09:07:45.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.612+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4df00a3bb0 0x7f4df00a6070 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.612+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e08102a00 0x7f4e0819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.612+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e08102040 0x7f4e08198680 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.612+0000 7f4e0e49a640 1 --2- 172.21.15.52:0/1824319029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e08100e60 0x7f4e08198140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.612+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 >> 172.21.15.52:0/1824319029 conn(0x7f4e080fc460 msgr2=0x7f4e081053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:45.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.612+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 shutdown_connections 2024-04-21T09:07:45.613 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.612+0000 7f4e0e49a640 1 -- 172.21.15.52:0/1824319029 wait complete. 2024-04-21T09:07:45.629 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:45 smithi052 ceph-mon[28035]: pgmap v291: 97 pgs: 23 creating+peering, 54 unknown, 20 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:45.630 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:45 smithi052 ceph-mon[28035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-21T09:07:45.630 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:45 smithi052 ceph-mon[28035]: Cluster is now healthy 2024-04-21T09:07:45.630 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:45 smithi052 ceph-mon[28035]: osdmap e86: 12 total, 12 up, 12 in 2024-04-21T09:07:45.631 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-04-21T09:07:45.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:45 smithi078 ceph-mon[31713]: pgmap v291: 97 pgs: 23 creating+peering, 54 unknown, 20 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:45.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:45 smithi078 ceph-mon[31713]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-21T09:07:45.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:45 smithi078 ceph-mon[31713]: Cluster is now healthy 2024-04-21T09:07:45.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:45 smithi078 ceph-mon[31713]: osdmap e86: 12 total, 12 up, 12 in 2024-04-21T09:07:45.741 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:45 smithi060 ceph-mon[31055]: pgmap v291: 97 pgs: 23 creating+peering, 54 unknown, 20 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:07:45.741 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:45 smithi060 ceph-mon[31055]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-21T09:07:45.741 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:45 smithi060 ceph-mon[31055]: Cluster is now healthy 2024-04-21T09:07:45.742 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:45 smithi060 ceph-mon[31055]: osdmap e86: 12 total, 12 up, 12 in 2024-04-21T09:07:45.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 -- 172.21.15.52:0/1785976897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd20101fb0 msgr2=0x7fdd201023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:45.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 --2- 172.21.15.52:0/1785976897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd20101fb0 0x7fdd201023d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c009900 tx=0x7fdd1c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:45.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 -- 172.21.15.52:0/1785976897 shutdown_connections 2024-04-21T09:07:45.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 --2- 172.21.15.52:0/1785976897 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdd20103b60 0x7fdd2010a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 --2- 172.21.15.52:0/1785976897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd201031a0 0x7fdd20103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 --2- 172.21.15.52:0/1785976897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd20101fb0 0x7fdd201023d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 -- 172.21.15.52:0/1785976897 >> 172.21.15.52:0/1785976897 conn(0x7fdd200fd520 msgr2=0x7fdd200ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:45.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 -- 172.21.15.52:0/1785976897 shutdown_connections 2024-04-21T09:07:45.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.743+0000 7fdd276c7640 1 -- 172.21.15.52:0/1785976897 wait complete. 2024-04-21T09:07:45.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd276c7640 1 Processor -- start 2024-04-21T09:07:45.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd276c7640 1 -- start start 2024-04-21T09:07:45.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd276c7640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd20101fb0 0x7fdd20198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:45.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd276c7640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd201031a0 0x7fdd20198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:45.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd276c7640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdd20103b60 0x7fdd2019f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:45.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd276c7640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2010daf0 con 0x7fdd201031a0 2024-04-21T09:07:45.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd276c7640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2010d970 con 0x7fdd20101fb0 2024-04-21T09:07:45.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd276c7640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2010dc70 con 0x7fdd20103b60 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd24c62640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd201031a0 0x7fdd20198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd24c62640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd201031a0 0x7fdd20198780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49874/0 (socket says 172.21.15.52:49874) 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd24c62640 1 -- 172.21.15.52:0/861856955 learned_addr learned my addr 172.21.15.52:0/861856955 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd25463640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd20101fb0 0x7fdd20198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd25c64640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdd20103b60 0x7fdd2019f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd24c62640 1 -- 172.21.15.52:0/861856955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdd20103b60 msgr2=0x7fdd2019f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd24c62640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdd20103b60 0x7fdd2019f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd24c62640 1 -- 172.21.15.52:0/861856955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd20101fb0 msgr2=0x7fdd20198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd24c62640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd20101fb0 0x7fdd20198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.744+0000 7fdd24c62640 1 -- 172.21.15.52:0/861856955 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2019fe60 con 0x7fdd201031a0 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.745+0000 7fdd24c62640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd201031a0 0x7fdd20198780 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fdd1000d950 tx=0x7fdd1000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.745+0000 7fdd167fc640 1 -- 172.21.15.52:0/861856955 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd10017030 con 0x7fdd201031a0 2024-04-21T09:07:45.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.745+0000 7fdd167fc640 1 -- 172.21.15.52:0/861856955 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd10004020 con 0x7fdd201031a0 2024-04-21T09:07:45.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.745+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd201a0150 con 0x7fdd201031a0 2024-04-21T09:07:45.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.745+0000 7fdd167fc640 1 -- 172.21.15.52:0/861856955 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd100047a0 con 0x7fdd201031a0 2024-04-21T09:07:45.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.745+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd201a06f0 con 0x7fdd201031a0 2024-04-21T09:07:45.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.746+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd20109390 con 0x7fdd201031a0 2024-04-21T09:07:45.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.747+0000 7fdd167fc640 1 -- 172.21.15.52:0/861856955 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fdd10009a30 con 0x7fdd201031a0 2024-04-21T09:07:45.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.748+0000 7fdd167fc640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdd0c0a3c30 0x7fdd0c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:45.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.748+0000 7fdd25463640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdd0c0a3c30 0x7fdd0c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:45.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.748+0000 7fdd167fc640 1 -- 172.21.15.52:0/861856955 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8770+0+0 (secure 0 0 0) 0x7fdd100d06d0 con 0x7fdd201031a0 2024-04-21T09:07:45.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.749+0000 7fdd25463640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdd0c0a3c30 0x7fdd0c0a60f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c005ab0 tx=0x7fdd1c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:45.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.752+0000 7fdd167fc640 1 -- 172.21.15.52:0/861856955 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdd1009cf10 con 0x7fdd201031a0 2024-04-21T09:07:45.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:45.940+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7fdd2002d5c0 con 0x7fdd201031a0 2024-04-21T09:07:46.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.609+0000 7fdd167fc640 1 -- 172.21.15.52:0/861856955 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v88) ==== 169+0+0 (secure 0 0 0) 0x7fdd1009c810 con 0x7fdd201031a0 2024-04-21T09:07:46.610 INFO:teuthology.orchestra.run.smithi052.stderr:set pool 4 allow_ec_overwrites to true 2024-04-21T09:07:46.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdd0c0a3c30 msgr2=0x7fdd0c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:46.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdd0c0a3c30 0x7fdd0c0a60f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c005ab0 tx=0x7fdd1c005fd0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd201031a0 msgr2=0x7fdd20198780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:46.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd201031a0 0x7fdd20198780 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fdd1000d950 tx=0x7fdd1000de10 comp rx=0 tx=0).stop 2024-04-21T09:07:46.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 shutdown_connections 2024-04-21T09:07:46.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdd0c0a3c30 0x7fdd0c0a60f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdd20103b60 0x7fdd2019f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdd201031a0 0x7fdd20198780 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 --2- 172.21.15.52:0/861856955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd20101fb0 0x7fdd20198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 >> 172.21.15.52:0/861856955 conn(0x7fdd200fd520 msgr2=0x7fdd20106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:46.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 shutdown_connections 2024-04-21T09:07:46.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.613+0000 7fdd276c7640 1 -- 172.21.15.52:0/861856955 wait complete. 2024-04-21T09:07:46.643 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-04-21T09:07:46.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- 172.21.15.52:0/2911223606 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c1029a0 msgr2=0x7f823c1092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 --2- 172.21.15.52:0/2911223606 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c1029a0 0x7f823c1092c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8234009ca0 tx=0x7f823402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- 172.21.15.52:0/2911223606 shutdown_connections 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 --2- 172.21.15.52:0/2911223606 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c1029a0 0x7f823c1092c0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 --2- 172.21.15.52:0/2911223606 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f823c101fe0 0x7f823c102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 --2- 172.21.15.52:0/2911223606 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f823c100e90 0x7f823c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- 172.21.15.52:0/2911223606 >> 172.21.15.52:0/2911223606 conn(0x7f823c0fc420 msgr2=0x7f823c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- 172.21.15.52:0/2911223606 shutdown_connections 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- 172.21.15.52:0/2911223606 wait complete. 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 Processor -- start 2024-04-21T09:07:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- start start 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f823c100e90 0x7f823c198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c101fe0 0x7f823c1986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f823c1029a0 0x7f823c19f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f823c10c9d0 con 0x7f823c101fe0 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f823c10c850 con 0x7f823c1029a0 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.751+0000 7f82446b3640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f823c10cb50 con 0x7f823c100e90 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8241c4e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c101fe0 0x7f823c1986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8241c4e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c101fe0 0x7f823c1986a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51240/0 (socket says 172.21.15.52:51240) 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8241c4e640 1 -- 172.21.15.52:0/3855968999 learned_addr learned my addr 172.21.15.52:0/3855968999 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8242c50640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f823c1029a0 0x7f823c19f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f824244f640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f823c100e90 0x7f823c198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8242c50640 1 -- 172.21.15.52:0/3855968999 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f823c100e90 msgr2=0x7f823c198160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8242c50640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f823c100e90 0x7f823c198160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8242c50640 1 -- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c101fe0 msgr2=0x7f823c1986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8242c50640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c101fe0 0x7f823c1986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8242c50640 1 -- 172.21.15.52:0/3855968999 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823c19fd80 con 0x7f823c1029a0 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8241c4e640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c101fe0 0x7f823c1986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f8242c50640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f823c1029a0 0x7f823c19f710 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f823402c700 tx=0x7f82340346d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f82337fe640 1 -- 172.21.15.52:0/3855968999 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8234041020 con 0x7f823c1029a0 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f823c1a0010 con 0x7f823c1029a0 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f82337fe640 1 -- 172.21.15.52:0/3855968999 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8234034ca0 con 0x7f823c1029a0 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f82337fe640 1 -- 172.21.15.52:0/3855968999 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8234039040 con 0x7f823c1029a0 2024-04-21T09:07:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.752+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f823c1a0500 con 0x7f823c1029a0 2024-04-21T09:07:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.753+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f823c1a0760 con 0x7f823c1029a0 2024-04-21T09:07:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.754+0000 7f82337fe640 1 -- 172.21.15.52:0/3855968999 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8234044020 con 0x7f823c1029a0 2024-04-21T09:07:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.755+0000 7f82337fe640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f82280a3bb0 0x7f82280a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.755+0000 7f824244f640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f82280a3bb0 0x7f82280a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.755+0000 7f82337fe640 1 -- 172.21.15.52:0/3855968999 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8770+0+0 (secure 0 0 0) 0x7f82340f2780 con 0x7f823c1029a0 2024-04-21T09:07:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.755+0000 7f824244f640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f82280a3bb0 0x7f82280a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f82380095f0 tx=0x7f8238005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:46.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.758+0000 7f82337fe640 1 -- 172.21.15.52:0/3855968999 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f823404b020 con 0x7f823c1029a0 2024-04-21T09:07:46.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:46 smithi078 ceph-mon[31713]: pgmap v293: 97 pgs: 20 creating+peering, 16 unknown, 61 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 5 op/s 2024-04-21T09:07:46.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:46 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1824319029' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-21T09:07:46.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:46 smithi078 ceph-mon[31713]: osdmap e87: 12 total, 12 up, 12 in 2024-04-21T09:07:46.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:46 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/861856955' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-21T09:07:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:46 smithi052 ceph-mon[28035]: pgmap v293: 97 pgs: 20 creating+peering, 16 unknown, 61 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 5 op/s 2024-04-21T09:07:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:46 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1824319029' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-21T09:07:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:46 smithi052 ceph-mon[28035]: osdmap e87: 12 total, 12 up, 12 in 2024-04-21T09:07:46.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:46 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/861856955' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-21T09:07:46.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:46.985+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f823c1a0b50 con 0x7f823c1029a0 2024-04-21T09:07:47.024 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:46 smithi060 ceph-mon[31055]: pgmap v293: 97 pgs: 20 creating+peering, 16 unknown, 61 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s wr, 5 op/s 2024-04-21T09:07:47.024 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:46 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1824319029' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-21T09:07:47.024 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:46 smithi060 ceph-mon[31055]: osdmap e87: 12 total, 12 up, 12 in 2024-04-21T09:07:47.024 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:46 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/861856955' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-04-21T09:07:47.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.632+0000 7f82337fe640 1 -- 172.21.15.52:0/3855968999 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7f82340bef40 con 0x7f823c1029a0 2024-04-21T09:07:47.633 INFO:teuthology.orchestra.run.smithi052.stderr:added data pool 4 to fsmap 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f82280a3bb0 msgr2=0x7f82280a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f82280a3bb0 0x7f82280a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f82380095f0 tx=0x7f8238005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f823c1029a0 msgr2=0x7f823c19f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f823c1029a0 0x7f823c19f710 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f823402c700 tx=0x7f82340346d0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 shutdown_connections 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f823c1029a0 0x7f823c19f710 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f823c101fe0 0x7f823c1986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f82280a3bb0 0x7f82280a6070 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 --2- 172.21.15.52:0/3855968999 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f823c100e90 0x7f823c198160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 >> 172.21.15.52:0/3855968999 conn(0x7f823c0fc420 msgr2=0x7f823c0fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:47.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 shutdown_connections 2024-04-21T09:07:47.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.635+0000 7f82446b3640 1 -- 172.21.15.52:0/3855968999 wait complete. 2024-04-21T09:07:47.651 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:47.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/3297588429 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14102a30 msgr2=0x7f0d14104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:47.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/3297588429 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14102a30 0x7f0d14104e20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0d04009900 tx=0x7f0d0402bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:47.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/3297588429 shutdown_connections 2024-04-21T09:07:47.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/3297588429 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0d14107c90 0x7f0d1410a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/3297588429 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d14105360 0x7f0d14107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/3297588429 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14102a30 0x7f0d14104e20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/3297588429 >> 172.21.15.52:0/3297588429 conn(0x7f0d140fc460 msgr2=0x7f0d140fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/3297588429 shutdown_connections 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/3297588429 wait complete. 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.759+0000 7f0d1b0a5640 1 Processor -- start 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d1b0a5640 1 -- start start 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d1b0a5640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0d14102a30 0x7f0d14198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d1b0a5640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d14105360 0x7f0d14198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d1b0a5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14107c90 0x7f0d1419f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d1b0a5640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1410daf0 con 0x7f0d14107c90 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d1b0a5640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1410d970 con 0x7f0d14102a30 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d1b0a5640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1410dc70 con 0x7f0d14105360 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14107c90 0x7f0d1419f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:47.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14107c90 0x7f0d1419f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51260/0 (socket says 172.21.15.52:51260) 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 -- 172.21.15.52:0/2671602169 learned_addr learned my addr 172.21.15.52:0/2671602169 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d18e41640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0d14102a30 0x7f0d14198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d13fff640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d14105360 0x7f0d14198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 -- 172.21.15.52:0/2671602169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d14105360 msgr2=0x7f0d14198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d14105360 0x7f0d14198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 -- 172.21.15.52:0/2671602169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0d14102a30 msgr2=0x7f0d14198120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0d14102a30 0x7f0d14198120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 -- 172.21.15.52:0/2671602169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d1419fd40 con 0x7f0d14107c90 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d19642640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14107c90 0x7f0d1419f6d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00eaa0 tx=0x7f0d0c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d11ffb640 1 -- 172.21.15.52:0/2671602169 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c00cdb0 con 0x7f0d14107c90 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d11ffb640 1 -- 172.21.15.52:0/2671602169 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d0c005020 con 0x7f0d14107c90 2024-04-21T09:07:47.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.760+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d1419ffd0 con 0x7f0d14107c90 2024-04-21T09:07:47.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.761+0000 7f0d11ffb640 1 -- 172.21.15.52:0/2671602169 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c0116d0 con 0x7f0d14107c90 2024-04-21T09:07:47.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.761+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d141a04f0 con 0x7f0d14107c90 2024-04-21T09:07:47.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.762+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d140fdf50 con 0x7f0d14107c90 2024-04-21T09:07:47.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.763+0000 7f0d11ffb640 1 -- 172.21.15.52:0/2671602169 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0d0c0051d0 con 0x7f0d14107c90 2024-04-21T09:07:47.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.763+0000 7f0d11ffb640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0cfc0a3c30 0x7f0cfc0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:47.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.763+0000 7f0d18e41640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0cfc0a3c30 0x7f0cfc0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:47.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.763+0000 7f0d11ffb640 1 -- 172.21.15.52:0/2671602169 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f0d0c0d07c0 con 0x7f0d14107c90 2024-04-21T09:07:47.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.764+0000 7f0d18e41640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0cfc0a3c30 0x7f0cfc0a60f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0d04009230 tx=0x7f0d04005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:47.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.768+0000 7f0d11ffb640 1 -- 172.21.15.52:0/2671602169 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0d0c016030 con 0x7f0d14107c90 2024-04-21T09:07:47.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:47 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/861856955' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-21T09:07:47.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:47 smithi078 ceph-mon[31713]: osdmap e88: 12 total, 12 up, 12 in 2024-04-21T09:07:47.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:47 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3855968999' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T09:07:47.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:47 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T09:07:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:47 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/861856955' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-21T09:07:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:47 smithi052 ceph-mon[28035]: osdmap e88: 12 total, 12 up, 12 in 2024-04-21T09:07:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:47 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3855968999' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T09:07:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:47 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T09:07:47.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.998+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d14062b50 con 0x7f0d14107c90 2024-04-21T09:07:48.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:47.999+0000 7f0d11ffb640 1 -- 172.21.15.52:0/2671602169 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11782 (secure 0 0 0) 0x7f0d0c09cf60 con 0x7f0d14107c90 2024-04-21T09:07:48.000 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:48.000 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:07:46.987938+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24542,"qdb_cluster":[24542]},"id":1}]} 2024-04-21T09:07:48.000 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 17 2024-04-21T09:07:48.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0cfc0a3c30 msgr2=0x7f0cfc0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0cfc0a3c30 0x7f0cfc0a60f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0d04009230 tx=0x7f0d04005fd0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14107c90 msgr2=0x7f0d1419f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14107c90 0x7f0d1419f6d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00eaa0 tx=0x7f0d0c00ef60 comp rx=0 tx=0).stop 2024-04-21T09:07:48.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 shutdown_connections 2024-04-21T09:07:48.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0d14107c90 0x7f0d1419f6d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0cfc0a3c30 0x7f0cfc0a60f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0d14105360 0x7f0d14198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 --2- 172.21.15.52:0/2671602169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0d14102a30 0x7f0d14198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 >> 172.21.15.52:0/2671602169 conn(0x7f0d140fc460 msgr2=0x7f0d14103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:48.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 shutdown_connections 2024-04-21T09:07:48.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.001+0000 7f0d1b0a5640 1 -- 172.21.15.52:0/2671602169 wait complete. 2024-04-21T09:07:48.014 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:07:48.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:47 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/861856955' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-04-21T09:07:48.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:47 smithi060 ceph-mon[31055]: osdmap e88: 12 total, 12 up, 12 in 2024-04-21T09:07:48.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:47 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3855968999' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T09:07:48.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:47 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-04-21T09:07:48.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 -- 172.21.15.52:0/1650915042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90101ff0 msgr2=0x7f5a90102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 --2- 172.21.15.52:0/1650915042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90101ff0 0x7f5a90102470 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009900 tx=0x7f5a8002bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:48.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 -- 172.21.15.52:0/1650915042 shutdown_connections 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 --2- 172.21.15.52:0/1650915042 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5a901029b0 0x7f5a901092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 --2- 172.21.15.52:0/1650915042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90101ff0 0x7f5a90102470 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 --2- 172.21.15.52:0/1650915042 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5a90100ea0 0x7f5a901012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 -- 172.21.15.52:0/1650915042 >> 172.21.15.52:0/1650915042 conn(0x7f5a900fc410 msgr2=0x7f5a900fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 -- 172.21.15.52:0/1650915042 shutdown_connections 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.116+0000 7f5a980d2640 1 -- 172.21.15.52:0/1650915042 wait complete. 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a980d2640 1 Processor -- start 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a980d2640 1 -- start start 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a980d2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90100ea0 0x7f5a901970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a980d2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5a90101ff0 0x7f5a901975f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a980d2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5a901029b0 0x7f5a9019e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a980d2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9010c9f0 con 0x7f5a90100ea0 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a980d2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9010c870 con 0x7f5a901029b0 2024-04-21T09:07:48.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a980d2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9010cb70 con 0x7f5a90101ff0 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90100ea0 0x7f5a901970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90100ea0 0x7f5a901970b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51276/0 (socket says 172.21.15.52:51276) 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 -- 172.21.15.52:0/3684708644 learned_addr learned my addr 172.21.15.52:0/3684708644 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a9566d640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5a90101ff0 0x7f5a901975f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a9666f640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5a901029b0 0x7f5a9019e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 -- 172.21.15.52:0/3684708644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5a90101ff0 msgr2=0x7f5a901975f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5a90101ff0 0x7f5a901975f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 -- 172.21.15.52:0/3684708644 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5a901029b0 msgr2=0x7f5a9019e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5a901029b0 0x7f5a9019e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 -- 172.21.15.52:0/3684708644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a9019ecd0 con 0x7f5a90100ea0 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.117+0000 7f5a95e6e640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90100ea0 0x7f5a901970b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5a8c00d950 tx=0x7f5a8c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.118+0000 7f5a86ffd640 1 -- 172.21.15.52:0/3684708644 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8c017070 con 0x7f5a90100ea0 2024-04-21T09:07:48.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.118+0000 7f5a86ffd640 1 -- 172.21.15.52:0/3684708644 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a8c009c30 con 0x7f5a90100ea0 2024-04-21T09:07:48.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.118+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a9019efc0 con 0x7f5a90100ea0 2024-04-21T09:07:48.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.118+0000 7f5a86ffd640 1 -- 172.21.15.52:0/3684708644 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8c00f620 con 0x7f5a90100ea0 2024-04-21T09:07:48.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.118+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a9019f430 con 0x7f5a90100ea0 2024-04-21T09:07:48.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.119+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a901081b0 con 0x7f5a90100ea0 2024-04-21T09:07:48.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.120+0000 7f5a86ffd640 1 -- 172.21.15.52:0/3684708644 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5a8c005030 con 0x7f5a90100ea0 2024-04-21T09:07:48.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.120+0000 7f5a86ffd640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5a7c0a3c30 0x7f5a7c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.121+0000 7f5a9566d640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5a7c0a3c30 0x7f5a7c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.121+0000 7f5a86ffd640 1 -- 172.21.15.52:0/3684708644 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f5a8c0d0260 con 0x7f5a90100ea0 2024-04-21T09:07:48.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.121+0000 7f5a9566d640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5a7c0a3c30 0x7f5a7c0a60f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5a80005ab0 tx=0x7f5a80005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:48.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.124+0000 7f5a86ffd640 1 -- 172.21.15.52:0/3684708644 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5a8c09ca20 con 0x7f5a90100ea0 2024-04-21T09:07:48.313 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.313+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5a9002d850 con 0x7f5a90100ea0 2024-04-21T09:07:48.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.314+0000 7f5a86ffd640 1 -- 172.21.15.52:0/3684708644 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7f5a8c009de0 con 0x7f5a90100ea0 2024-04-21T09:07:48.315 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:48.315 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:07:48.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5a7c0a3c30 msgr2=0x7f5a7c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5a7c0a3c30 0x7f5a7c0a60f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5a80005ab0 tx=0x7f5a80005fd0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90100ea0 msgr2=0x7f5a901970b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90100ea0 0x7f5a901970b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5a8c00d950 tx=0x7f5a8c00de10 comp rx=0 tx=0).stop 2024-04-21T09:07:48.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 shutdown_connections 2024-04-21T09:07:48.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5a901029b0 0x7f5a9019e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5a7c0a3c30 0x7f5a7c0a60f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5a90101ff0 0x7f5a901975f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 --2- 172.21.15.52:0/3684708644 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5a90100ea0 0x7f5a901970b0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 >> 172.21.15.52:0/3684708644 conn(0x7f5a900fc410 msgr2=0x7f5a90105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:48.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 shutdown_connections 2024-04-21T09:07:48.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.316+0000 7f5a980d2640 1 -- 172.21.15.52:0/3684708644 wait complete. 2024-04-21T09:07:48.329 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:07:48.433 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 -- 172.21.15.52:0/1199567526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 msgr2=0x7f83a010a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1199567526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 0x7f83a010a0c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8398009ca0 tx=0x7f839802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 -- 172.21.15.52:0/1199567526 shutdown_connections 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1199567526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 0x7f83a010a0c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1199567526 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83a0105340 0x7f83a0107730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1199567526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0102a10 0x7f83a0104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 -- 172.21.15.52:0/1199567526 >> 172.21.15.52:0/1199567526 conn(0x7f83a00fc400 msgr2=0x7f83a00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 -- 172.21.15.52:0/1199567526 shutdown_connections 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.430+0000 7f83a83b2640 1 -- 172.21.15.52:0/1199567526 wait complete. 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a83b2640 1 Processor -- start 2024-04-21T09:07:48.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a83b2640 1 -- start start 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a83b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83a0102a10 0x7f83a019a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a83b2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0105340 0x7f83a019a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a83b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 0x7f83a01a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a83b2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f83a010dad0 con 0x7f83a0107c70 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a83b2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f83a010d950 con 0x7f83a0105340 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a83b2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f83a010dc50 con 0x7f83a0102a10 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a694f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 0x7f83a01a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a694f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 0x7f83a01a18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51286/0 (socket says 172.21.15.52:51286) 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a694f640 1 -- 172.21.15.52:0/1264219549 learned_addr learned my addr 172.21.15.52:0/1264219549 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a614e640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83a0102a10 0x7f83a019a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a594d640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0105340 0x7f83a019a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a694f640 1 -- 172.21.15.52:0/1264219549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83a0102a10 msgr2=0x7f83a019a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a694f640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83a0102a10 0x7f83a019a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a694f640 1 -- 172.21.15.52:0/1264219549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0105340 msgr2=0x7f83a019a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a694f640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0105340 0x7f83a019a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a694f640 1 -- 172.21.15.52:0/1264219549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a01a1f20 con 0x7f83a0107c70 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.431+0000 7f83a594d640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0105340 0x7f83a019a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.432+0000 7f83a694f640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 0x7f83a01a18b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8398032520 tx=0x7f83980347b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.432+0000 7f83977fe640 1 -- 172.21.15.52:0/1264219549 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8398039040 con 0x7f83a0107c70 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.432+0000 7f83977fe640 1 -- 172.21.15.52:0/1264219549 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8398044070 con 0x7f83a0107c70 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.432+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a01a21b0 con 0x7f83a0107c70 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.432+0000 7f83977fe640 1 -- 172.21.15.52:0/1264219549 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83980042a0 con 0x7f83a0107c70 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.432+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a01a26a0 con 0x7f83a0107c70 2024-04-21T09:07:48.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.433+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83a0109760 con 0x7f83a0107c70 2024-04-21T09:07:48.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.434+0000 7f83977fe640 1 -- 172.21.15.52:0/1264219549 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f83980325c0 con 0x7f83a0107c70 2024-04-21T09:07:48.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.435+0000 7f83977fe640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f838c0a3bb0 0x7f838c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.435+0000 7f83a614e640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f838c0a3bb0 0x7f838c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.435+0000 7f83977fe640 1 -- 172.21.15.52:0/1264219549 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f83980f3120 con 0x7f83a0107c70 2024-04-21T09:07:48.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.435+0000 7f83a614e640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f838c0a3bb0 0x7f838c0a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f839c00abe0 tx=0x7f839c00a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:48.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.438+0000 7f83977fe640 1 -- 172.21.15.52:0/1264219549 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8398051330 con 0x7f83a0107c70 2024-04-21T09:07:48.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.627+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83a0062b50 con 0x7f83a0107c70 2024-04-21T09:07:48.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.629+0000 7f83977fe640 1 -- 172.21.15.52:0/1264219549 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7f83980bf860 con 0x7f83a0107c70 2024-04-21T09:07:48.630 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:48.630 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f838c0a3bb0 msgr2=0x7f838c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f838c0a3bb0 0x7f838c0a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f839c00abe0 tx=0x7f839c00a2d0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 msgr2=0x7f83a01a18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 0x7f83a01a18b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8398032520 tx=0x7f83980347b0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 shutdown_connections 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f83a0107c70 0x7f83a01a18b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0105340 0x7f83a019a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f838c0a3bb0 0x7f838c0a6070 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 --2- 172.21.15.52:0/1264219549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f83a0102a10 0x7f83a019a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 >> 172.21.15.52:0/1264219549 conn(0x7f83a00fc400 msgr2=0x7f83a01020e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 shutdown_connections 2024-04-21T09:07:48.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.631+0000 7f83a83b2640 1 -- 172.21.15.52:0/1264219549 wait complete. 2024-04-21T09:07:48.658 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.759+0000 7fb8600eb640 1 -- 172.21.15.52:0/1636480836 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858102a00 msgr2=0x7fb858104df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.759+0000 7fb8600eb640 1 --2- 172.21.15.52:0/1636480836 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858102a00 0x7fb858104df0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb850009900 tx=0x7fb85002bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 -- 172.21.15.52:0/1636480836 shutdown_connections 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 --2- 172.21.15.52:0/1636480836 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb858107c60 0x7fb85810a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 --2- 172.21.15.52:0/1636480836 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb858105330 0x7fb858107720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 --2- 172.21.15.52:0/1636480836 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858102a00 0x7fb858104df0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 -- 172.21.15.52:0/1636480836 >> 172.21.15.52:0/1636480836 conn(0x7fb8580fc3f0 msgr2=0x7fb8580fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 -- 172.21.15.52:0/1636480836 shutdown_connections 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 -- 172.21.15.52:0/1636480836 wait complete. 2024-04-21T09:07:48.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 Processor -- start 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 -- start start 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb858102a00 0x7fb858102370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858105330 0x7fb8581009b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb858107c60 0x7fb858100ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb85810db30 con 0x7fb858105330 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb85810d9b0 con 0x7fb858107c60 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb8600eb640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb85810dcb0 con 0x7fb858102a00 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb85d686640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858105330 0x7fb8581009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb85d686640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858105330 0x7fb8581009b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51298/0 (socket says 172.21.15.52:51298) 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.760+0000 7fb85d686640 1 -- 172.21.15.52:0/134303799 learned_addr learned my addr 172.21.15.52:0/134303799 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85de87640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb858102a00 0x7fb858102370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85e688640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb858107c60 0x7fb858100ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85d686640 1 -- 172.21.15.52:0/134303799 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb858102a00 msgr2=0x7fb858102370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85d686640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb858102a00 0x7fb858102370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85d686640 1 -- 172.21.15.52:0/134303799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb858107c60 msgr2=0x7fb858100ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85d686640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb858107c60 0x7fb858100ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85d686640 1 -- 172.21.15.52:0/134303799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb858101780 con 0x7fb858105330 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85e688640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb858107c60 0x7fb858100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85de87640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb858102a00 0x7fb858102370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb85d686640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858105330 0x7fb8581009b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb848005fd0 tx=0x7fb84800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb84effd640 1 -- 172.21.15.52:0/134303799 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb848017070 con 0x7fb858105330 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb84effd640 1 -- 172.21.15.52:0/134303799 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb848009c30 con 0x7fb858105330 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb84effd640 1 -- 172.21.15.52:0/134303799 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb848003d30 con 0x7fb858105330 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8581a2320 con 0x7fb858105330 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.761+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8581a2870 con 0x7fb858105330 2024-04-21T09:07:48.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.762+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8580fdee0 con 0x7fb858105330 2024-04-21T09:07:48.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.763+0000 7fb84effd640 1 -- 172.21.15.52:0/134303799 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb848003ed0 con 0x7fb858105330 2024-04-21T09:07:48.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.764+0000 7fb84effd640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb8440a3bb0 0x7fb8440a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:48.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.764+0000 7fb85de87640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb8440a3bb0 0x7fb8440a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:48.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.764+0000 7fb84effd640 1 -- 172.21.15.52:0/134303799 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fb8480d0450 con 0x7fb858105330 2024-04-21T09:07:48.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.764+0000 7fb85de87640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb8440a3bb0 0x7fb8440a6070 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb850006010 tx=0x7fb85002c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:48.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.769+0000 7fb84effd640 1 -- 172.21.15.52:0/134303799 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb848020030 con 0x7fb858105330 2024-04-21T09:07:48.840 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:07:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: 2024-04-21T09:07:48.486+0000 7fbcd93e4700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-21T09:07:48.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:48 smithi060 ceph-mon[31055]: pgmap v296: 129 pgs: 3 creating+activating, 7 creating+peering, 22 unknown, 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s wr, 10 op/s 2024-04-21T09:07:48.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:48 smithi060 ceph-mon[31055]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T09:07:48.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:48 smithi060 ceph-mon[31055]: osdmap e89: 12 total, 12 up, 12 in 2024-04-21T09:07:48.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:48 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-21T09:07:48.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:48 smithi060 ceph-mon[31055]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:48.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:48 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2671602169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:48.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:48 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3684708644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:48.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:48 smithi078 ceph-mon[31713]: pgmap v296: 129 pgs: 3 creating+activating, 7 creating+peering, 22 unknown, 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s wr, 10 op/s 2024-04-21T09:07:48.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:48 smithi078 ceph-mon[31713]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T09:07:48.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:48 smithi078 ceph-mon[31713]: osdmap e89: 12 total, 12 up, 12 in 2024-04-21T09:07:48.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:48 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-21T09:07:48.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:48 smithi078 ceph-mon[31713]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:48.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:48 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2671602169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:48.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:48 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3684708644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:48 smithi052 ceph-mon[28035]: pgmap v296: 129 pgs: 3 creating+activating, 7 creating+peering, 22 unknown, 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s wr, 10 op/s 2024-04-21T09:07:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:48 smithi052 ceph-mon[28035]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-21T09:07:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:48 smithi052 ceph-mon[28035]: osdmap e89: 12 total, 12 up, 12 in 2024-04-21T09:07:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:48 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-04-21T09:07:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:48 smithi052 ceph-mon[28035]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:07:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:48 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2671602169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:48.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:48 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3684708644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:48.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.998+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb85802d5c0 con 0x7fb858105330 2024-04-21T09:07:48.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:48.999+0000 7fb84effd640 1 -- 172.21.15.52:0/134303799 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11782 (secure 0 0 0) 0x7fb848009de0 con 0x7fb858105330 2024-04-21T09:07:49.000 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:49.000 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24470,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24478,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24517,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:07:46.987938+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24542,"qdb_cluster":[24542]},"id":1}]} 2024-04-21T09:07:49.000 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 17 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb8440a3bb0 msgr2=0x7fb8440a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb8440a3bb0 0x7fb8440a6070 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb850006010 tx=0x7fb85002c7e0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858105330 msgr2=0x7fb8581009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858105330 0x7fb8581009b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb848005fd0 tx=0x7fb84800dde0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 shutdown_connections 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb858107c60 0x7fb858100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb858105330 0x7fb8581009b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb8440a3bb0 0x7fb8440a6070 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 --2- 172.21.15.52:0/134303799 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb858102a00 0x7fb858102370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 >> 172.21.15.52:0/134303799 conn(0x7fb8580fc3f0 msgr2=0x7fb858103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 shutdown_connections 2024-04-21T09:07:49.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.001+0000 7fb8600eb640 1 -- 172.21.15.52:0/134303799 wait complete. 2024-04-21T09:07:49.013 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 -- 172.21.15.52:0/3345067394 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 msgr2=0x7f29d8102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3345067394 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 0x7f29d8102470 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f29cc009900 tx=0x7f29cc02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 -- 172.21.15.52:0/3345067394 shutdown_connections 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3345067394 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f29d81029b0 0x7f29d81092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3345067394 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 0x7f29d8102470 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3345067394 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29d8100ea0 0x7f29d81012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 -- 172.21.15.52:0/3345067394 >> 172.21.15.52:0/3345067394 conn(0x7f29d80fc410 msgr2=0x7f29d80fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 -- 172.21.15.52:0/3345067394 shutdown_connections 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 -- 172.21.15.52:0/3345067394 wait complete. 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 Processor -- start 2024-04-21T09:07:49.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.114+0000 7f29ddb15640 1 -- start start 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29ddb15640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29d8100ea0 0x7f29d8197080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29ddb15640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 0x7f29d81975c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29ddb15640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f29d81029b0 0x7f29d819e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29ddb15640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f29d810c9e0 con 0x7f29d8101ff0 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29ddb15640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f29d810c860 con 0x7f29d81029b0 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29ddb15640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f29d810cb60 con 0x7f29d8100ea0 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 0x7f29d81975c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 0x7f29d81975c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51322/0 (socket says 172.21.15.52:51322) 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 -- 172.21.15.52:0/3689877073 learned_addr learned my addr 172.21.15.52:0/3689877073 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d77fe640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29d8100ea0 0x7f29d8197080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d7fff640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f29d81029b0 0x7f29d819e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 -- 172.21.15.52:0/3689877073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29d8100ea0 msgr2=0x7f29d8197080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29d8100ea0 0x7f29d8197080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 -- 172.21.15.52:0/3689877073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f29d81029b0 msgr2=0x7f29d819e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f29d81029b0 0x7f29d819e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 -- 172.21.15.52:0/3689877073 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29d819eca0 con 0x7f29d8101ff0 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d6ffd640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 0x7f29d81975c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f29cc000c00 tx=0x7f29cc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d4ff9640 1 -- 172.21.15.52:0/3689877073 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29cc043020 con 0x7f29d8101ff0 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d4ff9640 1 -- 172.21.15.52:0/3689877073 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29cc004aa0 con 0x7f29d8101ff0 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29d819ef30 con 0x7f29d8101ff0 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29d4ff9640 1 -- 172.21.15.52:0/3689877073 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29cc003d00 con 0x7f29d8101ff0 2024-04-21T09:07:49.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.115+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29d819f3a0 con 0x7f29d8101ff0 2024-04-21T09:07:49.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.116+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29d8108230 con 0x7f29d8101ff0 2024-04-21T09:07:49.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.118+0000 7f29d4ff9640 1 -- 172.21.15.52:0/3689877073 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f29cc046020 con 0x7f29d8101ff0 2024-04-21T09:07:49.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.118+0000 7f29d4ff9640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29c00a3c30 0x7f29c00a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.118+0000 7f29d77fe640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29c00a3c30 0x7f29c00a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.118+0000 7f29d4ff9640 1 -- 172.21.15.52:0/3689877073 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f29cc0f2f80 con 0x7f29d8101ff0 2024-04-21T09:07:49.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.119+0000 7f29d77fe640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29c00a3c30 0x7f29c00a60f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f29c80058c0 tx=0x7f29c800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:49.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.122+0000 7f29d4ff9640 1 -- 172.21.15.52:0/3689877073 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f29cc04d020 con 0x7f29d8101ff0 2024-04-21T09:07:49.313 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.312+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f29d802d830 con 0x7f29d8101ff0 2024-04-21T09:07:49.314 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.314+0000 7f29d4ff9640 1 -- 172.21.15.52:0/3689877073 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7f29cc0bf720 con 0x7f29d8101ff0 2024-04-21T09:07:49.315 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:49.315 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:07:49.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29c00a3c30 msgr2=0x7f29c00a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29c00a3c30 0x7f29c00a60f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f29c80058c0 tx=0x7f29c800a2d0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 msgr2=0x7f29d81975c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 0x7f29d81975c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f29cc000c00 tx=0x7f29cc004270 comp rx=0 tx=0).stop 2024-04-21T09:07:49.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 shutdown_connections 2024-04-21T09:07:49.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f29d81029b0 0x7f29d819e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f29d8101ff0 0x7f29d81975c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f29c00a3c30 0x7f29c00a60f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 --2- 172.21.15.52:0/3689877073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f29d8100ea0 0x7f29d8197080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 >> 172.21.15.52:0/3689877073 conn(0x7f29d80fc410 msgr2=0x7f29d8105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 shutdown_connections 2024-04-21T09:07:49.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.316+0000 7f29ddb15640 1 -- 172.21.15.52:0/3689877073 wait complete. 2024-04-21T09:07:49.329 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-21T09:07:41.734296+0000', 'modified': '2024-04-21T09:07:46.987938+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24542}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24542': {'gid': 24542, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.60:6839/3283399565', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6838', 'nonce': 3283399565}, {'type': 'v1', 'addr': '172.21.15.60:6839', 'nonce': 3283399565}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24542, 'qdb_cluster': [24542]} 2024-04-21T09:07:49.329 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-21T09:07:49.329 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-21T09:07:49.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 -- 172.21.15.52:0/3599836346 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f81031a0 msgr2=0x7f74f8103620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 --2- 172.21.15.52:0/3599836346 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f81031a0 0x7f74f8103620 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f74ec009900 tx=0x7f74ec02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:49.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 -- 172.21.15.52:0/3599836346 shutdown_connections 2024-04-21T09:07:49.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 --2- 172.21.15.52:0/3599836346 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74f8103b60 0x7f74f810a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 --2- 172.21.15.52:0/3599836346 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f81031a0 0x7f74f8103620 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 --2- 172.21.15.52:0/3599836346 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74f8101fb0 0x7f74f81023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 -- 172.21.15.52:0/3599836346 >> 172.21.15.52:0/3599836346 conn(0x7f74f80fd520 msgr2=0x7f74f80ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 -- 172.21.15.52:0/3599836346 shutdown_connections 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.432+0000 7f74fd814640 1 -- 172.21.15.52:0/3599836346 wait complete. 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74fd814640 1 Processor -- start 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74fd814640 1 -- start start 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74fd814640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74f8101fb0 0x7f74f8198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74fd814640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74f81031a0 0x7f74f8198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74fd814640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f8103b60 0x7f74f819f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74fd814640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f74f810daf0 con 0x7f74f8103b60 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74fd814640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f74f810d970 con 0x7f74f8101fb0 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74fd814640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f74f810dc70 con 0x7f74f81031a0 2024-04-21T09:07:49.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f8103b60 0x7f74f819f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f8103b60 0x7f74f819f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51338/0 (socket says 172.21.15.52:51338) 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f77fe640 1 -- 172.21.15.52:0/3796735401 learned_addr learned my addr 172.21.15.52:0/3796735401 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f67fc640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74f81031a0 0x7f74f8198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74f8101fb0 0x7f74f8198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f77fe640 1 -- 172.21.15.52:0/3796735401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74f81031a0 msgr2=0x7f74f8198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f77fe640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74f81031a0 0x7f74f8198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f77fe640 1 -- 172.21.15.52:0/3796735401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74f8101fb0 msgr2=0x7f74f8198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.433+0000 7f74f77fe640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74f8101fb0 0x7f74f8198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.434+0000 7f74f77fe640 1 -- 172.21.15.52:0/3796735401 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74f819fe70 con 0x7f74f8103b60 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.434+0000 7f74f77fe640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f8103b60 0x7f74f819f800 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f74f000cad0 tx=0x7f74f000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.434+0000 7f74fc812640 1 -- 172.21.15.52:0/3796735401 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74f000ae20 con 0x7f74f8103b60 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.434+0000 7f74fc812640 1 -- 172.21.15.52:0/3796735401 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74f0005020 con 0x7f74f8103b60 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.434+0000 7f74fd814640 1 -- 172.21.15.52:0/3796735401 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74f81a0160 con 0x7f74f8103b60 2024-04-21T09:07:49.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.434+0000 7f74fc812640 1 -- 172.21.15.52:0/3796735401 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74f000f6b0 con 0x7f74f8103b60 2024-04-21T09:07:49.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.434+0000 7f74fd814640 1 -- 172.21.15.52:0/3796735401 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74f81a0660 con 0x7f74f8103b60 2024-04-21T09:07:49.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.436+0000 7f74fc812640 1 -- 172.21.15.52:0/3796735401 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f74f00051d0 con 0x7f74f8103b60 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.436+0000 7f7500408740 1 Processor -- start 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.436+0000 7f7500408740 1 -- start start 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f7500408740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 0x5653e9510260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f7500408740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9510cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f7500408740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 0x5653e9517eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f7500408740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5653e9474b10 con 0x5653e9510830 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f7500408740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5653e9412240 con 0x5653e95112d0 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f7500408740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5653e9470ad0 con 0x5653e950fe40 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9510cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74fc812640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74e00a3bb0 0x7f74e00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9510cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51346/0 (socket says 172.21.15.52:51346) 2024-04-21T09:07:49.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 -- 172.21.15.52:0/686506954 learned_addr learned my addr 172.21.15.52:0/686506954 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f67fc640 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 0x5653e9517eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f77fe640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74e00a3bb0 0x7f74e00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f67fc640 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 0x5653e9510260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 -- 172.21.15.52:0/686506954 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 msgr2=0x5653e9510260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 0x5653e9510260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 -- 172.21.15.52:0/686506954 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 msgr2=0x5653e9517eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 0x5653e9517eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 -- 172.21.15.52:0/686506954 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653e91872d0 con 0x5653e9510830 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74fc812640 1 -- 172.21.15.52:0/3796735401 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f74f00d07d0 con 0x7f74f8103b60 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9510cb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f74e800bc80 tx=0x7f74e800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a1d03f325697dcc server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.437+0000 7f74f77fe640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74e00a3bb0 0x7f74e00a6070 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74f0014000 tx=0x7f74f0097040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f74ddffb640 1 -- 172.21.15.52:0/686506954 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e8015070 con 0x5653e9510830 2024-04-21T09:07:49.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f74ddffb640 1 -- 172.21.15.52:0/686506954 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74e801a910 con 0x5653e9510830 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f74ddffb640 1 -- 172.21.15.52:0/686506954 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e8011830 con 0x5653e9510830 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 -- 172.21.15.52:0/686506954 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 msgr2=0x5653e9510cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9510cb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f74e800bc80 tx=0x7f74e800f730 comp rx=0 tx=0).stop 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 -- 172.21.15.52:0/686506954 shutdown_connections 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 0x5653e9517eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9510cb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 --2- 172.21.15.52:0/686506954 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 0x5653e9510260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 -- 172.21.15.52:0/686506954 >> 172.21.15.52:0/686506954 conn(0x5653e950bf40 msgr2=0x5653e950a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 -- 172.21.15.52:0/686506954 shutdown_connections 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.438+0000 7f7500408740 1 -- 172.21.15.52:0/686506954 wait complete. 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 1 -- start start 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 1 Processor -- start 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 0x5653e9519df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 0x5653e951a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9521370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5653e95184b0 con 0x5653e95112d0 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5653e93fd190 con 0x5653e950fe40 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5653e9518630 con 0x5653e9510830 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f7500408740 10 client.0 _ll_register_callbacks cb 0x5653e93f88b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9521370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9521370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51358/0 (socket says 172.21.15.52:51358) 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 -- 172.21.15.52:0/2981296250 learned_addr learned my addr 172.21.15.52:0/2981296250 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 0x5653e951a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 0x5653e9519df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 -- 172.21.15.52:0/2981296250 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 msgr2=0x5653e951a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 0x5653e951a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 -- 172.21.15.52:0/2981296250 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 msgr2=0x5653e9519df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 0x5653e9519df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.439+0000 7f74f67fc640 1 -- 172.21.15.52:0/2981296250 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653e92516b0 con 0x5653e95112d0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f74f67fc640 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9521370 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f74ec005940 tx=0x7f74ec009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b1e30d189b8e33 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f74d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f74d6ffd640 1 -- 172.21.15.52:0/2981296250 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74ec047030 con 0x5653e95112d0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f74d6ffd640 1 -- 172.21.15.52:0/2981296250 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f74ec03a040 con 0x5653e95112d0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 1 -- 172.21.15.52:0/2981296250 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74e801a910 con 0x5653e95112d0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f74d6ffd640 1 -- 172.21.15.52:0/2981296250 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f74ec0042d0 con 0x5653e95112d0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 10 client.14727 fetch_fsmap learned FSMap version 17 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 1 -- 172.21.15.52:0/2981296250 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x5653e9524750 con 0x5653e95112d0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f74d6ffd640 1 -- 172.21.15.52:0/2981296250 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74e801a910 con 0x5653e95112d0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f74d6ffd640 1 -- 172.21.15.52:0/2981296250 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f74ec040040 con 0x5653e95112d0 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 10 client.14727 fetch_fsmap finished waiting for FSMap version 17 2024-04-21T09:07:49.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 10 client.14727 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 20 client.14727 populate_metadata read hostname 'smithi052' 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5653e9526e30 0x5653e95282a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 4 client.14727 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.440+0000 7f7500408740 1 -- 172.21.15.52:0/2981296250 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653e9482530 con 0x5653e9526e30 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.441+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5653e9526e30 0x5653e95282a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.441+0000 7f74d6ffd640 10 client.14727 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.441+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5653e9526e30 0x5653e95282a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0f147281d2acc40 server_cookie=85229ac8313769eb in_seq=0 out_seq=0 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f74d6ffd640 1 -- 172.21.15.52:0/2981296250 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5653e9482530 con 0x5653e9526e30 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f74d6ffd640 10 client.14727 handle_command_reply: tid=0 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 client.14727 shutdown 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 -- 172.21.15.52:0/2981296250 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 msgr2=0x5653e9521370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9521370 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f74ec005940 tx=0x7f74ec009260 comp rx=0 tx=0).stop 2024-04-21T09:07:49.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 -- 172.21.15.52:0/2981296250 shutdown_connections 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5653e9526e30 0x5653e95282a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9521370 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f74d6ffd640 0 client.14727 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 0x5653e951a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 --2- 172.21.15.52:0/2981296250 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 0x5653e9519df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 -- 172.21.15.52:0/2981296250 >> 172.21.15.52:0/2981296250 conn(0x5653e950bf40 msgr2=0x5653e9509a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.442+0000 7f7500408740 1 -- 172.21.15.52:0/2981296250 shutdown_connections 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.443+0000 7f7500408740 1 -- 172.21.15.52:0/2981296250 wait complete. 2024-04-21T09:07:49.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.443+0000 7f7500408740 20 client.14727 trim_cache size 0 max 16384 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f7500408740 1 Processor -- start 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f7500408740 1 -- start start 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f7500408740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 0x5653e9517dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f7500408740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9521330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f7500408740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 0x5653e9518300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f7500408740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5653e95265e0 con 0x5653e9510830 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f7500408740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5653e9526cb0 con 0x5653e95112d0 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f7500408740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5653e9527380 con 0x5653e950fe40 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9521330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9521330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51374/0 (socket says 172.21.15.52:51374) 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 -- 172.21.15.52:0/4212546488 learned_addr learned my addr 172.21.15.52:0/4212546488 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:49.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 -- 172.21.15.52:0/4212546488 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 msgr2=0x5653e9517dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/4212546488 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 0x5653e9517dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 -- 172.21.15.52:0/4212546488 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 msgr2=0x5653e9518300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/4212546488 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 0x5653e9518300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 -- 172.21.15.52:0/4212546488 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653e9517a40 con 0x5653e9510830 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.461+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/4212546488 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9521330 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f74e800fc30 tx=0x7f74e800b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e153afd6f597f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f74dd7fa640 1 -- 172.21.15.52:0/4212546488 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e8015050 con 0x5653e9510830 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f74dd7fa640 1 -- 172.21.15.52:0/4212546488 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74e800be90 con 0x5653e9510830 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f74dd7fa640 1 -- 172.21.15.52:0/4212546488 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74e80048e0 con 0x5653e9510830 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 -- 172.21.15.52:0/4212546488 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 msgr2=0x5653e9521330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 --2- 172.21.15.52:0/4212546488 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9521330 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f74e800fc30 tx=0x7f74e800b5a0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 -- 172.21.15.52:0/4212546488 shutdown_connections 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 --2- 172.21.15.52:0/4212546488 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e95112d0 0x5653e9518300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 --2- 172.21.15.52:0/4212546488 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e9510830 0x5653e9521330 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 --2- 172.21.15.52:0/4212546488 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e950fe40 0x5653e9517dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 -- 172.21.15.52:0/4212546488 >> 172.21.15.52:0/4212546488 conn(0x5653e950bf40 msgr2=0x5653e950a400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 -- 172.21.15.52:0/4212546488 shutdown_connections 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.462+0000 7f7500408740 1 -- 172.21.15.52:0/4212546488 wait complete. 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 1 -- start start 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 1 Processor -- start 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 0x5653e951cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 0x5653e951d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9520180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5653e9528120 con 0x5653e95112d0 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5653e9527a50 con 0x5653e950fe40 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5653e95287f0 con 0x5653e9510830 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f7500408740 10 client.0 _ll_register_callbacks cb 0x7f74ec009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f74f67fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9520180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f74f67fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9520180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51390/0 (socket says 172.21.15.52:51390) 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f74f67fc640 1 -- 172.21.15.52:0/80656096 learned_addr learned my addr 172.21.15.52:0/80656096 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f74f67fc640 1 -- 172.21.15.52:0/80656096 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 msgr2=0x5653e951d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f74f67fc640 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 0x5653e951d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f74f67fc640 1 -- 172.21.15.52:0/80656096 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 msgr2=0x5653e951cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f74f67fc640 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 0x5653e951cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.463+0000 7f74f67fc640 1 -- 172.21.15.52:0/80656096 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653e9520770 con 0x5653e95112d0 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f74f67fc640 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9520180 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f74ec009850 tx=0x7f74ec02c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b72fddae72628c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f74d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f74d6ffd640 1 -- 172.21.15.52:0/80656096 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74ec047070 con 0x5653e95112d0 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f74d6ffd640 1 -- 172.21.15.52:0/80656096 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f74ec043a10 con 0x5653e95112d0 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 1 -- 172.21.15.52:0/80656096 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74e800be90 con 0x5653e95112d0 2024-04-21T09:07:49.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f74d6ffd640 1 -- 172.21.15.52:0/80656096 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f74ec061050 con 0x5653e95112d0 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 10 client.14733 fetch_fsmap learned FSMap version 17 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 1 -- 172.21.15.52:0/80656096 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x5653e958cfb0 con 0x5653e95112d0 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f74d6ffd640 1 -- 172.21.15.52:0/80656096 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74e800be90 con 0x5653e95112d0 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f74d6ffd640 1 -- 172.21.15.52:0/80656096 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f74ec05a060 con 0x5653e95112d0 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 10 client.14733 fetch_fsmap finished waiting for FSMap version 17 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 10 client.14733 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 20 client.14733 populate_metadata read hostname 'smithi052' 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5653e9591bf0 0x5653e9590900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 4 client.14733 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.464+0000 7f7500408740 1 -- 172.21.15.52:0/80656096 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "status"}) -- 0x5653e947c3a0 con 0x5653e9591bf0 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5653e9591bf0 0x5653e9590900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f74f6ffd640 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5653e9591bf0 0x5653e9590900 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df27fbc177663fd3 server_cookie=b6676fd4a8231add in_seq=0 out_seq=0 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f74d6ffd640 10 client.14733 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:07:49.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f74d6ffd640 1 -- 172.21.15.52:0/80656096 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x5653e947c3a0 con 0x5653e9591bf0 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f74d6ffd640 10 client.14733 handle_command_reply: tid=0 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 client.14733 shutdown 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 -- 172.21.15.52:0/80656096 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 msgr2=0x5653e9520180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9520180 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f74ec009850 tx=0x7f74ec02c330 comp rx=0 tx=0).stop 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 -- 172.21.15.52:0/80656096 shutdown_connections 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5653e9591bf0 0x5653e9590900 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5653e95112d0 0x5653e9520180 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5653e9510830 0x5653e951d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f74d6ffd640 0 client.14733 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 --2- 172.21.15.52:0/80656096 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5653e950fe40 0x5653e951cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 -- 172.21.15.52:0/80656096 >> 172.21.15.52:0/80656096 conn(0x5653e950bf40 msgr2=0x5653e9517c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 -- 172.21.15.52:0/80656096 shutdown_connections 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.465+0000 7f7500408740 1 -- 172.21.15.52:0/80656096 wait complete. 2024-04-21T09:07:49.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f7500408740 20 client.14733 trim_cache size 0 max 16384 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 0, 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24542, 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 6.8674850420000002, 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 17, 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 89, 2024-04-21T09:07:49.473 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 89, 2024-04-21T09:07:49.474 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 11.247410216 2024-04-21T09:07:49.474 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:07:49.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 -- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74e00a3bb0 msgr2=0x7f74e00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74e00a3bb0 0x7f74e00a6070 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74f0014000 tx=0x7f74f0097040 comp rx=0 tx=0).stop 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 -- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f8103b60 msgr2=0x7f74f819f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f8103b60 0x7f74f819f800 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f74f000cad0 tx=0x7f74f000cf90 comp rx=0 tx=0).stop 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 -- 172.21.15.52:0/3796735401 shutdown_connections 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74f8103b60 0x7f74f819f800 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74e00a3bb0 0x7f74e00a6070 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74f81031a0 0x7f74f8198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 --2- 172.21.15.52:0/3796735401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74f8101fb0 0x7f74f8198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 -- 172.21.15.52:0/3796735401 >> 172.21.15.52:0/3796735401 conn(0x7f74f80fd520 msgr2=0x7f74f8106590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 -- 172.21.15.52:0/3796735401 shutdown_connections 2024-04-21T09:07:49.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:49.466+0000 7f74fd814640 1 -- 172.21.15.52:0/3796735401 wait complete. 2024-04-21T09:07:49.478 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-21T09:07:49.478 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-21T09:07:49.478 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph fs ls 2024-04-21T09:07:49.723 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:07:49.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:49 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1264219549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:49.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:49 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/134303799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:49.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:49 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3689877073' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:49 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1264219549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:49 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/134303799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:49 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3689877073' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:49 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1264219549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:49 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/134303799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:07:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:49 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3689877073' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:50.840 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:50 smithi052 ceph-mon[28035]: pgmap v298: 129 pgs: 3 creating+activating, 7 creating+peering, 1 unknown, 118 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 821 B/s wr, 5 op/s 2024-04-21T09:07:50.840 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:50 smithi052 ceph-mon[28035]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T09:07:50.840 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:50 smithi052 ceph-mon[28035]: Cluster is now healthy 2024-04-21T09:07:50.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:50 smithi078 ceph-mon[31713]: pgmap v298: 129 pgs: 3 creating+activating, 7 creating+peering, 1 unknown, 118 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 821 B/s wr, 5 op/s 2024-04-21T09:07:50.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:50 smithi078 ceph-mon[31713]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T09:07:50.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:50 smithi078 ceph-mon[31713]: Cluster is now healthy 2024-04-21T09:07:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:50 smithi060 ceph-mon[31055]: pgmap v298: 129 pgs: 3 creating+activating, 7 creating+peering, 1 unknown, 118 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 821 B/s wr, 5 op/s 2024-04-21T09:07:51.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:50 smithi060 ceph-mon[31055]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-21T09:07:51.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:50 smithi060 ceph-mon[31055]: Cluster is now healthy 2024-04-21T09:07:51.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 -- 172.21.15.52:0/2345784529 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 msgr2=0x7f0e8c10e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 --2- 172.21.15.52:0/2345784529 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 0x7f0e8c10e830 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0e8400b0a0 tx=0x7f0e8400b3b0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 -- 172.21.15.52:0/2345784529 shutdown_connections 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 --2- 172.21.15.52:0/2345784529 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 0x7f0e8c10e830 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 --2- 172.21.15.52:0/2345784529 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e8c107960 0x7f0e8c107d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 --2- 172.21.15.52:0/2345784529 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e8c101960 0x7f0e8c101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 -- 172.21.15.52:0/2345784529 >> 172.21.15.52:0/2345784529 conn(0x7f0e8c0789e0 msgr2=0x7f0e8c078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 -- 172.21.15.52:0/2345784529 shutdown_connections 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.370+0000 7f0e93747700 1 -- 172.21.15.52:0/2345784529 wait complete. 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e93747700 1 Processor -- start 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e93747700 1 -- start start 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e93747700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e8c101960 0x7f0e8c199080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e93747700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 0x7f0e8c1995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:51.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e93747700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e8c107960 0x7f0e8c19d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:51.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e93747700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0e8c111ba0 con 0x7f0e8c102320 2024-04-21T09:07:51.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e93747700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0e8c111a20 con 0x7f0e8c107960 2024-04-21T09:07:51.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e93747700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0e8c111d20 con 0x7f0e8c101960 2024-04-21T09:07:51.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e90ce2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 0x7f0e8c1995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:51.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e90ce2700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 0x7f0e8c1995c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51406/0 (socket says 172.21.15.52:51406) 2024-04-21T09:07:51.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.371+0000 7f0e90ce2700 1 -- 172.21.15.52:0/2746880800 learned_addr learned my addr 172.21.15.52:0/2746880800 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:51.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e91ce4700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e8c107960 0x7f0e8c19d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:51.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e914e3700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e8c101960 0x7f0e8c199080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:51.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e90ce2700 1 -- 172.21.15.52:0/2746880800 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e8c101960 msgr2=0x7f0e8c199080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:51.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e90ce2700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e8c101960 0x7f0e8c199080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e90ce2700 1 -- 172.21.15.52:0/2746880800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e8c107960 msgr2=0x7f0e8c19d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e90ce2700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e8c107960 0x7f0e8c19d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e90ce2700 1 -- 172.21.15.52:0/2746880800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e8c19e090 con 0x7f0e8c102320 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e91ce4700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e8c107960 0x7f0e8c19d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e90ce2700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 0x7f0e8c1995c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0e7c00d950 tx=0x7f0e7c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e827fc700 1 -- 172.21.15.52:0/2746880800 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e7c016070 con 0x7f0e8c102320 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e827fc700 1 -- 172.21.15.52:0/2746880800 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e7c009df0 con 0x7f0e8c102320 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e8c19e380 con 0x7f0e8c102320 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e827fc700 1 -- 172.21.15.52:0/2746880800 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e7c00f3c0 con 0x7f0e8c102320 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.372+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e8c1a5c00 con 0x7f0e8c102320 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.374+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e8c069730 con 0x7f0e8c102320 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.375+0000 7f0e827fc700 1 -- 172.21.15.52:0/2746880800 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0e7c019070 con 0x7f0e8c102320 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.375+0000 7f0e827fc700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0e780a3c40 0x7f0e780a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:51.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.375+0000 7f0e914e3700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0e780a3c40 0x7f0e780a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:51.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.375+0000 7f0e827fc700 1 -- 172.21.15.52:0/2746880800 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f0e7c0d0210 con 0x7f0e8c102320 2024-04-21T09:07:51.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.376+0000 7f0e914e3700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0e780a3c40 0x7f0e780a6100 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0e8800bbb0 tx=0x7f0e8800b590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:51.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.380+0000 7f0e827fc700 1 -- 172.21.15.52:0/2746880800 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0e7c09c9b0 con 0x7f0e8c102320 2024-04-21T09:07:51.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.635+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0e8c1a5e90 con 0x7f0e8c102320 2024-04-21T09:07:51.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.635+0000 7f0e827fc700 1 -- 172.21.15.52:0/2746880800 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7f0e7c096e20 con 0x7f0e8c102320 2024-04-21T09:07:51.637 INFO:teuthology.orchestra.run.smithi052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-21T09:07:51.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0e780a3c40 msgr2=0x7f0e780a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0e780a3c40 0x7f0e780a6100 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0e8800bbb0 tx=0x7f0e8800b590 comp rx=0 tx=0).stop 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 msgr2=0x7f0e8c1995c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 0x7f0e8c1995c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0e7c00d950 tx=0x7f0e7c00dc60 comp rx=0 tx=0).stop 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 shutdown_connections 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0e780a3c40 0x7f0e780a6100 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e8c107960 0x7f0e8c19d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e8c101960 0x7f0e8c199080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 --2- 172.21.15.52:0/2746880800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e8c102320 0x7f0e8c1995c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 >> 172.21.15.52:0/2746880800 conn(0x7f0e8c0789e0 msgr2=0x7f0e8c100b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:51.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 shutdown_connections 2024-04-21T09:07:51.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:51.638+0000 7f0e93747700 1 -- 172.21.15.52:0/2746880800 wait complete. 2024-04-21T09:07:51.949 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:51 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2746880800' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T09:07:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:51 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2746880800' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T09:07:52.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:51 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2746880800' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi052.front.sepia.ceph.com 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-21T09:07:52.300 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-04-21T09:07:52.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:52.301 DEBUG:teuthology.orchestra.run.smithi052:> ip addr 2024-04-21T09:07:52.321 INFO:teuthology.orchestra.run.smithi052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-21T09:07:52.321 INFO:teuthology.orchestra.run.smithi052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-21T09:07:52.321 INFO:teuthology.orchestra.run.smithi052.stdout: inet 127.0.0.1/8 scope host lo 2024-04-21T09:07:52.321 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-04-21T09:07:52.321 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 ::1/128 scope host 2024-04-21T09:07:52.321 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-04-21T09:07:52.321 INFO:teuthology.orchestra.run.smithi052.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d2 brd ff:ff:ff:ff:ff:ff 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f0 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d3 brd ff:ff:ff:ff:ff:ff 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f1 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:de brd ff:ff:ff:ff:ff:ff 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f0 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: inet 172.21.15.52/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft 42209sec preferred_lft 42209sec 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::ec4:7aff:febd:15de/64 scope link noprefixroute 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T09:07:52.322 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:df brd ff:ff:ff:ff:ff:ff 2024-04-21T09:07:52.323 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f1 2024-04-21T09:07:52.323 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-21T09:07:52.323 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:07:52.323 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:07:52.323 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add name ceph-brx type bridge 2024-04-21T09:07:52.323 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip addr flush dev ceph-brx 2024-04-21T09:07:52.323 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set ceph-brx up 2024-04-21T09:07:52.324 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-21T09:07:52.324 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:07:52.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:07:52.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:07:52.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:52.512 DEBUG:teuthology.orchestra.run.smithi052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-21T09:07:52.540 INFO:teuthology.orchestra.run.smithi052.stdout:1 2024-04-21T09:07:52.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:52.542 DEBUG:teuthology.orchestra.run.smithi052:> route 2024-04-21T09:07:52.632 INFO:teuthology.orchestra.run.smithi052.stdout:Kernel IP routing table 2024-04-21T09:07:52.632 INFO:teuthology.orchestra.run.smithi052.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-21T09:07:52.632 INFO:teuthology.orchestra.run.smithi052.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-21T09:07:52.632 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-21T09:07:52.632 INFO:teuthology.orchestra.run.smithi052.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-21T09:07:52.633 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:07:52.633 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:07:52.633 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-21T09:07:52.633 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-21T09:07:52.633 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-21T09:07:52.633 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:07:52.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:07:52.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:07:52.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:52.874 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-04-21T09:07:52.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:52.892 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list-id 2024-04-21T09:07:52.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:52 smithi078 ceph-mon[31713]: pgmap v299: 129 pgs: 3 creating+activating, 3 creating+peering, 123 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-21T09:07:52.948 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:07:52.948 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:07:52.949 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T09:07:52.949 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-04-21T09:07:52.949 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:07:52.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:52 smithi052 ceph-mon[28035]: pgmap v299: 129 pgs: 3 creating+activating, 3 creating+peering, 123 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-21T09:07:53.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:07:53.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:07:53.033 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-04-21T09:07:53.033 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:07:53.033 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:07:53.033 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-04-21T09:07:53.034 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-21T09:07:53.034 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-04-21T09:07:53.034 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-04-21T09:07:53.034 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-04-21T09:07:53.034 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:07:53.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:07:53.089 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:52 smithi060 ceph-mon[31055]: pgmap v299: 129 pgs: 3 creating+activating, 3 creating+peering, 123 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-21T09:07:53.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:07:53.156 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:07:53.156 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:07:53.156 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set brx.0 up 2024-04-21T09:07:53.156 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set dev brx.0 master ceph-brx 2024-04-21T09:07:53.156 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:07:53.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:07:53.228 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:07:53.234 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-04-21T09:07:53.235 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-21T09:07:53.235 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-04-21T09:07:53.252 INFO:teuthology.orchestra.run.smithi052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-04-21T09:07:53.253 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-21T09:07:53.253 DEBUG:teuthology.orchestra.run.smithi052:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-04-21T09:07:53.311 DEBUG:teuthology.orchestra.run.smithi052:> sudo modprobe fuse 2024-04-21T09:07:53.378 DEBUG:teuthology.orchestra.run.smithi052:> cat /proc/self/mounts | awk '{print $2}' 2024-04-21T09:07:53.438 INFO:teuthology.orchestra.run.smithi052.stdout:/proc 2024-04-21T09:07:53.439 INFO:teuthology.orchestra.run.smithi052.stdout:/sys 2024-04-21T09:07:53.440 INFO:teuthology.orchestra.run.smithi052.stdout:/dev 2024-04-21T09:07:53.440 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/kernel/security 2024-04-21T09:07:53.440 INFO:teuthology.orchestra.run.smithi052.stdout:/dev/shm 2024-04-21T09:07:53.441 INFO:teuthology.orchestra.run.smithi052.stdout:/dev/pts 2024-04-21T09:07:53.441 INFO:teuthology.orchestra.run.smithi052.stdout:/run 2024-04-21T09:07:53.441 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/cgroup 2024-04-21T09:07:53.441 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/pstore 2024-04-21T09:07:53.441 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/bpf 2024-04-21T09:07:53.442 INFO:teuthology.orchestra.run.smithi052.stdout:/ 2024-04-21T09:07:53.442 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/selinux 2024-04-21T09:07:53.444 INFO:teuthology.orchestra.run.smithi052.stdout:/proc/sys/fs/binfmt_misc 2024-04-21T09:07:53.444 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/kernel/debug 2024-04-21T09:07:53.444 INFO:teuthology.orchestra.run.smithi052.stdout:/dev/mqueue 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/dev/hugepages 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/kernel/tracing 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/kernel/config 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/run/credentials/systemd-sysusers.service 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/fuse/connections 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/run/credentials/systemd-sysctl.service 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/nfs/rpc_pipefs 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/run/user/1000 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/ceph 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/c2f8300beb300979484c30e6aea9d8aad5dd82440cd0c2301df036dc0150c208/merged 2024-04-21T09:07:53.445 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/39cb4a76391ff5d365198d08cea55a517e4736a39c058eccc54faa395b7b4da5/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/run/user/0 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/proc/sys/fs/binfmt_misc 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/c6e6dd95b8cb187e7c63182d029dbb0954d5e112e9198973e706b6d613133414/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/75eb53a588f2b8c47c09738cc8584e68ed45dc2730080a4cde5664f77c5d582e/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/0a63e71b24bb4c8a93c954f394d2527ef7cf720c2287358f78fc399dfbcc4c8b/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/94a388873a4d67f2a68c3618a47cfa4a82d330f8e42aaca402d7aa7824d89e21/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/e694da648b6528a590c78ac33bf3082667a23894b09d1c833aebd2c6e6ffc1bb/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/37d47bed411339d8c1194d03afbd8bdaf00e7ef52336fc29070a140067890b09/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/dbbd4dbbb967d00d6603509cd2fa28483fb3f7a63dec02ef5580c4a9be2895b1/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/aa550f5fe6efda3ec86c6b9840be72a8c99d10ee2a14b2a79adb51c10644317d/merged 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/run/netns 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T09:07:53.446 INFO:teuthology.orchestra.run.smithi052.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T09:07:53.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:53.447 DEBUG:teuthology.orchestra.run.smithi052:> ls /sys/fs/fuse/connections 2024-04-21T09:07:53.495 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-21T09:07:53.495 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-04-21T09:07:53.538 DEBUG:teuthology.orchestra.run.smithi052:> sudo modprobe fuse 2024-04-21T09:07:53.562 DEBUG:teuthology.orchestra.run.smithi052:> cat /proc/self/mounts | awk '{print $2}' 2024-04-21T09:07:53.619 INFO:teuthology.orchestra.run.smithi052.stdout:/proc 2024-04-21T09:07:53.619 INFO:teuthology.orchestra.run.smithi052.stdout:/sys 2024-04-21T09:07:53.619 INFO:teuthology.orchestra.run.smithi052.stdout:/dev 2024-04-21T09:07:53.619 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/kernel/security 2024-04-21T09:07:53.619 INFO:teuthology.orchestra.run.smithi052.stdout:/dev/shm 2024-04-21T09:07:53.619 INFO:teuthology.orchestra.run.smithi052.stdout:/dev/pts 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/run 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/cgroup 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/pstore 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/bpf 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/ 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/selinux 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/proc/sys/fs/binfmt_misc 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/kernel/debug 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/dev/mqueue 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/dev/hugepages 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/kernel/tracing 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/kernel/config 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/run/credentials/systemd-sysusers.service 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/sys/fs/fuse/connections 2024-04-21T09:07:53.620 INFO:teuthology.orchestra.run.smithi052.stdout:/run/credentials/systemd-sysctl.service 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/nfs/rpc_pipefs 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/run/user/1000 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/ceph 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/c2f8300beb300979484c30e6aea9d8aad5dd82440cd0c2301df036dc0150c208/merged 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/39cb4a76391ff5d365198d08cea55a517e4736a39c058eccc54faa395b7b4da5/merged 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/run/user/0 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/proc/sys/fs/binfmt_misc 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/c6e6dd95b8cb187e7c63182d029dbb0954d5e112e9198973e706b6d613133414/merged 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/75eb53a588f2b8c47c09738cc8584e68ed45dc2730080a4cde5664f77c5d582e/merged 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/0a63e71b24bb4c8a93c954f394d2527ef7cf720c2287358f78fc399dfbcc4c8b/merged 2024-04-21T09:07:53.621 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/94a388873a4d67f2a68c3618a47cfa4a82d330f8e42aaca402d7aa7824d89e21/merged 2024-04-21T09:07:53.622 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/e694da648b6528a590c78ac33bf3082667a23894b09d1c833aebd2c6e6ffc1bb/merged 2024-04-21T09:07:53.622 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/37d47bed411339d8c1194d03afbd8bdaf00e7ef52336fc29070a140067890b09/merged 2024-04-21T09:07:53.622 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/dbbd4dbbb967d00d6603509cd2fa28483fb3f7a63dec02ef5580c4a9be2895b1/merged 2024-04-21T09:07:53.622 INFO:teuthology.orchestra.run.smithi052.stdout:/var/lib/containers/storage/overlay/aa550f5fe6efda3ec86c6b9840be72a8c99d10ee2a14b2a79adb51c10644317d/merged 2024-04-21T09:07:53.622 INFO:teuthology.orchestra.run.smithi052.stdout:/run/netns 2024-04-21T09:07:53.622 INFO:teuthology.orchestra.run.smithi052.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T09:07:53.622 INFO:teuthology.orchestra.run.smithi052.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T09:07:53.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:53.622 DEBUG:teuthology.orchestra.run.smithi052:> ls /sys/fs/fuse/connections 2024-04-21T09:07:53.636 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi052.stderr:2024-04-21T09:07:53.635+0000 7f8d39e36480 -1 init, newargv = 0x555f962dfd80 newargc=15 2024-04-21T09:07:53.637 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi052.stderr:ceph-fuse[71087]: starting ceph client 2024-04-21T09:07:53.642 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi052.stderr:ceph-fuse[71087]: starting fuse 2024-04-21T09:07:53.652 INFO:teuthology.orchestra.run.smithi052.stdout:115 2024-04-21T09:07:53.652 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [115] 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> sudo stdin-killer -- python3 -c ' 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> import glob 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> import re 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> import os 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> import subprocess 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> def _find_admin_socket(client_name): 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> files = glob.glob(asok_path) 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> 2024-04-21T09:07:53.653 DEBUG:teuthology.orchestra.run.smithi052:> # Given a non-glob path, it better be there 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> if "*" not in asok_path: 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> assert(len(files) == 1) 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> return files[0] 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> for f in files: 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> contents = proc_f.read() 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> if mountpoint in contents: 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> return f 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> print(_find_admin_socket("client.admin")) 2024-04-21T09:07:53.654 DEBUG:teuthology.orchestra.run.smithi052:> ' 2024-04-21T09:07:53.772 INFO:teuthology.orchestra.run.smithi052.stdout:/var/run/ceph/ceph-client.admin.71087.asok 2024-04-21T09:07:53.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:07:53.782 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.71087.asok 2024-04-21T09:07:53.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:53.782 DEBUG:teuthology.orchestra.run.smithi052:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.71087.asok status 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "metadata": { 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_sha1": "a630765c1f93c6e61d9b40c4b76437611d5ef29e", 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_version": "ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev)", 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "entity_id": "admin", 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "hostname": "smithi052", 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "pid": "71087", 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "root": "/" 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "dentry_count": 0, 2024-04-21T09:07:53.920 INFO:teuthology.orchestra.run.smithi052.stdout: "dentry_pinned_count": 0, 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 14745, 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "inst": { 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "name": { 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "client", 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "num": 14745 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": { 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v1", 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "192.168.0.1:0", 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 4110881404 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": { 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v1", 2024-04-21T09:07:53.921 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "192.168.0.1:0", 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 4110881404 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "inst_str": "client.14745 192.168.0.1:0/4110881404", 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "addr_str": "192.168.0.1:0/4110881404", 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "inode_count": 1, 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_epoch": 17, 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_epoch": 89, 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_epoch_barrier": 0, 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "blocklisted": false, 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs" 2024-04-21T09:07:53.922 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:07:53.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:53.928 DEBUG:teuthology.orchestra.run.smithi052:> stat --file-system '--printf=%T 2024-04-21T09:07:53.928 DEBUG:teuthology.orchestra.run.smithi052:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-04-21T09:07:53.944 INFO:teuthology.orchestra.run.smithi052.stdout:fuseblk 2024-04-21T09:07:53.944 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-04-21T09:07:53.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:53.944 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-04-21T09:07:54.010 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-04-21T09:07:54.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-21T09:07:54.120 INFO:teuthology.orchestra.run.smithi052.stdout:# file: . 2024-04-21T09:07:54.120 INFO:teuthology.orchestra.run.smithi052.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-04-21T09:07:54.121 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:54.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:07:54.127 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:07:54.127 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T09:07:54.143 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:07:54.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 -- 172.21.15.52:0/1978295949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 msgr2=0x7f0ae81092d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 --2- 172.21.15.52:0/1978295949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 0x7f0ae81092d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0ae0009ca0 tx=0x7f0ae002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 -- 172.21.15.52:0/1978295949 shutdown_connections 2024-04-21T09:07:54.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 --2- 172.21.15.52:0/1978295949 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 0x7f0ae81092d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 --2- 172.21.15.52:0/1978295949 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ae8101ff0 0x7f0ae8102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 --2- 172.21.15.52:0/1978295949 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ae8100ea0 0x7f0ae81012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 -- 172.21.15.52:0/1978295949 >> 172.21.15.52:0/1978295949 conn(0x7f0ae80fc410 msgr2=0x7f0ae80fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 -- 172.21.15.52:0/1978295949 shutdown_connections 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 -- 172.21.15.52:0/1978295949 wait complete. 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.285+0000 7f0aeda77640 1 Processor -- start 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0aeda77640 1 -- start start 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0aeda77640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ae8100ea0 0x7f0ae8198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0aeda77640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ae8101ff0 0x7f0ae8198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0aeda77640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 0x7f0ae819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0aeda77640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae810c9e0 con 0x7f0ae81029b0 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0aeda77640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae810c860 con 0x7f0ae8101ff0 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0aeda77640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae810cb60 con 0x7f0ae8100ea0 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 0x7f0ae819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 0x7f0ae819f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51430/0 (socket says 172.21.15.52:51430) 2024-04-21T09:07:54.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 -- 172.21.15.52:0/44566718 learned_addr learned my addr 172.21.15.52:0/44566718 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae77fe640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ae8100ea0 0x7f0ae8198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae6ffd640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ae8101ff0 0x7f0ae8198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 -- 172.21.15.52:0/44566718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ae8100ea0 msgr2=0x7f0ae8198120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ae8100ea0 0x7f0ae8198120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 -- 172.21.15.52:0/44566718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ae8101ff0 msgr2=0x7f0ae8198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ae8101ff0 0x7f0ae8198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 -- 172.21.15.52:0/44566718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae819fd40 con 0x7f0ae81029b0 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.286+0000 7f0ae7fff640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 0x7f0ae819f6d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0ae0032520 tx=0x7f0ae00347b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.287+0000 7f0ae4ff9640 1 -- 172.21.15.52:0/44566718 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae0039040 con 0x7f0ae81029b0 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.287+0000 7f0ae4ff9640 1 -- 172.21.15.52:0/44566718 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ae0044070 con 0x7f0ae81029b0 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.287+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae819ffd0 con 0x7f0ae81029b0 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.287+0000 7f0ae4ff9640 1 -- 172.21.15.52:0/44566718 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae00042a0 con 0x7f0ae81029b0 2024-04-21T09:07:54.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.287+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae81a0430 con 0x7f0ae81029b0 2024-04-21T09:07:54.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.288+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae81a0690 con 0x7f0ae81029b0 2024-04-21T09:07:54.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.289+0000 7f0ae4ff9640 1 -- 172.21.15.52:0/44566718 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0ae0003970 con 0x7f0ae81029b0 2024-04-21T09:07:54.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.289+0000 7f0ae4ff9640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0ad00a3bb0 0x7f0ad00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.290+0000 7f0ae77fe640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0ad00a3bb0 0x7f0ad00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.290+0000 7f0ae4ff9640 1 -- 172.21.15.52:0/44566718 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f0ae00f3030 con 0x7f0ae81029b0 2024-04-21T09:07:54.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.290+0000 7f0ae77fe640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0ad00a3bb0 0x7f0ad00a6070 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8005d00 tx=0x7f0ad8005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:54.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.293+0000 7f0ae4ff9640 1 -- 172.21.15.52:0/44566718 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0ae0035d30 con 0x7f0ae81029b0 2024-04-21T09:07:54.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.481+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0ae81a0a20 con 0x7f0ae81029b0 2024-04-21T09:07:54.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.483+0000 7f0ae4ff9640 1 -- 172.21.15.52:0/44566718 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7f0ae00bf770 con 0x7f0ae81029b0 2024-04-21T09:07:54.484 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:54.484 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:07:54.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0ad00a3bb0 msgr2=0x7f0ad00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0ad00a3bb0 0x7f0ad00a6070 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8005d00 tx=0x7f0ad8005c50 comp rx=0 tx=0).stop 2024-04-21T09:07:54.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 msgr2=0x7f0ae819f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 0x7f0ae819f6d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0ae0032520 tx=0x7f0ae00347b0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 shutdown_connections 2024-04-21T09:07:54.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ae81029b0 0x7f0ae819f6d0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ae8101ff0 0x7f0ae8198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0ad00a3bb0 0x7f0ad00a6070 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 --2- 172.21.15.52:0/44566718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ae8100ea0 0x7f0ae8198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 >> 172.21.15.52:0/44566718 conn(0x7f0ae80fc410 msgr2=0x7f0ae80fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:54.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 shutdown_connections 2024-04-21T09:07:54.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.485+0000 7f0aeda77640 1 -- 172.21.15.52:0/44566718 wait complete. 2024-04-21T09:07:54.497 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:07:54.498 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:07:54.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 -- 172.21.15.52:0/573700820 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 msgr2=0x7fdeb81023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 --2- 172.21.15.52:0/573700820 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 0x7fdeb81023d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdea0009900 tx=0x7fdea002bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:54.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 -- 172.21.15.52:0/573700820 shutdown_connections 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 --2- 172.21.15.52:0/573700820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb8103b60 0x7fdeb810a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 --2- 172.21.15.52:0/573700820 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb81031a0 0x7fdeb8103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 --2- 172.21.15.52:0/573700820 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 0x7fdeb81023d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 -- 172.21.15.52:0/573700820 >> 172.21.15.52:0/573700820 conn(0x7fdeb80fd520 msgr2=0x7fdeb80ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 -- 172.21.15.52:0/573700820 shutdown_connections 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.602+0000 7fdebe806640 1 -- 172.21.15.52:0/573700820 wait complete. 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebe806640 1 Processor -- start 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebe806640 1 -- start start 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebe806640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 0x7fdeb81981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebe806640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb81031a0 0x7fdeb8198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebe806640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb8103b60 0x7fdeb819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebe806640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb810daf0 con 0x7fdeb8101fb0 2024-04-21T09:07:54.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebe806640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb810d970 con 0x7fdeb8103b60 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebe806640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb810dc70 con 0x7fdeb81031a0 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdeb7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 0x7fdeb81981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdeb7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 0x7fdeb81981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51456/0 (socket says 172.21.15.52:51456) 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdeb7fff640 1 -- 172.21.15.52:0/871927395 learned_addr learned my addr 172.21.15.52:0/871927395 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdeb77fe640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb81031a0 0x7fdeb8198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.603+0000 7fdebcda3640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb8103b60 0x7fdeb819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb7fff640 1 -- 172.21.15.52:0/871927395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb81031a0 msgr2=0x7fdeb8198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb7fff640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb81031a0 0x7fdeb8198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb7fff640 1 -- 172.21.15.52:0/871927395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb8103b60 msgr2=0x7fdeb819f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb7fff640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb8103b60 0x7fdeb819f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb7fff640 1 -- 172.21.15.52:0/871927395 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeb819fdf0 con 0x7fdeb8101fb0 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdebcda3640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb8103b60 0x7fdeb819f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb7fff640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 0x7fdeb81981d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fdea0000c00 tx=0x7fdea0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:54.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb57fa640 1 -- 172.21.15.52:0/871927395 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea0043020 con 0x7fdeb8101fb0 2024-04-21T09:07:54.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb57fa640 1 -- 172.21.15.52:0/871927395 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdea0004aa0 con 0x7fdeb8101fb0 2024-04-21T09:07:54.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeb81a0080 con 0x7fdeb8101fb0 2024-04-21T09:07:54.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdeb57fa640 1 -- 172.21.15.52:0/871927395 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea0003d00 con 0x7fdeb8101fb0 2024-04-21T09:07:54.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.604+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeb81a05d0 con 0x7fdeb8101fb0 2024-04-21T09:07:54.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.605+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdeb81093f0 con 0x7fdeb8101fb0 2024-04-21T09:07:54.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.606+0000 7fdeb57fa640 1 -- 172.21.15.52:0/871927395 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fdea0046020 con 0x7fdeb8101fb0 2024-04-21T09:07:54.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.607+0000 7fdeb57fa640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdea40a3bb0 0x7fdea40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.607+0000 7fdeb77fe640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdea40a3bb0 0x7fdea40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.607+0000 7fdeb57fa640 1 -- 172.21.15.52:0/871927395 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fdea00f2be0 con 0x7fdeb8101fb0 2024-04-21T09:07:54.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.607+0000 7fdeb77fe640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdea40a3bb0 0x7fdea40a6070 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdeb81996e0 tx=0x7fdea800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:54.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.612+0000 7fdeb57fa640 1 -- 172.21.15.52:0/871927395 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdea004d020 con 0x7fdeb8101fb0 2024-04-21T09:07:54.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.802+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdeb8062b50 con 0x7fdeb8101fb0 2024-04-21T09:07:54.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.802+0000 7fdeb57fa640 1 -- 172.21.15.52:0/871927395 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7fdea00bf380 con 0x7fdeb8101fb0 2024-04-21T09:07:54.803 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:07:54.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdea40a3bb0 msgr2=0x7fdea40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdea40a3bb0 0x7fdea40a6070 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdeb81996e0 tx=0x7fdea800b390 comp rx=0 tx=0).stop 2024-04-21T09:07:54.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 msgr2=0x7fdeb81981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 0x7fdeb81981d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fdea0000c00 tx=0x7fdea0004270 comp rx=0 tx=0).stop 2024-04-21T09:07:54.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 shutdown_connections 2024-04-21T09:07:54.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb8103b60 0x7fdeb819f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdea40a3bb0 0x7fdea40a6070 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb81031a0 0x7fdeb8198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 --2- 172.21.15.52:0/871927395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb8101fb0 0x7fdeb81981d0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 >> 172.21.15.52:0/871927395 conn(0x7fdeb80fd520 msgr2=0x7fdeb81065c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:54.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 shutdown_connections 2024-04-21T09:07:54.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.804+0000 7fdebe806640 1 -- 172.21.15.52:0/871927395 wait complete. 2024-04-21T09:07:54.815 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:54 smithi052 ceph-mon[28035]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 128 B/s wr, 2 op/s 2024-04-21T09:07:54.815 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:54 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/44566718' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:54.816 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 -- 172.21.15.52:0/3929250473 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 msgr2=0x7fd114107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 --2- 172.21.15.52:0/3929250473 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 0x7fd114107730 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fd108009900 tx=0x7fd10802bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 -- 172.21.15.52:0/3929250473 shutdown_connections 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 --2- 172.21.15.52:0/3929250473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd114107c70 0x7fd11410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 --2- 172.21.15.52:0/3929250473 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 0x7fd114107730 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 --2- 172.21.15.52:0/3929250473 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd114102a10 0x7fd114104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 -- 172.21.15.52:0/3929250473 >> 172.21.15.52:0/3929250473 conn(0x7fd1140fc420 msgr2=0x7fd1140fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 -- 172.21.15.52:0/3929250473 shutdown_connections 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 -- 172.21.15.52:0/3929250473 wait complete. 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 Processor -- start 2024-04-21T09:07:54.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 -- start start 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.922+0000 7fd11a97e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd114102a10 0x7fd114198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd11a97e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 0x7fd114198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd11a97e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd114107c70 0x7fd11419f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd11a97e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd11410dac0 con 0x7fd114105340 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd11a97e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd11410d940 con 0x7fd114107c70 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd11a97e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd11410dc40 con 0x7fd114102a10 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 0x7fd114198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 0x7fd114198780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51466/0 (socket says 172.21.15.52:51466) 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 -- 172.21.15.52:0/172010198 learned_addr learned my addr 172.21.15.52:0/172010198 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd113fff640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd114102a10 0x7fd114198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd118f1b640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd114107c70 0x7fd11419f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 -- 172.21.15.52:0/172010198 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd114102a10 msgr2=0x7fd114198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd114102a10 0x7fd114198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 -- 172.21.15.52:0/172010198 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd114107c70 msgr2=0x7fd11419f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd114107c70 0x7fd11419f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 -- 172.21.15.52:0/172010198 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd11419fe60 con 0x7fd114105340 2024-04-21T09:07:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1137fe640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 0x7fd114198780 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fd108000c00 tx=0x7fd108004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1117fa640 1 -- 172.21.15.52:0/172010198 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd108043020 con 0x7fd114105340 2024-04-21T09:07:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1117fa640 1 -- 172.21.15.52:0/172010198 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd108004440 con 0x7fd114105340 2024-04-21T09:07:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd1117fa640 1 -- 172.21.15.52:0/172010198 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd108003c90 con 0x7fd114105340 2024-04-21T09:07:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1141a00f0 con 0x7fd114105340 2024-04-21T09:07:54.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.923+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1141a0640 con 0x7fd114105340 2024-04-21T09:07:54.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.924+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1140fdf10 con 0x7fd114105340 2024-04-21T09:07:54.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.925+0000 7fd1117fa640 1 -- 172.21.15.52:0/172010198 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd108046020 con 0x7fd114105340 2024-04-21T09:07:54.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.926+0000 7fd1117fa640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0fc0a3bb0 0x7fd0fc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:54.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.926+0000 7fd113fff640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0fc0a3bb0 0x7fd0fc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:54.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.926+0000 7fd1117fa640 1 -- 172.21.15.52:0/172010198 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fd1080f27b0 con 0x7fd114105340 2024-04-21T09:07:54.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.927+0000 7fd113fff640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0fc0a3bb0 0x7fd0fc0a6070 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd104009bd0 tx=0x7fd104005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:54.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:54.931+0000 7fd1117fa640 1 -- 172.21.15.52:0/172010198 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd10804d020 con 0x7fd114105340 2024-04-21T09:07:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:54 smithi078 ceph-mon[31713]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 128 B/s wr, 2 op/s 2024-04-21T09:07:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:54 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/44566718' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:55.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:54 smithi060 ceph-mon[31055]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 128 B/s wr, 2 op/s 2024-04-21T09:07:55.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:54 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/44566718' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:55.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.116+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd114062b50 con 0x7fd114105340 2024-04-21T09:07:55.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.116+0000 7fd1117fa640 1 -- 172.21.15.52:0/172010198 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7fd1080bef50 con 0x7fd114105340 2024-04-21T09:07:55.116 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:07:55.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0fc0a3bb0 msgr2=0x7fd0fc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0fc0a3bb0 0x7fd0fc0a6070 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd104009bd0 tx=0x7fd104005f90 comp rx=0 tx=0).stop 2024-04-21T09:07:55.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 msgr2=0x7fd114198780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 0x7fd114198780 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fd108000c00 tx=0x7fd108004040 comp rx=0 tx=0).stop 2024-04-21T09:07:55.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 shutdown_connections 2024-04-21T09:07:55.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd114107c70 0x7fd11419f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd114105340 0x7fd114198780 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0fc0a3bb0 0x7fd0fc0a6070 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 --2- 172.21.15.52:0/172010198 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd114102a10 0x7fd114198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 >> 172.21.15.52:0/172010198 conn(0x7fd1140fc420 msgr2=0x7fd1141048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:55.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 shutdown_connections 2024-04-21T09:07:55.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.118+0000 7fd11a97e640 1 -- 172.21.15.52:0/172010198 wait complete. 2024-04-21T09:07:55.129 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:07:55.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 -- 172.21.15.52:0/3936828104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318105340 msgr2=0x7ff318107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 --2- 172.21.15.52:0/3936828104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318105340 0x7ff318107730 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff30c009900 tx=0x7ff30c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 -- 172.21.15.52:0/3936828104 shutdown_connections 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 --2- 172.21.15.52:0/3936828104 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff318107c70 0x7ff31810a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 --2- 172.21.15.52:0/3936828104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318105340 0x7ff318107730 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 --2- 172.21.15.52:0/3936828104 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff318102a10 0x7ff318104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 -- 172.21.15.52:0/3936828104 >> 172.21.15.52:0/3936828104 conn(0x7ff3180fc420 msgr2=0x7ff3180fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 -- 172.21.15.52:0/3936828104 shutdown_connections 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 -- 172.21.15.52:0/3936828104 wait complete. 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 Processor -- start 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.234+0000 7ff3203b6640 1 -- start start 2024-04-21T09:07:55.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3203b6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318102a10 0x7ff318198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3203b6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff318105340 0x7ff318198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3203b6640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff318107c70 0x7ff31819f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3203b6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810daf0 con 0x7ff318102a10 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3203b6640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810d970 con 0x7ff318107c70 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3203b6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810dc70 con 0x7ff318105340 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318102a10 0x7ff318198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318102a10 0x7ff318198230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51484/0 (socket says 172.21.15.52:51484) 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 -- 172.21.15.52:0/1321350874 learned_addr learned my addr 172.21.15.52:0/1321350874 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31d951640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff318105340 0x7ff318198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e953640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff318107c70 0x7ff31819f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 -- 172.21.15.52:0/1321350874 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff318105340 msgr2=0x7ff318198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff318105340 0x7ff318198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 -- 172.21.15.52:0/1321350874 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff318107c70 msgr2=0x7ff31819f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff318107c70 0x7ff31819f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 -- 172.21.15.52:0/1321350874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff31819fe50 con 0x7ff318102a10 2024-04-21T09:07:55.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff31e152640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318102a10 0x7ff318198230 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff30800ebc0 tx=0x7ff30800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:55.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3177fe640 1 -- 172.21.15.52:0/1321350874 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308010630 con 0x7ff318102a10 2024-04-21T09:07:55.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3181a0140 con 0x7ff318102a10 2024-04-21T09:07:55.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3177fe640 1 -- 172.21.15.52:0/1321350874 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff308010c80 con 0x7ff318102a10 2024-04-21T09:07:55.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3177fe640 1 -- 172.21.15.52:0/1321350874 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308018b60 con 0x7ff318102a10 2024-04-21T09:07:55.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.235+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3181a06b0 con 0x7ff318102a10 2024-04-21T09:07:55.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.236+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3180fdf10 con 0x7ff318102a10 2024-04-21T09:07:55.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.237+0000 7ff3177fe640 1 -- 172.21.15.52:0/1321350874 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff308018d00 con 0x7ff318102a10 2024-04-21T09:07:55.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.238+0000 7ff3177fe640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3000a3c30 0x7ff3000a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.238+0000 7ff31d951640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3000a3c30 0x7ff3000a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.239+0000 7ff3177fe640 1 -- 172.21.15.52:0/1321350874 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7ff3080d0b80 con 0x7ff318102a10 2024-04-21T09:07:55.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.239+0000 7ff31d951640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3000a3c30 0x7ff3000a60f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff30c02c240 tx=0x7ff30c02c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:55.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.243+0000 7ff3177fe640 1 -- 172.21.15.52:0/1321350874 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff30809ccd0 con 0x7ff318102a10 2024-04-21T09:07:55.433 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.433+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff318062b50 con 0x7ff318102a10 2024-04-21T09:07:55.433 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.434+0000 7ff3177fe640 1 -- 172.21.15.52:0/1321350874 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7ff3080a0fd0 con 0x7ff318102a10 2024-04-21T09:07:55.434 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3000a3c30 msgr2=0x7ff3000a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3000a3c30 0x7ff3000a60f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff30c02c240 tx=0x7ff30c02c7e0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318102a10 msgr2=0x7ff318198230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318102a10 0x7ff318198230 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff30800ebc0 tx=0x7ff30800c6a0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 shutdown_connections 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff318107c70 0x7ff31819f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff3000a3c30 0x7ff3000a60f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff318105340 0x7ff318198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 --2- 172.21.15.52:0/1321350874 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff318102a10 0x7ff318198230 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 >> 172.21.15.52:0/1321350874 conn(0x7ff3180fc420 msgr2=0x7ff318103470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:55.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 shutdown_connections 2024-04-21T09:07:55.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.436+0000 7ff3203b6640 1 -- 172.21.15.52:0/1321350874 wait complete. 2024-04-21T09:07:55.447 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:07:55.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 -- 172.21.15.52:0/4160851296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948105350 msgr2=0x7fe948107740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 --2- 172.21.15.52:0/4160851296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948105350 0x7fe948107740 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe93c009900 tx=0x7fe93c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:55.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 -- 172.21.15.52:0/4160851296 shutdown_connections 2024-04-21T09:07:55.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 --2- 172.21.15.52:0/4160851296 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe948107c80 0x7fe94810a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 --2- 172.21.15.52:0/4160851296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948105350 0x7fe948107740 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 --2- 172.21.15.52:0/4160851296 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe948102a20 0x7fe948104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 -- 172.21.15.52:0/4160851296 >> 172.21.15.52:0/4160851296 conn(0x7fe9480fc430 msgr2=0x7fe9480fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:55.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 -- 172.21.15.52:0/4160851296 shutdown_connections 2024-04-21T09:07:55.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.552+0000 7fe94e77e640 1 -- 172.21.15.52:0/4160851296 wait complete. 2024-04-21T09:07:55.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94e77e640 1 Processor -- start 2024-04-21T09:07:55.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94e77e640 1 -- start start 2024-04-21T09:07:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94e77e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe948102a20 0x7fe948198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94e77e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe948105350 0x7fe948198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94e77e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948107c80 0x7fe94819f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94e77e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe94810dae0 con 0x7fe948107c80 2024-04-21T09:07:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94e77e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe94810d960 con 0x7fe948105350 2024-04-21T09:07:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94e77e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe94810dc60 con 0x7fe948102a20 2024-04-21T09:07:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94cd1b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948107c80 0x7fe94819f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94cd1b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948107c80 0x7fe94819f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51502/0 (socket says 172.21.15.52:51502) 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94cd1b640 1 -- 172.21.15.52:0/112609109 learned_addr learned my addr 172.21.15.52:0/112609109 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe947fff640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe948102a20 0x7fe948198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe9477fe640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe948105350 0x7fe948198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94cd1b640 1 -- 172.21.15.52:0/112609109 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe948102a20 msgr2=0x7fe948198210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94cd1b640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe948102a20 0x7fe948198210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94cd1b640 1 -- 172.21.15.52:0/112609109 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe948105350 msgr2=0x7fe948198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94cd1b640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe948105350 0x7fe948198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe94cd1b640 1 -- 172.21.15.52:0/112609109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe94819fe30 con 0x7fe948107c80 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.553+0000 7fe947fff640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe948102a20 0x7fe948198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.554+0000 7fe94cd1b640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948107c80 0x7fe94819f7c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe940009fd0 tx=0x7fe94000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.554+0000 7fe9457fa640 1 -- 172.21.15.52:0/112609109 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940017070 con 0x7fe948107c80 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.554+0000 7fe9457fa640 1 -- 172.21.15.52:0/112609109 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe940003e20 con 0x7fe948107c80 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.554+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9481a0120 con 0x7fe948107c80 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.554+0000 7fe9457fa640 1 -- 172.21.15.52:0/112609109 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940010460 con 0x7fe948107c80 2024-04-21T09:07:55.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.554+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9481a0670 con 0x7fe948107c80 2024-04-21T09:07:55.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.555+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9480fdf20 con 0x7fe948107c80 2024-04-21T09:07:55.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.556+0000 7fe9457fa640 1 -- 172.21.15.52:0/112609109 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe940003970 con 0x7fe948107c80 2024-04-21T09:07:55.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.557+0000 7fe9457fa640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9300a3c30 0x7fe9300a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.557+0000 7fe947fff640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9300a3c30 0x7fe9300a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.557+0000 7fe9457fa640 1 -- 172.21.15.52:0/112609109 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fe9400d0480 con 0x7fe948107c80 2024-04-21T09:07:55.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.557+0000 7fe947fff640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9300a3c30 0x7fe9300a60f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe9380058c0 tx=0x7fe938005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:55.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.561+0000 7fe9457fa640 1 -- 172.21.15.52:0/112609109 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe94009cbc0 con 0x7fe948107c80 2024-04-21T09:07:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:55 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/871927395' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:55 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/172010198' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:07:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:55 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1321350874' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:07:55.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.751+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe948062b50 con 0x7fe948107c80 2024-04-21T09:07:55.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.751+0000 7fe9457fa640 1 -- 172.21.15.52:0/112609109 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) ==== 103+0+11 (secure 0 0 0) 0x7fe94009c4c0 con 0x7fe948107c80 2024-04-21T09:07:55.751 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9300a3c30 msgr2=0x7fe9300a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9300a3c30 0x7fe9300a60f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe9380058c0 tx=0x7fe938005850 comp rx=0 tx=0).stop 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948107c80 msgr2=0x7fe94819f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948107c80 0x7fe94819f7c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe940009fd0 tx=0x7fe94000b260 comp rx=0 tx=0).stop 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 shutdown_connections 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe948107c80 0x7fe94819f7c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe948105350 0x7fe948198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe9300a3c30 0x7fe9300a60f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 --2- 172.21.15.52:0/112609109 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe948102a20 0x7fe948198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 >> 172.21.15.52:0/112609109 conn(0x7fe9480fc430 msgr2=0x7fe948103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:55.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 shutdown_connections 2024-04-21T09:07:55.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.753+0000 7fe94e77e640 1 -- 172.21.15.52:0/112609109 wait complete. 2024-04-21T09:07:55.764 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-21T09:07:55.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 -- 172.21.15.52:0/3101341925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 msgr2=0x7f77241023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 --2- 172.21.15.52:0/3101341925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 0x7f77241023c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7714009900 tx=0x7f771402bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:55.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 -- 172.21.15.52:0/3101341925 shutdown_connections 2024-04-21T09:07:55.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 --2- 172.21.15.52:0/3101341925 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7724103b50 0x7f772410a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 --2- 172.21.15.52:0/3101341925 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7724103190 0x7f7724103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 --2- 172.21.15.52:0/3101341925 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 0x7f77241023c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 -- 172.21.15.52:0/3101341925 >> 172.21.15.52:0/3101341925 conn(0x7f77240fd510 msgr2=0x7f77240ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:55.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 -- 172.21.15.52:0/3101341925 shutdown_connections 2024-04-21T09:07:55.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.868+0000 7f772a323640 1 -- 172.21.15.52:0/3101341925 wait complete. 2024-04-21T09:07:55.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f772a323640 1 Processor -- start 2024-04-21T09:07:55.869 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f772a323640 1 -- start start 2024-04-21T09:07:55.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f772a323640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 0x7f7724198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f772a323640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7724103190 0x7f7724198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f772a323640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7724103b50 0x7f772419f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f772a323640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f772410dae0 con 0x7f7724101fa0 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f772a323640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f772410d960 con 0x7f7724103190 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f772a323640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f772410dc60 con 0x7f7724103b50 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f7723fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 0x7f7724198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f7723fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 0x7f7724198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51516/0 (socket says 172.21.15.52:51516) 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f7723fff640 1 -- 172.21.15.52:0/2453520989 learned_addr learned my addr 172.21.15.52:0/2453520989 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f77288c0640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7724103b50 0x7f772419f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f77237fe640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7724103190 0x7f7724198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f7723fff640 1 -- 172.21.15.52:0/2453520989 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7724103b50 msgr2=0x7f772419f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f7723fff640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7724103b50 0x7f772419f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f7723fff640 1 -- 172.21.15.52:0/2453520989 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7724103190 msgr2=0x7f7724198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f7723fff640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7724103190 0x7f7724198780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f7723fff640 1 -- 172.21.15.52:0/2453520989 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f772419fe60 con 0x7f7724101fa0 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.869+0000 7f77288c0640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7724103b50 0x7f772419f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:07:55.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.870+0000 7f7723fff640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 0x7f7724198240 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7714000c00 tx=0x7f7714004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:55.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.870+0000 7f77217fa640 1 -- 172.21.15.52:0/2453520989 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7714043020 con 0x7f7724101fa0 2024-04-21T09:07:55.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.870+0000 7f77217fa640 1 -- 172.21.15.52:0/2453520989 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7714004aa0 con 0x7f7724101fa0 2024-04-21T09:07:55.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.870+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77241a00f0 con 0x7f7724101fa0 2024-04-21T09:07:55.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.870+0000 7f77217fa640 1 -- 172.21.15.52:0/2453520989 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7714003d00 con 0x7f7724101fa0 2024-04-21T09:07:55.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.870+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77241a0640 con 0x7f7724101fa0 2024-04-21T09:07:55.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.871+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7724109380 con 0x7f7724101fa0 2024-04-21T09:07:55.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.872+0000 7f77217fa640 1 -- 172.21.15.52:0/2453520989 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7714046020 con 0x7f7724101fa0 2024-04-21T09:07:55.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.873+0000 7f77217fa640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f770c0a3bb0 0x7f770c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:55.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.873+0000 7f77237fe640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f770c0a3bb0 0x7f770c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:55.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.873+0000 7f77217fa640 1 -- 172.21.15.52:0/2453520989 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f77140f3130 con 0x7f7724101fa0 2024-04-21T09:07:55.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.873+0000 7f77237fe640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f770c0a3bb0 0x7f770c0a6070 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7718005fd0 tx=0x7f7718005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:55.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:55.877+0000 7f77217fa640 1 -- 172.21.15.52:0/2453520989 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f771404d020 con 0x7f7724101fa0 2024-04-21T09:07:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:55 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/871927395' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:55 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/172010198' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:07:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:55 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1321350874' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:07:56.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.077+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f772402d5c0 con 0x7f7724101fa0 2024-04-21T09:07:56.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.077+0000 7f77217fa640 1 -- 172.21.15.52:0/2453520989 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) ==== 81+0+591 (secure 0 0 0) 0x7f77140bf8d0 con 0x7f7724101fa0 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2288713858 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2402578078 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/1292044304 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/3616137234 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/831461476 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3038948729 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3010006715 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/3616137234 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3177850361 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:56.078 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/1292044304 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:56.079 INFO:teuthology.orchestra.run.smithi052.stderr:listed 10 entries 2024-04-21T09:07:56.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.079+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f770c0a3bb0 msgr2=0x7f770c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.079+0000 7f772a323640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f770c0a3bb0 0x7f770c0a6070 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7718005fd0 tx=0x7f7718005850 comp rx=0 tx=0).stop 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.079+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 msgr2=0x7f7724198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.079+0000 7f772a323640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 0x7f7724198240 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7714000c00 tx=0x7f7714004270 comp rx=0 tx=0).stop 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.080+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 shutdown_connections 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.080+0000 7f772a323640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f770c0a3bb0 0x7f770c0a6070 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.080+0000 7f772a323640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7724103b50 0x7f772419f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.080+0000 7f772a323640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7724103190 0x7f7724198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.080+0000 7f772a323640 1 --2- 172.21.15.52:0/2453520989 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7724101fa0 0x7f7724198240 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.080+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 >> 172.21.15.52:0/2453520989 conn(0x7f77240fd510 msgr2=0x7f7724106550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.080+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 shutdown_connections 2024-04-21T09:07:56.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.080+0000 7f772a323640 1 -- 172.21.15.52:0/2453520989 wait complete. 2024-04-21T09:07:56.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:55 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/871927395' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:56.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:55 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/172010198' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:07:56.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:55 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1321350874' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:07:56.091 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:07:56.091 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T09:07:56.107 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:07:56.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 -- 172.21.15.52:0/3010360610 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4101fd0 msgr2=0x7f7ef4102450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 --2- 172.21.15.52:0/3010360610 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4101fd0 0x7f7ef4102450 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7ee4009900 tx=0x7f7ee402bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:56.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 -- 172.21.15.52:0/3010360610 shutdown_connections 2024-04-21T09:07:56.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 --2- 172.21.15.52:0/3010360610 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7ef4102990 0x7f7ef41092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 --2- 172.21.15.52:0/3010360610 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4101fd0 0x7f7ef4102450 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 --2- 172.21.15.52:0/3010360610 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ef4100e80 0x7f7ef41012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 -- 172.21.15.52:0/3010360610 >> 172.21.15.52:0/3010360610 conn(0x7f7ef40fc3f0 msgr2=0x7f7ef40fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:56.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 -- 172.21.15.52:0/3010360610 shutdown_connections 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.250+0000 7f7efc10d640 1 -- 172.21.15.52:0/3010360610 wait complete. 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efc10d640 1 Processor -- start 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efc10d640 1 -- start start 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efc10d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4100e80 0x7f7ef4198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efc10d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ef4101fd0 0x7f7ef4198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efc10d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7ef4102990 0x7f7ef419f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efc10d640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef410db20 con 0x7f7ef4100e80 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efc10d640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef410d9a0 con 0x7f7ef4102990 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efc10d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef410dca0 con 0x7f7ef4101fd0 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4100e80 0x7f7ef4198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4100e80 0x7f7ef4198210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51542/0 (socket says 172.21.15.52:51542) 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 -- 172.21.15.52:0/185185124 learned_addr learned my addr 172.21.15.52:0/185185124 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efa6aa640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7ef4102990 0x7f7ef419f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 -- 172.21.15.52:0/185185124 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ef4101fd0 msgr2=0x7f7ef4198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef96a8640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ef4101fd0 0x7f7ef4198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ef4101fd0 0x7f7ef4198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 -- 172.21.15.52:0/185185124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7ef4102990 msgr2=0x7f7ef419f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7ef4102990 0x7f7ef419f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 -- 172.21.15.52:0/185185124 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ef419fe30 con 0x7f7ef4100e80 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7efa6aa640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7ef4102990 0x7f7ef419f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7ef9ea9640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4100e80 0x7f7ef4198210 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7ef000e9f0 tx=0x7f7ef000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.251+0000 7f7eeaffd640 1 -- 172.21.15.52:0/185185124 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef000cd80 con 0x7f7ef4100e80 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.252+0000 7f7eeaffd640 1 -- 172.21.15.52:0/185185124 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ef00054d0 con 0x7f7ef4100e80 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.252+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ef41a0120 con 0x7f7ef4100e80 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.252+0000 7f7eeaffd640 1 -- 172.21.15.52:0/185185124 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef0010690 con 0x7f7ef4100e80 2024-04-21T09:07:56.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.252+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ef41a0620 con 0x7f7ef4100e80 2024-04-21T09:07:56.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.253+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ef4108210 con 0x7f7ef4100e80 2024-04-21T09:07:56.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.254+0000 7f7eeaffd640 1 -- 172.21.15.52:0/185185124 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7ef0004e90 con 0x7f7ef4100e80 2024-04-21T09:07:56.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.254+0000 7f7eeaffd640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7ee00a3bb0 0x7f7ee00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.254+0000 7f7ef96a8640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7ee00a3bb0 0x7f7ee00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.254+0000 7f7eeaffd640 1 -- 172.21.15.52:0/185185124 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f7ef00d0b90 con 0x7f7ef4100e80 2024-04-21T09:07:56.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.255+0000 7f7ef96a8640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7ee00a3bb0 0x7f7ee00a6070 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7ee402c840 tx=0x7f7ee4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:56.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.259+0000 7f7eeaffd640 1 -- 172.21.15.52:0/185185124 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7ef009d330 con 0x7f7ef4100e80 2024-04-21T09:07:56.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.446+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ef4062b50 con 0x7f7ef4100e80 2024-04-21T09:07:56.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.448+0000 7f7eeaffd640 1 -- 172.21.15.52:0/185185124 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7f7ef009cc30 con 0x7f7ef4100e80 2024-04-21T09:07:56.448 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:07:56.448 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7ee00a3bb0 msgr2=0x7f7ee00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7ee00a3bb0 0x7f7ee00a6070 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7ee402c840 tx=0x7f7ee4000bc0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4100e80 msgr2=0x7f7ef4198210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4100e80 0x7f7ef4198210 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7ef000e9f0 tx=0x7f7ef000edf0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 shutdown_connections 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7ef4102990 0x7f7ef419f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f7ee00a3bb0 0x7f7ee00a6070 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7ef4101fd0 0x7f7ef4198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 --2- 172.21.15.52:0/185185124 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7ef4100e80 0x7f7ef4198210 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 >> 172.21.15.52:0/185185124 conn(0x7f7ef40fc3f0 msgr2=0x7f7ef41053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:56.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 shutdown_connections 2024-04-21T09:07:56.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.450+0000 7f7efc10d640 1 -- 172.21.15.52:0/185185124 wait complete. 2024-04-21T09:07:56.461 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:07:56.461 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:07:56.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- 172.21.15.52:0/3576062652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0101fb0 msgr2=0x7fa7e01023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/3576062652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0101fb0 0x7fa7e01023d0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa7d8009900 tx=0x7fa7d802bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:56.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- 172.21.15.52:0/3576062652 shutdown_connections 2024-04-21T09:07:56.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/3576062652 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa7e0103b60 0x7fa7e010a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/3576062652 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa7e01031a0 0x7fa7e0103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/3576062652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0101fb0 0x7fa7e01023d0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- 172.21.15.52:0/3576062652 >> 172.21.15.52:0/3576062652 conn(0x7fa7e00fd520 msgr2=0x7fa7e00ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- 172.21.15.52:0/3576062652 shutdown_connections 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- 172.21.15.52:0/3576062652 wait complete. 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 Processor -- start 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- start start 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa7e0101fb0 0x7fa7e0198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa7e01031a0 0x7fa7e0198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0103b60 0x7fa7e019f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e010dab0 con 0x7fa7e0103b60 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e010d930 con 0x7fa7e01031a0 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.567+0000 7fa7e84a5640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e010dc30 con 0x7fa7e0101fb0 2024-04-21T09:07:56.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0103b60 0x7fa7e019f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0103b60 0x7fa7e019f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51566/0 (socket says 172.21.15.52:51566) 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 -- 172.21.15.52:0/1810058870 learned_addr learned my addr 172.21.15.52:0/1810058870 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e5a40640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa7e01031a0 0x7fa7e0198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6241640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa7e0101fb0 0x7fa7e0198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 -- 172.21.15.52:0/1810058870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa7e0101fb0 msgr2=0x7fa7e0198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa7e0101fb0 0x7fa7e0198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 -- 172.21.15.52:0/1810058870 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa7e01031a0 msgr2=0x7fa7e0198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa7e01031a0 0x7fa7e0198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 -- 172.21.15.52:0/1810058870 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7e019fe50 con 0x7fa7e0103b60 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e6a42640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0103b60 0x7fa7e019f7e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0009fd0 tx=0x7fa7d000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7df7fe640 1 -- 172.21.15.52:0/1810058870 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d0017070 con 0x7fa7e0103b60 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7df7fe640 1 -- 172.21.15.52:0/1810058870 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7d0003e20 con 0x7fa7e0103b60 2024-04-21T09:07:56.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7e01a0140 con 0x7fa7e0103b60 2024-04-21T09:07:56.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7df7fe640 1 -- 172.21.15.52:0/1810058870 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d0010460 con 0x7fa7e0103b60 2024-04-21T09:07:56.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.568+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7e01a0640 con 0x7fa7e0103b60 2024-04-21T09:07:56.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.569+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7e0109390 con 0x7fa7e0103b60 2024-04-21T09:07:56.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.571+0000 7fa7df7fe640 1 -- 172.21.15.52:0/1810058870 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa7d0003970 con 0x7fa7e0103b60 2024-04-21T09:07:56.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.571+0000 7fa7df7fe640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7c80a3bb0 0x7fa7c80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.571+0000 7fa7e6241640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7c80a3bb0 0x7fa7c80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.571+0000 7fa7df7fe640 1 -- 172.21.15.52:0/1810058870 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fa7d00d0220 con 0x7fa7e0103b60 2024-04-21T09:07:56.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.572+0000 7fa7e6241640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7c80a3bb0 0x7fa7c80a6070 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa7d8005ab0 tx=0x7fa7d8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:56.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.575+0000 7fa7df7fe640 1 -- 172.21.15.52:0/1810058870 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa7d009c410 con 0x7fa7e0103b60 2024-04-21T09:07:56.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.765+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa7e002d5c0 con 0x7fa7e0103b60 2024-04-21T09:07:56.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.765+0000 7fa7df7fe640 1 -- 172.21.15.52:0/1810058870 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7fa7d00a0710 con 0x7fa7e0103b60 2024-04-21T09:07:56.765 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:07:56.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7c80a3bb0 msgr2=0x7fa7c80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7c80a3bb0 0x7fa7c80a6070 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa7d8005ab0 tx=0x7fa7d8005fd0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0103b60 msgr2=0x7fa7e019f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0103b60 0x7fa7e019f7e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0009fd0 tx=0x7fa7d000b260 comp rx=0 tx=0).stop 2024-04-21T09:07:56.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 shutdown_connections 2024-04-21T09:07:56.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa7e0103b60 0x7fa7e019f7e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa7e01031a0 0x7fa7e0198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7c80a3bb0 0x7fa7c80a6070 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 --2- 172.21.15.52:0/1810058870 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa7e0101fb0 0x7fa7e0198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 >> 172.21.15.52:0/1810058870 conn(0x7fa7e00fd520 msgr2=0x7fa7e0106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:56.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 shutdown_connections 2024-04-21T09:07:56.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.767+0000 7fa7e84a5640 1 -- 172.21.15.52:0/1810058870 wait complete. 2024-04-21T09:07:56.777 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:56 smithi052 ceph-mon[28035]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-21T09:07:56.777 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:56 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/112609109' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:07:56.777 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:56 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2453520989' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:07:56.777 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:56 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/185185124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:56.778 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:07:56.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:56 smithi060 ceph-mon[31055]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-21T09:07:56.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:56 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/112609109' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:07:56.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:56 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2453520989' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:07:56.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:56 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/185185124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:56.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 -- 172.21.15.52:0/1190747672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 msgr2=0x7fd21c104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 --2- 172.21.15.52:0/1190747672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 0x7fd21c104e10 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd218009900 tx=0x7fd21802bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:56.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 -- 172.21.15.52:0/1190747672 shutdown_connections 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 --2- 172.21.15.52:0/1190747672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd21c107c80 0x7fd21c10a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 --2- 172.21.15.52:0/1190747672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd21c105350 0x7fd21c107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 --2- 172.21.15.52:0/1190747672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 0x7fd21c104e10 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 -- 172.21.15.52:0/1190747672 >> 172.21.15.52:0/1190747672 conn(0x7fd21c0fc430 msgr2=0x7fd21c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 -- 172.21.15.52:0/1190747672 shutdown_connections 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.883+0000 7fd2239a4640 1 -- 172.21.15.52:0/1190747672 wait complete. 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd2239a4640 1 Processor -- start 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd2239a4640 1 -- start start 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd2239a4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 0x7fd21c1981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd2239a4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd21c105350 0x7fd21c1986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd2239a4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd21c107c80 0x7fd21c19f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd2239a4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd21c10dae0 con 0x7fd21c102a20 2024-04-21T09:07:56.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd2239a4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd21c10d960 con 0x7fd21c107c80 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd2239a4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd21c10dc60 con 0x7fd21c105350 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd221740640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 0x7fd21c1981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd221740640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 0x7fd21c1981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36016/0 (socket says 172.21.15.52:36016) 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd221740640 1 -- 172.21.15.52:0/2335881918 learned_addr learned my addr 172.21.15.52:0/2335881918 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd220f3f640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd21c105350 0x7fd21c1986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.884+0000 7fd221f41640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd21c107c80 0x7fd21c19f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd221740640 1 -- 172.21.15.52:0/2335881918 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd21c105350 msgr2=0x7fd21c1986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd221740640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd21c105350 0x7fd21c1986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd221740640 1 -- 172.21.15.52:0/2335881918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd21c107c80 msgr2=0x7fd21c19f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd221740640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd21c107c80 0x7fd21c19f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd221740640 1 -- 172.21.15.52:0/2335881918 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd21c19fdd0 con 0x7fd21c102a20 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd221f41640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd21c107c80 0x7fd21c19f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:07:56.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd221740640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 0x7fd21c1981b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd218006010 tx=0x7fd2180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd2127fc640 1 -- 172.21.15.52:0/2335881918 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd218043020 con 0x7fd21c102a20 2024-04-21T09:07:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd2127fc640 1 -- 172.21.15.52:0/2335881918 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd218004aa0 con 0x7fd21c102a20 2024-04-21T09:07:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd21c1a0060 con 0x7fd21c102a20 2024-04-21T09:07:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd2127fc640 1 -- 172.21.15.52:0/2335881918 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd218003c70 con 0x7fd21c102a20 2024-04-21T09:07:56.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.885+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd21c1a0600 con 0x7fd21c102a20 2024-04-21T09:07:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.886+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd21c0fdf20 con 0x7fd21c102a20 2024-04-21T09:07:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.888+0000 7fd2127fc640 1 -- 172.21.15.52:0/2335881918 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd218046020 con 0x7fd21c102a20 2024-04-21T09:07:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.888+0000 7fd2127fc640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2080a3c30 0x7fd2080a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.888+0000 7fd2127fc640 1 -- 172.21.15.52:0/2335881918 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fd2180f3010 con 0x7fd21c102a20 2024-04-21T09:07:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.888+0000 7fd220f3f640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2080a3c30 0x7fd2080a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:56.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.889+0000 7fd220f3f640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2080a3c30 0x7fd2080a60f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd21c1996c0 tx=0x7fd20c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:56.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:56.892+0000 7fd2127fc640 1 -- 172.21.15.52:0/2335881918 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd21804d020 con 0x7fd21c102a20 2024-04-21T09:07:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:56 smithi078 ceph-mon[31713]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-04-21T09:07:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:56 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/112609109' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:07:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:56 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2453520989' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:07:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:56 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/185185124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:07:57.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.077+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd21c062b50 con 0x7fd21c102a20 2024-04-21T09:07:57.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.077+0000 7fd2127fc640 1 -- 172.21.15.52:0/2335881918 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7fd2180bf7b0 con 0x7fd21c102a20 2024-04-21T09:07:57.077 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:07:57.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2080a3c30 msgr2=0x7fd2080a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2080a3c30 0x7fd2080a60f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd21c1996c0 tx=0x7fd20c00b410 comp rx=0 tx=0).stop 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 msgr2=0x7fd21c1981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 0x7fd21c1981b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd218006010 tx=0x7fd2180042f0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 shutdown_connections 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd21c107c80 0x7fd21c19f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd2080a3c30 0x7fd2080a60f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd21c105350 0x7fd21c1986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 --2- 172.21.15.52:0/2335881918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd21c102a20 0x7fd21c1981b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.079+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 >> 172.21.15.52:0/2335881918 conn(0x7fd21c0fc430 msgr2=0x7fd21c103380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.080+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 shutdown_connections 2024-04-21T09:07:57.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.080+0000 7fd2239a4640 1 -- 172.21.15.52:0/2335881918 wait complete. 2024-04-21T09:07:57.090 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:07:57.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 -- 172.21.15.52:0/89190413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c101ff0 msgr2=0x7f406c102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 --2- 172.21.15.52:0/89190413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c101ff0 0x7f406c102470 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4054009900 tx=0x7f405402bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 -- 172.21.15.52:0/89190413 shutdown_connections 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 --2- 172.21.15.52:0/89190413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f406c1029b0 0x7f406c1092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 --2- 172.21.15.52:0/89190413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c101ff0 0x7f406c102470 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 --2- 172.21.15.52:0/89190413 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f406c100ea0 0x7f406c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 -- 172.21.15.52:0/89190413 >> 172.21.15.52:0/89190413 conn(0x7f406c0fc430 msgr2=0x7f406c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 -- 172.21.15.52:0/89190413 shutdown_connections 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.195+0000 7f4071a9a640 1 -- 172.21.15.52:0/89190413 wait complete. 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f4071a9a640 1 Processor -- start 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f4071a9a640 1 -- start start 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f4071a9a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f406c100ea0 0x7f406c104dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f4071a9a640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f406c101ff0 0x7f406c103460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f4071a9a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c1029b0 0x7f406c1039a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f4071a9a640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f406c10c9e0 con 0x7f406c1029b0 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f4071a9a640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f406c10c860 con 0x7f406c101ff0 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f4071a9a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f406c10cb60 con 0x7f406c100ea0 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f406bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c1029b0 0x7f406c1039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f406bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c1029b0 0x7f406c1039a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36024/0 (socket says 172.21.15.52:36024) 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.196+0000 7f406bfff640 1 -- 172.21.15.52:0/25096224 learned_addr learned my addr 172.21.15.52:0/25096224 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406affd640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f406c101ff0 0x7f406c103460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406b7fe640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f406c100ea0 0x7f406c104dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406bfff640 1 -- 172.21.15.52:0/25096224 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f406c100ea0 msgr2=0x7f406c104dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406bfff640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f406c100ea0 0x7f406c104dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406bfff640 1 -- 172.21.15.52:0/25096224 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f406c101ff0 msgr2=0x7f406c103460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406bfff640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f406c101ff0 0x7f406c103460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406bfff640 1 -- 172.21.15.52:0/25096224 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f406c103ee0 con 0x7f406c1029b0 2024-04-21T09:07:57.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406affd640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f406c101ff0 0x7f406c103460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:07:57.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f406bfff640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c1029b0 0x7f406c1039a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f406400cce0 tx=0x7f406400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:57.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f4068ff9640 1 -- 172.21.15.52:0/25096224 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f406400f450 con 0x7f406c1029b0 2024-04-21T09:07:57.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f4068ff9640 1 -- 172.21.15.52:0/25096224 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f406400faa0 con 0x7f406c1029b0 2024-04-21T09:07:57.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f406c1041d0 con 0x7f406c1029b0 2024-04-21T09:07:57.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f4068ff9640 1 -- 172.21.15.52:0/25096224 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4064018b70 con 0x7f406c1029b0 2024-04-21T09:07:57.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.197+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f406c1a6c30 con 0x7f406c1029b0 2024-04-21T09:07:57.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.198+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f406c1a6ec0 con 0x7f406c1029b0 2024-04-21T09:07:57.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.199+0000 7f4068ff9640 1 -- 172.21.15.52:0/25096224 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4064018d10 con 0x7f406c1029b0 2024-04-21T09:07:57.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.200+0000 7f4068ff9640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40580a3bb0 0x7f40580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.200+0000 7f406b7fe640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40580a3bb0 0x7f40580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.200+0000 7f4068ff9640 1 -- 172.21.15.52:0/25096224 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f40640d0ae0 con 0x7f406c1029b0 2024-04-21T09:07:57.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.200+0000 7f406b7fe640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40580a3bb0 0x7f40580a6070 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f405c005fd0 tx=0x7f405c005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:57.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.205+0000 7f4068ff9640 1 -- 172.21.15.52:0/25096224 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4064014030 con 0x7f406c1029b0 2024-04-21T09:07:57.394 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.394+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f406c1a7090 con 0x7f406c1029b0 2024-04-21T09:07:57.394 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.395+0000 7f4068ff9640 1 -- 172.21.15.52:0/25096224 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f406409d280 con 0x7f406c1029b0 2024-04-21T09:07:57.395 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:07:57.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40580a3bb0 msgr2=0x7f40580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40580a3bb0 0x7f40580a6070 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f405c005fd0 tx=0x7f405c005c70 comp rx=0 tx=0).stop 2024-04-21T09:07:57.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c1029b0 msgr2=0x7f406c1039a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c1029b0 0x7f406c1039a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f406400cce0 tx=0x7f406400a620 comp rx=0 tx=0).stop 2024-04-21T09:07:57.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 shutdown_connections 2024-04-21T09:07:57.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f406c1029b0 0x7f406c1039a0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f406c101ff0 0x7f406c103460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f40580a3bb0 0x7f40580a6070 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 --2- 172.21.15.52:0/25096224 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f406c100ea0 0x7f406c104dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 >> 172.21.15.52:0/25096224 conn(0x7f406c0fc430 msgr2=0x7f406c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:57.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 shutdown_connections 2024-04-21T09:07:57.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.397+0000 7f4071a9a640 1 -- 172.21.15.52:0/25096224 wait complete. 2024-04-21T09:07:57.408 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:07:57.514 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 -- 172.21.15.52:0/2629475076 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 msgr2=0x7fcf44102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.514 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/2629475076 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 0x7fcf44102460 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fcf38009900 tx=0x7fcf3802bc30 comp rx=0 tx=0).stop 2024-04-21T09:07:57.514 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 -- 172.21.15.52:0/2629475076 shutdown_connections 2024-04-21T09:07:57.514 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/2629475076 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcf441029a0 0x7fcf441092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.514 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/2629475076 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 0x7fcf44102460 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.515 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/2629475076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcf44100e90 0x7fcf441012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.515 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 -- 172.21.15.52:0/2629475076 >> 172.21.15.52:0/2629475076 conn(0x7fcf440fc420 msgr2=0x7fcf440fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:57.515 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 -- 172.21.15.52:0/2629475076 shutdown_connections 2024-04-21T09:07:57.515 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 -- 172.21.15.52:0/2629475076 wait complete. 2024-04-21T09:07:57.515 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 Processor -- start 2024-04-21T09:07:57.515 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.514+0000 7fcf4aa55640 1 -- start start 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf4aa55640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcf44100e90 0x7fcf4419a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf4aa55640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 0x7fcf4419a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf4aa55640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcf441029a0 0x7fcf441a1980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf4aa55640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4410c9e0 con 0x7fcf44101fe0 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf4aa55640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4410c860 con 0x7fcf44100e90 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf4aa55640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4410cb60 con 0x7fcf441029a0 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 0x7fcf4419a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 0x7fcf4419a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36044/0 (socket says 172.21.15.52:36044) 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 -- 172.21.15.52:0/1907116410 learned_addr learned my addr 172.21.15.52:0/1907116410 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:57.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf43fff640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcf44100e90 0x7fcf4419a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf48ff2640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcf441029a0 0x7fcf441a1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 -- 172.21.15.52:0/1907116410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcf441029a0 msgr2=0x7fcf441a1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcf441029a0 0x7fcf441a1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 -- 172.21.15.52:0/1907116410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcf44100e90 msgr2=0x7fcf4419a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcf44100e90 0x7fcf4419a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 -- 172.21.15.52:0/1907116410 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf441a1ff0 con 0x7fcf44101fe0 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf43fff640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcf44100e90 0x7fcf4419a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf48ff2640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcf441029a0 0x7fcf441a1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf437fe640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 0x7fcf4419a910 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fcf38000c00 tx=0x7fcf38004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf417fa640 1 -- 172.21.15.52:0/1907116410 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf38043020 con 0x7fcf44101fe0 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.515+0000 7fcf417fa640 1 -- 172.21.15.52:0/1907116410 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf38004aa0 con 0x7fcf44101fe0 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.516+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf441a2280 con 0x7fcf44101fe0 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.516+0000 7fcf417fa640 1 -- 172.21.15.52:0/1907116410 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf38003d00 con 0x7fcf44101fe0 2024-04-21T09:07:57.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.516+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf441a2820 con 0x7fcf44101fe0 2024-04-21T09:07:57.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.517+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf441a2a20 con 0x7fcf44101fe0 2024-04-21T09:07:57.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.518+0000 7fcf417fa640 1 -- 172.21.15.52:0/1907116410 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fcf38046020 con 0x7fcf44101fe0 2024-04-21T09:07:57.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.518+0000 7fcf417fa640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c0a3c30 0x7fcf2c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.519 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.518+0000 7fcf43fff640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c0a3c30 0x7fcf2c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.519+0000 7fcf417fa640 1 -- 172.21.15.52:0/1907116410 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fcf380f2c60 con 0x7fcf44101fe0 2024-04-21T09:07:57.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.519+0000 7fcf43fff640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c0a3c30 0x7fcf2c0a60f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcf34005d00 tx=0x7fcf34005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:57.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.523+0000 7fcf417fa640 1 -- 172.21.15.52:0/1907116410 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcf3804d020 con 0x7fcf44101fe0 2024-04-21T09:07:57.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.712+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fcf441a2bf0 con 0x7fcf44101fe0 2024-04-21T09:07:57.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.713+0000 7fcf417fa640 1 -- 172.21.15.52:0/1907116410 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) ==== 103+0+11 (secure 0 0 0) 0x7fcf380bf400 con 0x7fcf44101fe0 2024-04-21T09:07:57.713 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c0a3c30 msgr2=0x7fcf2c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c0a3c30 0x7fcf2c0a60f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcf34005d00 tx=0x7fcf34005c70 comp rx=0 tx=0).stop 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 msgr2=0x7fcf4419a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 0x7fcf4419a910 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fcf38000c00 tx=0x7fcf38004270 comp rx=0 tx=0).stop 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 shutdown_connections 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcf2c0a3c30 0x7fcf2c0a60f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcf441029a0 0x7fcf441a1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcf44101fe0 0x7fcf4419a910 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 --2- 172.21.15.52:0/1907116410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcf44100e90 0x7fcf4419a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 >> 172.21.15.52:0/1907116410 conn(0x7fcf440fc420 msgr2=0x7fcf440fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:57.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 shutdown_connections 2024-04-21T09:07:57.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.715+0000 7fcf4aa55640 1 -- 172.21.15.52:0/1907116410 wait complete. 2024-04-21T09:07:57.726 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 -- 172.21.15.52:0/2228073631 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c1029b0 msgr2=0x7f073c1092d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 --2- 172.21.15.52:0/2228073631 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c1029b0 0x7f073c1092d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f0734009ca0 tx=0x7f073402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 -- 172.21.15.52:0/2228073631 shutdown_connections 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 --2- 172.21.15.52:0/2228073631 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c1029b0 0x7f073c1092d0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 --2- 172.21.15.52:0/2228073631 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f073c101ff0 0x7f073c102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 --2- 172.21.15.52:0/2228073631 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f073c100ea0 0x7f073c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 -- 172.21.15.52:0/2228073631 >> 172.21.15.52:0/2228073631 conn(0x7f073c0fc430 msgr2=0x7f073c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 -- 172.21.15.52:0/2228073631 shutdown_connections 2024-04-21T09:07:57.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 -- 172.21.15.52:0/2228073631 wait complete. 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 Processor -- start 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 -- start start 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f073c100ea0 0x7f073c198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.829+0000 7f0742bce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c101ff0 0x7f073c1986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f0742bce640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f073c1029b0 0x7f073c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f0742bce640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f073c10c9e0 con 0x7f073c101ff0 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f0742bce640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f073c10c860 con 0x7f073c100ea0 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f0742bce640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f073c10cb60 con 0x7f073c1029b0 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c101ff0 0x7f073c1986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c101ff0 0x7f073c1986b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36068/0 (socket says 172.21.15.52:36068) 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 -- 172.21.15.52:0/2745195594 learned_addr learned my addr 172.21.15.52:0/2745195594 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f074116b640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f073c1029b0 0x7f073c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f074096a640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f073c100ea0 0x7f073c198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 -- 172.21.15.52:0/2745195594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f073c1029b0 msgr2=0x7f073c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f073c1029b0 0x7f073c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 -- 172.21.15.52:0/2745195594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f073c100ea0 msgr2=0x7f073c198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f073c100ea0 0x7f073c198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 -- 172.21.15.52:0/2745195594 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f073c19fd90 con 0x7f073c101ff0 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f074116b640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f073c1029b0 0x7f073c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f074096a640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f073c100ea0 0x7f073c198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f073bfff640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c101ff0 0x7f073c1986b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f072800e9c0 tx=0x7f072800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f0739ffb640 1 -- 172.21.15.52:0/2745195594 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072800cd80 con 0x7f073c101ff0 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f0739ffb640 1 -- 172.21.15.52:0/2745195594 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07280035f0 con 0x7f073c101ff0 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f073c1a0080 con 0x7f073c101ff0 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.830+0000 7f0739ffb640 1 -- 172.21.15.52:0/2745195594 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0728010690 con 0x7f073c101ff0 2024-04-21T09:07:57.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.831+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f073c1a0620 con 0x7f073c101ff0 2024-04-21T09:07:57.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.831+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f073c1a08e0 con 0x7f073c101ff0 2024-04-21T09:07:57.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.833+0000 7f0739ffb640 1 -- 172.21.15.52:0/2745195594 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f07280037a0 con 0x7f073c101ff0 2024-04-21T09:07:57.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.833+0000 7f0739ffb640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f072c0a3c30 0x7f072c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:07:57.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.834+0000 7f074096a640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f072c0a3c30 0x7f072c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:07:57.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.834+0000 7f0739ffb640 1 -- 172.21.15.52:0/2745195594 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f07280d0a10 con 0x7f073c101ff0 2024-04-21T09:07:57.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.834+0000 7f074096a640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f072c0a3c30 0x7f072c0a60f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0730005d00 tx=0x7f0730005ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:07:57.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:57.838+0000 7f0739ffb640 1 -- 172.21.15.52:0/2745195594 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f072809d1b0 con 0x7f073c101ff0 2024-04-21T09:07:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1810058870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2335881918' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:07:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/25096224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:07:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1810058870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2335881918' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:07:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/25096224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:07:58.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.036+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f073c1a0ab0 con 0x7f073c101ff0 2024-04-21T09:07:58.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.036+0000 7f0739ffb640 1 -- 172.21.15.52:0/2745195594 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) ==== 81+0+591 (secure 0 0 0) 0x7f072809cab0 con 0x7f073c101ff0 2024-04-21T09:07:58.036 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2288713858 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:58.036 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2402578078 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/1292044304 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/3616137234 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/831461476 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3038948729 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3010006715 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/3616137234 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3177850361 2024-04-22T09:00:03.406448+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/1292044304 2024-04-22T09:00:31.508618+0000 2024-04-21T09:07:58.037 INFO:teuthology.orchestra.run.smithi052.stderr:listed 10 entries 2024-04-21T09:07:58.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f072c0a3c30 msgr2=0x7f072c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:58.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f072c0a3c30 0x7f072c0a60f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0730005d00 tx=0x7f0730005ed0 comp rx=0 tx=0).stop 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c101ff0 msgr2=0x7f073c1986b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c101ff0 0x7f073c1986b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f072800e9c0 tx=0x7f072800ee80 comp rx=0 tx=0).stop 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 shutdown_connections 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f072c0a3c30 0x7f072c0a60f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f073c1029b0 0x7f073c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f073c101ff0 0x7f073c1986b0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 --2- 172.21.15.52:0/2745195594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f073c100ea0 0x7f073c198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 >> 172.21.15.52:0/2745195594 conn(0x7f073c0fc430 msgr2=0x7f073c0fdea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 shutdown_connections 2024-04-21T09:07:58.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:07:58.038+0000 7f0742bce640 1 -- 172.21.15.52:0/2745195594 wait complete. 2024-04-21T09:07:58.049 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi052.front.sepia.ceph.com... 2024-04-21T09:07:58.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:07:58.049 DEBUG:teuthology.orchestra.run.smithi052:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-04-21T09:07:58.072 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi052.stderr:ceph-fuse[71087]: fuse finished with error 0 and tester_r 0 2024-04-21T09:07:58.074 INFO:teuthology.orchestra.run:waiting for 300 2024-04-21T09:07:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1810058870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:07:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2335881918' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:07:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/25096224' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:07:58.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:58 smithi078 ceph-mon[31713]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 307 B/s wr, 0 op/s 2024-04-21T09:07:58.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:58 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1907116410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:07:58.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:07:58 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2745195594' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:07:58.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:58 smithi052 ceph-mon[28035]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 307 B/s wr, 0 op/s 2024-04-21T09:07:58.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:58 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1907116410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:07:58.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:07:58 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2745195594' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:07:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:58 smithi060 ceph-mon[31055]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 307 B/s wr, 0 op/s 2024-04-21T09:07:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:58 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1907116410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:07:59.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:07:58 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2745195594' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:08:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:00 smithi078 ceph-mon[31713]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 256 B/s wr, 0 op/s 2024-04-21T09:08:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:00 smithi052 ceph-mon[28035]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 256 B/s wr, 0 op/s 2024-04-21T09:08:01.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:00 smithi060 ceph-mon[31055]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 256 B/s wr, 0 op/s 2024-04-21T09:08:02.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:02 smithi078 ceph-mon[31713]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:02.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:02 smithi052 ceph-mon[28035]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:03.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:02 smithi060 ceph-mon[31055]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:04.176 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:08:04.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:08:04.176 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-04-21T09:08:04.203 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:08:04.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.358+0000 7fd1ea74a640 1 -- 172.21.15.52:0/4089248383 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e4103cd0 msgr2=0x7fd1e410a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.358+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/4089248383 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e4103cd0 0x7fd1e410a560 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc009cd0 tx=0x7fd1dc02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.358+0000 7fd1ea74a640 1 -- 172.21.15.52:0/4089248383 shutdown_connections 2024-04-21T09:08:04.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.359+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/4089248383 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e4103cd0 0x7fd1e410a560 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.359+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/4089248383 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd1e4103310 0x7fd1e4103790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.359+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/4089248383 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd1e41002a0 0x7fd1e41006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.359+0000 7fd1ea74a640 1 -- 172.21.15.52:0/4089248383 >> 172.21.15.52:0/4089248383 conn(0x7fd1e40fbbb0 msgr2=0x7fd1e40fdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:04.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.359+0000 7fd1ea74a640 1 -- 172.21.15.52:0/4089248383 shutdown_connections 2024-04-21T09:08:04.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.359+0000 7fd1ea74a640 1 -- 172.21.15.52:0/4089248383 wait complete. 2024-04-21T09:08:04.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.359+0000 7fd1ea74a640 1 Processor -- start 2024-04-21T09:08:04.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.359+0000 7fd1ea74a640 1 -- start start 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1ea74a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e41002a0 0x7fd1e4198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1ea74a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd1e4103310 0x7fd1e41986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1ea74a640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd1e4103cd0 0x7fd1e419f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1ea74a640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e410db10 con 0x7fd1e41002a0 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1ea74a640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e410d990 con 0x7fd1e4103cd0 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1ea74a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e410dc90 con 0x7fd1e4103310 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e41002a0 0x7fd1e4198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e41002a0 0x7fd1e4198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36086/0 (socket says 172.21.15.52:36086) 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 -- 172.21.15.52:0/1466723561 learned_addr learned my addr 172.21.15.52:0/1466723561 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e37fe640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd1e4103310 0x7fd1e41986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.362 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e8ce7640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd1e4103cd0 0x7fd1e419f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 -- 172.21.15.52:0/1466723561 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd1e4103310 msgr2=0x7fd1e41986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd1e4103310 0x7fd1e41986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 -- 172.21.15.52:0/1466723561 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd1e4103cd0 msgr2=0x7fd1e419f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd1e4103cd0 0x7fd1e419f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 -- 172.21.15.52:0/1466723561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e419fd90 con 0x7fd1e41002a0 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e37fe640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd1e4103310 0x7fd1e41986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e3fff640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e41002a0 0x7fd1e4198170 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc00d950 tx=0x7fd1cc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e17fa640 1 -- 172.21.15.52:0/1466723561 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc017020 con 0x7fd1e41002a0 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1e41a0080 con 0x7fd1e41002a0 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e17fa640 1 -- 172.21.15.52:0/1466723561 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1cc009c30 con 0x7fd1e41002a0 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1e17fa640 1 -- 172.21.15.52:0/1466723561 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1cc00f6b0 con 0x7fd1e41002a0 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.360+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1e41a0620 con 0x7fd1e41002a0 2024-04-21T09:08:04.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.361+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1e41094c0 con 0x7fd1e41002a0 2024-04-21T09:08:04.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.363+0000 7fd1e17fa640 1 -- 172.21.15.52:0/1466723561 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd1cc01a020 con 0x7fd1e41002a0 2024-04-21T09:08:04.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.363+0000 7fd1e17fa640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1d00a3bb0 0x7fd1d00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.364+0000 7fd1e37fe640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1d00a3bb0 0x7fd1d00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.364+0000 7fd1e17fa640 1 -- 172.21.15.52:0/1466723561 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fd1cc0d03c0 con 0x7fd1e41002a0 2024-04-21T09:08:04.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.364+0000 7fd1e37fe640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1d00a3bb0 0x7fd1d00a6070 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4005e00 tx=0x7fd1d4005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:04.368 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.368+0000 7fd1e17fa640 1 -- 172.21.15.52:0/1466723561 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd1cc009de0 con 0x7fd1e41002a0 2024-04-21T09:08:04.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.556+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1e4062b50 con 0x7fd1e41002a0 2024-04-21T09:08:04.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.558+0000 7fd1e17fa640 1 -- 172.21.15.52:0/1466723561 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7fd1cc09cb60 con 0x7fd1e41002a0 2024-04-21T09:08:04.558 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:04.558 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1d00a3bb0 msgr2=0x7fd1d00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1d00a3bb0 0x7fd1d00a6070 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4005e00 tx=0x7fd1d4005c70 comp rx=0 tx=0).stop 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e41002a0 msgr2=0x7fd1e4198170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e41002a0 0x7fd1e4198170 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc00d950 tx=0x7fd1cc00de10 comp rx=0 tx=0).stop 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 shutdown_connections 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd1e4103cd0 0x7fd1e419f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd1d00a3bb0 0x7fd1d00a6070 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd1e4103310 0x7fd1e41986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 --2- 172.21.15.52:0/1466723561 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd1e41002a0 0x7fd1e4198170 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 >> 172.21.15.52:0/1466723561 conn(0x7fd1e40fbbb0 msgr2=0x7fd1e4106690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 shutdown_connections 2024-04-21T09:08:04.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.560+0000 7fd1ea74a640 1 -- 172.21.15.52:0/1466723561 wait complete. 2024-04-21T09:08:04.571 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:08:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 -- 172.21.15.52:0/2360231028 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 msgr2=0x7fb268102450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 --2- 172.21.15.52:0/2360231028 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 0x7fb268102450 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb25c009900 tx=0x7fb25c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 -- 172.21.15.52:0/2360231028 shutdown_connections 2024-04-21T09:08:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 --2- 172.21.15.52:0/2360231028 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb268102990 0x7fb2681092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 --2- 172.21.15.52:0/2360231028 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 0x7fb268102450 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 --2- 172.21.15.52:0/2360231028 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb268100e80 0x7fb2681012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 -- 172.21.15.52:0/2360231028 >> 172.21.15.52:0/2360231028 conn(0x7fb2680fc3f0 msgr2=0x7fb2680fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:04.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 -- 172.21.15.52:0/2360231028 shutdown_connections 2024-04-21T09:08:04.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 -- 172.21.15.52:0/2360231028 wait complete. 2024-04-21T09:08:04.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.675+0000 7fb26c952640 1 Processor -- start 2024-04-21T09:08:04.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb26c952640 1 -- start start 2024-04-21T09:08:04.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb26c952640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb268100e80 0x7fb26810b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb26c952640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 0x7fb268109e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb26c952640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb268102990 0x7fb26810a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb26c952640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb26810db20 con 0x7fb268101fd0 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb26c952640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb26810d9a0 con 0x7fb268102990 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb26c952640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb26810dca0 con 0x7fb268100e80 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 0x7fb268109e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 0x7fb268109e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36116/0 (socket says 172.21.15.52:36116) 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 -- 172.21.15.52:0/3959406893 learned_addr learned my addr 172.21.15.52:0/3959406893 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb26659c640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb268100e80 0x7fb26810b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 -- 172.21.15.52:0/3959406893 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb268100e80 msgr2=0x7fb26810b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb268100e80 0x7fb26810b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 -- 172.21.15.52:0/3959406893 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb268102990 msgr2=0x7fb26810a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb268102990 0x7fb26810a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 -- 172.21.15.52:0/3959406893 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb26810ac30 con 0x7fb268101fd0 2024-04-21T09:08:04.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb265d9b640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 0x7fb268109e60 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb25c000c00 tx=0x7fb25c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:04.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb2577fe640 1 -- 172.21.15.52:0/3959406893 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25c043020 con 0x7fb268101fd0 2024-04-21T09:08:04.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.676+0000 7fb2577fe640 1 -- 172.21.15.52:0/3959406893 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb25c004350 con 0x7fb268101fd0 2024-04-21T09:08:04.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.677+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2681a2300 con 0x7fb268101fd0 2024-04-21T09:08:04.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.677+0000 7fb2577fe640 1 -- 172.21.15.52:0/3959406893 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25c003b80 con 0x7fb268101fd0 2024-04-21T09:08:04.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.677+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2681a28a0 con 0x7fb268101fd0 2024-04-21T09:08:04.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.677+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb268108210 con 0x7fb268101fd0 2024-04-21T09:08:04.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.679+0000 7fb2577fe640 1 -- 172.21.15.52:0/3959406893 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb25c046020 con 0x7fb268101fd0 2024-04-21T09:08:04.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.679+0000 7fb2577fe640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb2500a3c30 0x7fb2500a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.679+0000 7fb26659c640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb2500a3c30 0x7fb2500a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.679+0000 7fb2577fe640 1 -- 172.21.15.52:0/3959406893 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fb25c0f2830 con 0x7fb268101fd0 2024-04-21T09:08:04.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.680+0000 7fb26659c640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb2500a3c30 0x7fb2500a60f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb258009b60 tx=0x7fb258005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:04.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.684+0000 7fb2577fe640 1 -- 172.21.15.52:0/3959406893 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb25c04d020 con 0x7fb268101fd0 2024-04-21T09:08:04.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.871+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb268062b50 con 0x7fb268101fd0 2024-04-21T09:08:04.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.873+0000 7fb2577fe640 1 -- 172.21.15.52:0/3959406893 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7fb25c03c350 con 0x7fb268101fd0 2024-04-21T09:08:04.873 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:04.873 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb2500a3c30 msgr2=0x7fb2500a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb2500a3c30 0x7fb2500a60f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb258009b60 tx=0x7fb258005f90 comp rx=0 tx=0).stop 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 msgr2=0x7fb268109e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 0x7fb268109e60 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb25c000c00 tx=0x7fb25c005dc0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 shutdown_connections 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb268102990 0x7fb26810a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb268101fd0 0x7fb268109e60 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb2500a3c30 0x7fb2500a60f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 --2- 172.21.15.52:0/3959406893 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb268100e80 0x7fb26810b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 >> 172.21.15.52:0/3959406893 conn(0x7fb2680fc3f0 msgr2=0x7fb2681053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:04.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 shutdown_connections 2024-04-21T09:08:04.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.875+0000 7fb26c952640 1 -- 172.21.15.52:0/3959406893 wait complete. 2024-04-21T09:08:04.884 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:04 smithi052 ceph-mon[28035]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:04.885 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:04 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1466723561' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:04.886 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-21T09:08:04.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:04 smithi078 ceph-mon[31713]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:04.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:04 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1466723561' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:04.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.991+0000 7f61b75db640 1 -- 172.21.15.52:0/2035909414 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 msgr2=0x7f61b010a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.991+0000 7f61b75db640 1 --2- 172.21.15.52:0/2035909414 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 0x7f61b010a0e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f61a8009900 tx=0x7f61a802bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 -- 172.21.15.52:0/2035909414 shutdown_connections 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 --2- 172.21.15.52:0/2035909414 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 0x7f61b010a0e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 --2- 172.21.15.52:0/2035909414 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61b01053c0 0x7f61b01077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 --2- 172.21.15.52:0/2035909414 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61b0102a90 0x7f61b0104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 -- 172.21.15.52:0/2035909414 >> 172.21.15.52:0/2035909414 conn(0x7f61b00fc420 msgr2=0x7f61b00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 -- 172.21.15.52:0/2035909414 shutdown_connections 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 -- 172.21.15.52:0/2035909414 wait complete. 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 Processor -- start 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 -- start start 2024-04-21T09:08:04.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61b0102a90 0x7f61b01981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61b01053c0 0x7f61b01986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 0x7f61b019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f61b010dad0 con 0x7f61b0107cf0 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f61b010d950 con 0x7f61b0102a90 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.992+0000 7f61b75db640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f61b010dc50 con 0x7f61b01053c0 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61b01053c0 0x7f61b01986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b5b78640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 0x7f61b019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b5377640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61b0102a90 0x7f61b01981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61b01053c0 0x7f61b01986e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:54028/0 (socket says 172.21.15.52:54028) 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b5b78640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 0x7f61b019f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36140/0 (socket says 172.21.15.52:36140) 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 -- 172.21.15.52:0/315458448 learned_addr learned my addr 172.21.15.52:0/315458448 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 -- 172.21.15.52:0/315458448 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61b0102a90 msgr2=0x7f61b01981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61b0102a90 0x7f61b01981a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 -- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 msgr2=0x7f61b019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 0x7f61b019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 -- 172.21.15.52:0/315458448 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b019fdc0 con 0x7f61b01053c0 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b5b78640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 0x7f61b019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b4b76640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61b01053c0 0x7f61b01986e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f61a000e9f0 tx=0x7f61a000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61a67fc640 1 -- 172.21.15.52:0/315458448 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a000ccc0 con 0x7f61b01053c0 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61b01a00b0 con 0x7f61b01053c0 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61a67fc640 1 -- 172.21.15.52:0/315458448 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61a00054d0 con 0x7f61b01053c0 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61a67fc640 1 -- 172.21.15.52:0/315458448 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a0010430 con 0x7f61b01053c0 2024-04-21T09:08:04.996 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.993+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61b01a0600 con 0x7f61b01053c0 2024-04-21T09:08:04.997 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.994+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61b00fdf10 con 0x7f61b01053c0 2024-04-21T09:08:04.997 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.995+0000 7f61a67fc640 1 -- 172.21.15.52:0/315458448 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f61a00046c0 con 0x7f61b01053c0 2024-04-21T09:08:04.997 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.996+0000 7f61a67fc640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f619c0a3bb0 0x7f619c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:04.997 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.996+0000 7f61b5377640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f619c0a3bb0 0x7f619c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:04.997 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.996+0000 7f61a67fc640 1 -- 172.21.15.52:0/315458448 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f61a00d0980 con 0x7f61b01053c0 2024-04-21T09:08:04.998 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:04.997+0000 7f61b5377640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f619c0a3bb0 0x7f619c0a6070 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f61ac005fd0 tx=0x7f61ac009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:05.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.001+0000 7f61a67fc640 1 -- 172.21.15.52:0/315458448 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f61a009d120 con 0x7f61b01053c0 2024-04-21T09:08:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:04 smithi060 ceph-mon[31055]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:04 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1466723561' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:05.229 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.229+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f61b0062b50 con 0x7f61b01053c0 2024-04-21T09:08:05.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.676+0000 7f61a67fc640 1 -- 172.21.15.52:0/315458448 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f61a009ca20 con 0x7f61b01053c0 2024-04-21T09:08:05.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f619c0a3bb0 msgr2=0x7f619c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:05.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f619c0a3bb0 0x7f619c0a6070 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f61ac005fd0 tx=0x7f61ac009500 comp rx=0 tx=0).stop 2024-04-21T09:08:05.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61b01053c0 msgr2=0x7f61b01986e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61b01053c0 0x7f61b01986e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f61a000e9f0 tx=0x7f61a000eeb0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 shutdown_connections 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f61b0107cf0 0x7f61b019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f619c0a3bb0 0x7f619c0a6070 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f61b01053c0 0x7f61b01986e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 --2- 172.21.15.52:0/315458448 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61b0102a90 0x7f61b01981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 >> 172.21.15.52:0/315458448 conn(0x7f61b00fc420 msgr2=0x7f61b0103350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 shutdown_connections 2024-04-21T09:08:05.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.678+0000 7f61b75db640 1 -- 172.21.15.52:0/315458448 wait complete. 2024-04-21T09:08:05.691 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-21T09:08:05.691 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-04-21T09:08:05.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 -- 172.21.15.52:0/1816308847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac105350 msgr2=0x7fc9ac107740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:05.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 --2- 172.21.15.52:0/1816308847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac105350 0x7fc9ac107740 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc9a0009900 tx=0x7fc9a002bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:05.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 -- 172.21.15.52:0/1816308847 shutdown_connections 2024-04-21T09:08:05.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 --2- 172.21.15.52:0/1816308847 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9ac107c80 0x7fc9ac10a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 --2- 172.21.15.52:0/1816308847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac105350 0x7fc9ac107740 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 --2- 172.21.15.52:0/1816308847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9ac102a20 0x7fc9ac104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 -- 172.21.15.52:0/1816308847 >> 172.21.15.52:0/1816308847 conn(0x7fc9ac0fc430 msgr2=0x7fc9ac0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 -- 172.21.15.52:0/1816308847 shutdown_connections 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.802+0000 7fc9b246a640 1 -- 172.21.15.52:0/1816308847 wait complete. 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b246a640 1 Processor -- start 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b246a640 1 -- start start 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b246a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9ac102a20 0x7fc9ac102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b246a640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9ac105350 0x7fc9ac1009d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b246a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac107c80 0x7fc9ac100f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b246a640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc9ac10dae0 con 0x7fc9ac107c80 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b246a640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc9ac10d960 con 0x7fc9ac105350 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b246a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc9ac10dc60 con 0x7fc9ac102a20 2024-04-21T09:08:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b0a07640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac107c80 0x7fc9ac100f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b0a07640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac107c80 0x7fc9ac100f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36158/0 (socket says 172.21.15.52:36158) 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9b0a07640 1 -- 172.21.15.52:0/2954507946 learned_addr learned my addr 172.21.15.52:0/2954507946 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9abfff640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9ac102a20 0x7fc9ac102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.803+0000 7fc9ab7fe640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9ac105350 0x7fc9ac1009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9b0a07640 1 -- 172.21.15.52:0/2954507946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9ac102a20 msgr2=0x7fc9ac102390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9b0a07640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9ac102a20 0x7fc9ac102390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9b0a07640 1 -- 172.21.15.52:0/2954507946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9ac105350 msgr2=0x7fc9ac1009d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9b0a07640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9ac105350 0x7fc9ac1009d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9b0a07640 1 -- 172.21.15.52:0/2954507946 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9ac1017a0 con 0x7fc9ac107c80 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9abfff640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9ac102a20 0x7fc9ac102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9b0a07640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac107c80 0x7fc9ac100f10 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400efd0 tx=0x7fc9a400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9a97fa640 1 -- 172.21.15.52:0/2954507946 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a4003b70 con 0x7fc9ac107c80 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9ac1a2330 con 0x7fc9ac107c80 2024-04-21T09:08:05.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9a97fa640 1 -- 172.21.15.52:0/2954507946 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9a4003d10 con 0x7fc9ac107c80 2024-04-21T09:08:05.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9a97fa640 1 -- 172.21.15.52:0/2954507946 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9a40108a0 con 0x7fc9ac107c80 2024-04-21T09:08:05.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.804+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9ac1a2850 con 0x7fc9ac107c80 2024-04-21T09:08:05.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.805+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9ac069250 con 0x7fc9ac107c80 2024-04-21T09:08:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.806+0000 7fc9a97fa640 1 -- 172.21.15.52:0/2954507946 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc9a4004020 con 0x7fc9ac107c80 2024-04-21T09:08:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.807+0000 7fc9a97fa640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc9940a3bb0 0x7fc9940a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.807+0000 7fc9a97fa640 1 -- 172.21.15.52:0/2954507946 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fc9a40d0ad0 con 0x7fc9ac107c80 2024-04-21T09:08:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.807+0000 7fc9abfff640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc9940a3bb0 0x7fc9940a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.807+0000 7fc9abfff640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc9940a3bb0 0x7fc9940a6070 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc99c00bfd0 tx=0x7fc99c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:05.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:05.812+0000 7fc9a97fa640 1 -- 172.21.15.52:0/2954507946 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc9a409d270 con 0x7fc9ac107c80 2024-04-21T09:08:05.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3959406893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:05.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/315458448' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T09:08:05.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:05 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T09:08:05.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3959406893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:05.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/315458448' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T09:08:05.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:05 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T09:08:06.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.039+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7fc9ac062b50 con 0x7fc9ac107c80 2024-04-21T09:08:06.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3959406893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:06.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/315458448' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T09:08:06.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:05 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-21T09:08:06.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.675+0000 7fc9a97fa640 1 -- 172.21.15.52:0/2954507946 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7fc9a409cb70 con 0x7fc9ac107c80 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.677+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc9940a3bb0 msgr2=0x7fc9940a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc9940a3bb0 0x7fc9940a6070 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc99c00bfd0 tx=0x7fc99c00b390 comp rx=0 tx=0).stop 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac107c80 msgr2=0x7fc9ac100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac107c80 0x7fc9ac100f10 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc9a400efd0 tx=0x7fc9a400c6a0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 shutdown_connections 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9ac107c80 0x7fc9ac100f10 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9ac105350 0x7fc9ac1009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc9940a3bb0 0x7fc9940a6070 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 --2- 172.21.15.52:0/2954507946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc9ac102a20 0x7fc9ac102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 >> 172.21.15.52:0/2954507946 conn(0x7fc9ac0fc430 msgr2=0x7fc9ac103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:06.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 shutdown_connections 2024-04-21T09:08:06.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.678+0000 7fc9b246a640 1 -- 172.21.15.52:0/2954507946 wait complete. 2024-04-21T09:08:06.695 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 -- 172.21.15.52:0/4138373207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e04100e90 msgr2=0x7f4e041012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 --2- 172.21.15.52:0/4138373207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e04100e90 0x7f4e041012b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009900 tx=0x7f4df402bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 -- 172.21.15.52:0/4138373207 shutdown_connections 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 --2- 172.21.15.52:0/4138373207 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e041029a0 0x7f4e041092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 --2- 172.21.15.52:0/4138373207 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e04101fe0 0x7f4e04102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 --2- 172.21.15.52:0/4138373207 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e04100e90 0x7f4e041012b0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 -- 172.21.15.52:0/4138373207 >> 172.21.15.52:0/4138373207 conn(0x7f4e040fc420 msgr2=0x7f4e040fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 -- 172.21.15.52:0/4138373207 shutdown_connections 2024-04-21T09:08:06.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.806+0000 7f4e0885c640 1 -- 172.21.15.52:0/4138373207 wait complete. 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0885c640 1 Processor -- start 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0885c640 1 -- start start 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0885c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e04100e90 0x7f4e0406b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0885c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e04101fe0 0x7f4e0419cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0885c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e041029a0 0x7f4e0419f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0885c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0410c9c0 con 0x7f4e041029a0 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0885c640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0410c840 con 0x7f4e04100e90 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0885c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0410cb40 con 0x7f4e04101fe0 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e041029a0 0x7f4e0419f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e041029a0 0x7f4e0419f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51094/0 (socket says 172.21.15.52:51094) 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 -- 172.21.15.52:0/368748659 learned_addr learned my addr 172.21.15.52:0/368748659 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:06.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e0259c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e04100e90 0x7f4e0406b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e01d9b640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e04101fe0 0x7f4e0419cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 -- 172.21.15.52:0/368748659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e04101fe0 msgr2=0x7f4e0419cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e04101fe0 0x7f4e0419cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 -- 172.21.15.52:0/368748659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e04100e90 msgr2=0x7f4e0406b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e04100e90 0x7f4e0406b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 -- 172.21.15.52:0/368748659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e0419fe70 con 0x7f4e041029a0 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.807+0000 7f4e02d9d640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e041029a0 0x7f4e0419f560 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc00eaa0 tx=0x7f4dfc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.808+0000 7f4df37fe640 1 -- 172.21.15.52:0/368748659 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dfc00cdb0 con 0x7f4e041029a0 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.808+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e041a0100 con 0x7f4e041029a0 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.808+0000 7f4df37fe640 1 -- 172.21.15.52:0/368748659 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4dfc005020 con 0x7f4e041029a0 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.808+0000 7f4df37fe640 1 -- 172.21.15.52:0/368748659 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dfc0116d0 con 0x7f4e041029a0 2024-04-21T09:08:06.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.808+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e041a0650 con 0x7f4e041029a0 2024-04-21T09:08:06.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.809+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e04108310 con 0x7f4e041029a0 2024-04-21T09:08:06.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.810+0000 7f4df37fe640 1 -- 172.21.15.52:0/368748659 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4dfc0051d0 con 0x7f4e041029a0 2024-04-21T09:08:06.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.811+0000 7f4df37fe640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4dec0a3bb0 0x7f4dec0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:06.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.811+0000 7f4e0259c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4dec0a3bb0 0x7f4dec0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:06.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.811+0000 7f4df37fe640 1 -- 172.21.15.52:0/368748659 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f4dfc0d0b40 con 0x7f4e041029a0 2024-04-21T09:08:06.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.811+0000 7f4e0259c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4dec0a3bb0 0x7f4dec0a6070 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009230 tx=0x7f4df4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:06.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:06.814+0000 7f4df37fe640 1 -- 172.21.15.52:0/368748659 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4dfc016030 con 0x7f4e041029a0 2024-04-21T09:08:06.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:06 smithi078 ceph-mon[31713]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:06.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:06 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-21T09:08:06.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:06 smithi078 ceph-mon[31713]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:08:06.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:06 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2954507946' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-21T09:08:06.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:06 smithi052 ceph-mon[28035]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:06.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:06 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-21T09:08:06.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:06 smithi052 ceph-mon[28035]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:08:06.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:06 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2954507946' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-21T09:08:07.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.040+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f4e0402d770 con 0x7f4e041029a0 2024-04-21T09:08:07.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:06 smithi060 ceph-mon[31055]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-21T09:08:07.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:06 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-21T09:08:07.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:06 smithi060 ceph-mon[31055]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:08:07.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:06 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2954507946' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-21T09:08:07.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.686+0000 7f4df37fe640 1 -- 172.21.15.52:0/368748659 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v21) ==== 121+0+0 (secure 0 0 0) 0x7f4dfc09cc90 con 0x7f4e041029a0 2024-04-21T09:08:07.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4dec0a3bb0 msgr2=0x7f4dec0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:07.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4dec0a3bb0 0x7f4dec0a6070 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4df4009230 tx=0x7f4df4005fd0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e041029a0 msgr2=0x7f4e0419f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:07.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e041029a0 0x7f4e0419f560 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc00eaa0 tx=0x7f4dfc00ef60 comp rx=0 tx=0).stop 2024-04-21T09:08:07.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 shutdown_connections 2024-04-21T09:08:07.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4e041029a0 0x7f4e0419f560 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4dec0a3bb0 0x7f4dec0a6070 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4e04101fe0 0x7f4e0419cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 --2- 172.21.15.52:0/368748659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4e04100e90 0x7f4e0406b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 >> 172.21.15.52:0/368748659 conn(0x7f4e040fc420 msgr2=0x7f4e041054e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:07.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 shutdown_connections 2024-04-21T09:08:07.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.689+0000 7f4e0885c640 1 -- 172.21.15.52:0/368748659 wait complete. 2024-04-21T09:08:07.706 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-21T09:08:07.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 -- 172.21.15.52:0/1207829803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c1029a0 msgr2=0x7f9d2c1092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:07.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 --2- 172.21.15.52:0/1207829803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c1029a0 0x7f9d2c1092c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9d24009ca0 tx=0x7f9d2402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 -- 172.21.15.52:0/1207829803 shutdown_connections 2024-04-21T09:08:07.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 --2- 172.21.15.52:0/1207829803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c1029a0 0x7f9d2c1092c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 --2- 172.21.15.52:0/1207829803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d2c101fe0 0x7f9d2c102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 --2- 172.21.15.52:0/1207829803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d2c100e90 0x7f9d2c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 -- 172.21.15.52:0/1207829803 >> 172.21.15.52:0/1207829803 conn(0x7f9d2c0fc420 msgr2=0x7f9d2c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 -- 172.21.15.52:0/1207829803 shutdown_connections 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.818+0000 7f9d30f59640 1 -- 172.21.15.52:0/1207829803 wait complete. 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d30f59640 1 Processor -- start 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d30f59640 1 -- start start 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d30f59640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c100e90 0x7f9d2c198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d30f59640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d2c101fe0 0x7f9d2c1986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d30f59640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d2c1029a0 0x7f9d2c19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d30f59640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2c10c9e0 con 0x7f9d2c100e90 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d30f59640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2c10c860 con 0x7f9d2c1029a0 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d30f59640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9d2c10cb60 con 0x7f9d2c101fe0 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c100e90 0x7f9d2c198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c100e90 0x7f9d2c198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51104/0 (socket says 172.21.15.52:51104) 2024-04-21T09:08:07.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 -- 172.21.15.52:0/254473974 learned_addr learned my addr 172.21.15.52:0/254473974 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2ad9d640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d2c1029a0 0x7f9d2c19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d29d9b640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d2c101fe0 0x7f9d2c1986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 -- 172.21.15.52:0/254473974 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d2c101fe0 msgr2=0x7f9d2c1986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d2c101fe0 0x7f9d2c1986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 -- 172.21.15.52:0/254473974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d2c1029a0 msgr2=0x7f9d2c19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d2c1029a0 0x7f9d2c19f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 -- 172.21.15.52:0/254473974 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d2c19fdb0 con 0x7f9d2c100e90 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2ad9d640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d2c1029a0 0x7f9d2c19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.819+0000 7f9d2a59c640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c100e90 0x7f9d2c198190 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c00e9f0 tx=0x7f9d1c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.820+0000 7f9d1b7fe640 1 -- 172.21.15.52:0/254473974 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c00cd80 con 0x7f9d2c100e90 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.820+0000 7f9d1b7fe640 1 -- 172.21.15.52:0/254473974 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d1c0108e0 con 0x7f9d2c100e90 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.820+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d2c1a00a0 con 0x7f9d2c100e90 2024-04-21T09:08:07.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.820+0000 7f9d1b7fe640 1 -- 172.21.15.52:0/254473974 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c018980 con 0x7f9d2c100e90 2024-04-21T09:08:07.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.820+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d2c1a0640 con 0x7f9d2c100e90 2024-04-21T09:08:07.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.821+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d2c1a0960 con 0x7f9d2c100e90 2024-04-21T09:08:07.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.822+0000 7f9d1b7fe640 1 -- 172.21.15.52:0/254473974 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9d1c010430 con 0x7f9d2c100e90 2024-04-21T09:08:07.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.822+0000 7f9d1b7fe640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d140a3c30 0x7f9d140a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:07.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.823+0000 7f9d29d9b640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d140a3c30 0x7f9d140a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:07.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.823+0000 7f9d1b7fe640 1 -- 172.21.15.52:0/254473974 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f9d1c0d09d0 con 0x7f9d2c100e90 2024-04-21T09:08:07.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.823+0000 7f9d29d9b640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d140a3c30 0x7f9d140a60f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c1996a0 tx=0x7f9d20005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:07.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:07.827+0000 7f9d1b7fe640 1 -- 172.21.15.52:0/254473974 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9d1c09d110 con 0x7f9d2c100e90 2024-04-21T09:08:07.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:07 smithi078 ceph-mon[31713]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-21T09:08:07.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:07 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2954507946' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-21T09:08:07.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:07 smithi078 ceph-mon[31713]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-21T09:08:07.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:07 smithi078 ceph-mon[31713]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:08:07.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:07 smithi078 ceph-mon[31713]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-21T09:08:07.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:07 smithi078 ceph-mon[31713]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-21T09:08:07.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:07 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/368748659' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-21T09:08:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:07 smithi052 ceph-mon[28035]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-21T09:08:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:07 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2954507946' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-21T09:08:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:07 smithi052 ceph-mon[28035]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-21T09:08:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:07 smithi052 ceph-mon[28035]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:08:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:07 smithi052 ceph-mon[28035]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-21T09:08:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:07 smithi052 ceph-mon[28035]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-21T09:08:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:07 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/368748659' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-21T09:08:08.056 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.056+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f9d2c1a0b30 con 0x7f9d2c100e90 2024-04-21T09:08:08.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:07 smithi060 ceph-mon[31055]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-21T09:08:08.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:07 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2954507946' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-21T09:08:08.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:07 smithi060 ceph-mon[31055]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-21T09:08:08.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:07 smithi060 ceph-mon[31055]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-21T09:08:08.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:07 smithi060 ceph-mon[31055]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-21T09:08:08.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:07 smithi060 ceph-mon[31055]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-21T09:08:08.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:07 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/368748659' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-21T09:08:08.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.693+0000 7f9d1b7fe640 1 -- 172.21.15.52:0/254473974 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) ==== 115+0+0 (secure 0 0 0) 0x7f9d1c09ca10 con 0x7f9d2c100e90 2024-04-21T09:08:08.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d140a3c30 msgr2=0x7f9d140a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:08.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d140a3c30 0x7f9d140a60f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c1996a0 tx=0x7f9d20005f90 comp rx=0 tx=0).stop 2024-04-21T09:08:08.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c100e90 msgr2=0x7f9d2c198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:08.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c100e90 0x7f9d2c198190 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c00e9f0 tx=0x7f9d1c00eeb0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 shutdown_connections 2024-04-21T09:08:08.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d2c1029a0 0x7f9d2c19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d140a3c30 0x7f9d140a60f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d2c101fe0 0x7f9d2c1986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 --2- 172.21.15.52:0/254473974 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d2c100e90 0x7f9d2c198190 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 >> 172.21.15.52:0/254473974 conn(0x7f9d2c0fc420 msgr2=0x7f9d2c06a620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:08.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 shutdown_connections 2024-04-21T09:08:08.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.696+0000 7f9d30f59640 1 -- 172.21.15.52:0/254473974 wait complete. 2024-04-21T09:08:08.711 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-04-21T09:08:08.711 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-21T09:08:08.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 -- 172.21.15.52:0/2847122266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 msgr2=0x7f733010a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:08.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 --2- 172.21.15.52:0/2847122266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 0x7f733010a0d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7328009900 tx=0x7f732802bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:08.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 -- 172.21.15.52:0/2847122266 shutdown_connections 2024-04-21T09:08:08.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 --2- 172.21.15.52:0/2847122266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 0x7f733010a0d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 --2- 172.21.15.52:0/2847122266 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f73301053b0 0x7f73301077a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 --2- 172.21.15.52:0/2847122266 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7330102a80 0x7f7330104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 -- 172.21.15.52:0/2847122266 >> 172.21.15.52:0/2847122266 conn(0x7f73300fc430 msgr2=0x7f73300fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 -- 172.21.15.52:0/2847122266 shutdown_connections 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.823+0000 7f733592e640 1 -- 172.21.15.52:0/2847122266 wait complete. 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f733592e640 1 Processor -- start 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f733592e640 1 -- start start 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f733592e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7330102a80 0x7f73301981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f733592e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f73301053b0 0x7f73301986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f733592e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 0x7f733019f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f733592e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f733010dae0 con 0x7f7330102a80 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f733592e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f733010d960 con 0x7f7330107ce0 2024-04-21T09:08:08.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f733592e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f733010dc60 con 0x7f73301053b0 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7330102a80 0x7f73301981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7330102a80 0x7f73301981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51126/0 (socket says 172.21.15.52:51126) 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732effd640 1 -- 172.21.15.52:0/1327944737 learned_addr learned my addr 172.21.15.52:0/1327944737 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732f7fe640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 0x7f733019f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732e7fc640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f73301053b0 0x7f73301986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732f7fe640 1 -- 172.21.15.52:0/1327944737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f73301053b0 msgr2=0x7f73301986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732f7fe640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f73301053b0 0x7f73301986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732f7fe640 1 -- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7330102a80 msgr2=0x7f73301981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732f7fe640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7330102a80 0x7f73301981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732f7fe640 1 -- 172.21.15.52:0/1327944737 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f733019fdd0 con 0x7f7330107ce0 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732e7fc640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f73301053b0 0x7f73301986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.824+0000 7f732effd640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7330102a80 0x7f73301981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:08:08.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.825+0000 7f732f7fe640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 0x7f733019f760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7328009230 tx=0x7f7328004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:08.828 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.825+0000 7f733492c640 1 -- 172.21.15.52:0/1327944737 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7328043020 con 0x7f7330107ce0 2024-04-21T09:08:08.828 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.825+0000 7f733492c640 1 -- 172.21.15.52:0/1327944737 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7328004440 con 0x7f7330107ce0 2024-04-21T09:08:08.828 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.825+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73301a0060 con 0x7f7330107ce0 2024-04-21T09:08:08.828 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.825+0000 7f733492c640 1 -- 172.21.15.52:0/1327944737 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7328003b50 con 0x7f7330107ce0 2024-04-21T09:08:08.828 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.825+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73301a05b0 con 0x7f7330107ce0 2024-04-21T09:08:08.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.826+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73300fdf20 con 0x7f7330107ce0 2024-04-21T09:08:08.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.827+0000 7f733492c640 1 -- 172.21.15.52:0/1327944737 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7328046020 con 0x7f7330107ce0 2024-04-21T09:08:08.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.828+0000 7f733492c640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f731c0a3bb0 0x7f731c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:08.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.828+0000 7f732effd640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f731c0a3bb0 0x7f731c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:08.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.828+0000 7f733492c640 1 -- 172.21.15.52:0/1327944737 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f73280f2960 con 0x7f7330107ce0 2024-04-21T09:08:08.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.828+0000 7f732effd640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f731c0a3bb0 0x7f731c0a6070 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7320009fd0 tx=0x7f7320009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:08.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:08.832+0000 7f733492c640 1 -- 172.21.15.52:0/1327944737 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f732804d020 con 0x7f7330107ce0 2024-04-21T09:08:08.839 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: 2024-04-21T09:08:08.488+0000 7fbcd93e4700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/368748659' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:active 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: Cluster is now healthy 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-21T09:08:08.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:08 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/254473974' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-21T09:08:08.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/368748659' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:active 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: Cluster is now healthy 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-21T09:08:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:08 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/254473974' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/368748659' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:active 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: Cluster is now healthy 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-21T09:08:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:08 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/254473974' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-21T09:08:09.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.046+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7330062390 con 0x7f731c0a3bb0 2024-04-21T09:08:09.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.068+0000 7f733492c640 1 -- 172.21.15.52:0/1327944737 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7330062390 con 0x7f731c0a3bb0 2024-04-21T09:08:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f731c0a3bb0 msgr2=0x7f731c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f731c0a3bb0 0x7f731c0a6070 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7320009fd0 tx=0x7f7320009700 comp rx=0 tx=0).stop 2024-04-21T09:08:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 msgr2=0x7f733019f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 0x7f733019f760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7328009230 tx=0x7f7328004040 comp rx=0 tx=0).stop 2024-04-21T09:08:09.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 shutdown_connections 2024-04-21T09:08:09.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7330107ce0 0x7f733019f760 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f731c0a3bb0 0x7f731c0a6070 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f73301053b0 0x7f73301986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 --2- 172.21.15.52:0/1327944737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7330102a80 0x7f73301981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 >> 172.21.15.52:0/1327944737 conn(0x7f73300fc430 msgr2=0x7f73301033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:09.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 shutdown_connections 2024-04-21T09:08:09.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.070+0000 7f733592e640 1 -- 172.21.15.52:0/1327944737 wait complete. 2024-04-21T09:08:09.081 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-21T09:08:09.190 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 -- 172.21.15.52:0/2400779370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 msgr2=0x7f8bb81092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/2400779370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 0x7f8bb81092c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0009ca0 tx=0x7f8bb002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 -- 172.21.15.52:0/2400779370 shutdown_connections 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/2400779370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 0x7f8bb81092c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/2400779370 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8bb8101fe0 0x7f8bb8102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/2400779370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8bb8100e90 0x7f8bb81012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 -- 172.21.15.52:0/2400779370 >> 172.21.15.52:0/2400779370 conn(0x7f8bb80fc420 msgr2=0x7f8bb80fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 -- 172.21.15.52:0/2400779370 shutdown_connections 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.188+0000 7f8bbf17e640 1 -- 172.21.15.52:0/2400779370 wait complete. 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbf17e640 1 Processor -- start 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbf17e640 1 -- start start 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbf17e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8bb8100e90 0x7f8bb81981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbf17e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8bb8101fe0 0x7f8bb8198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbf17e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 0x7f8bb819f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbf17e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb810db30 con 0x7f8bb81029a0 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbf17e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb810d9b0 con 0x7f8bb8100e90 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbf17e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb810dcb0 con 0x7f8bb8101fe0 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbd71b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 0x7f8bb819f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbd71b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 0x7f8bb819f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51162/0 (socket says 172.21.15.52:51162) 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbd71b640 1 -- 172.21.15.52:0/212174900 learned_addr learned my addr 172.21.15.52:0/212174900 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.189+0000 7f8bbcf1a640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8bb8100e90 0x7f8bb81981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bb7fff640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8bb8101fe0 0x7f8bb8198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbd71b640 1 -- 172.21.15.52:0/212174900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8bb8101fe0 msgr2=0x7f8bb8198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbd71b640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8bb8101fe0 0x7f8bb8198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbd71b640 1 -- 172.21.15.52:0/212174900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8bb8100e90 msgr2=0x7f8bb81981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbd71b640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8bb8100e90 0x7f8bb81981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbd71b640 1 -- 172.21.15.52:0/212174900 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bb819fde0 con 0x7f8bb81029a0 2024-04-21T09:08:09.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bb7fff640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8bb8101fe0 0x7f8bb8198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:08:09.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbcf1a640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8bb8100e90 0x7f8bb81981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:08:09.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbd71b640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 0x7f8bb819f770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8bb002c700 tx=0x7f8bb00346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:09.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bb5ffb640 1 -- 172.21.15.52:0/212174900 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0041020 con 0x7f8bb81029a0 2024-04-21T09:08:09.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bb5ffb640 1 -- 172.21.15.52:0/212174900 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8bb0034ca0 con 0x7f8bb81029a0 2024-04-21T09:08:09.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bb81a0070 con 0x7f8bb81029a0 2024-04-21T09:08:09.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bb5ffb640 1 -- 172.21.15.52:0/212174900 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0039040 con 0x7f8bb81029a0 2024-04-21T09:08:09.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.190+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bb81a0560 con 0x7f8bb81029a0 2024-04-21T09:08:09.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.191+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bb81081c0 con 0x7f8bb81029a0 2024-04-21T09:08:09.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.192+0000 7f8bb5ffb640 1 -- 172.21.15.52:0/212174900 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8bb0044020 con 0x7f8bb81029a0 2024-04-21T09:08:09.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.193+0000 7f8bb5ffb640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f8ba80a3bb0 0x7f8ba80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.193+0000 7f8bbcf1a640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f8ba80a3bb0 0x7f8ba80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.193+0000 7f8bb5ffb640 1 -- 172.21.15.52:0/212174900 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f8bb00f2420 con 0x7f8bb81029a0 2024-04-21T09:08:09.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.194+0000 7f8bbcf1a640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f8ba80a3bb0 0x7f8ba80a6070 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8bac0095f0 tx=0x7f8bac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:09.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.198+0000 7f8bb5ffb640 1 -- 172.21.15.52:0/212174900 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8bb004b020 con 0x7f8bb81029a0 2024-04-21T09:08:09.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.416+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f8bb8062420 con 0x7f8ba80a3bb0 2024-04-21T09:08:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.441+0000 7f8bb5ffb640 1 -- 172.21.15.52:0/212174900 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f8bb8062420 con 0x7f8ba80a3bb0 2024-04-21T09:08:09.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f8ba80a3bb0 msgr2=0x7f8ba80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f8ba80a3bb0 0x7f8ba80a6070 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8bac0095f0 tx=0x7f8bac005f90 comp rx=0 tx=0).stop 2024-04-21T09:08:09.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 msgr2=0x7f8bb819f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 0x7f8bb819f770 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8bb002c700 tx=0x7f8bb00346d0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 shutdown_connections 2024-04-21T09:08:09.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8bb81029a0 0x7f8bb819f770 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f8ba80a3bb0 0x7f8ba80a6070 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8bb8101fe0 0x7f8bb8198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 --2- 172.21.15.52:0/212174900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8bb8100e90 0x7f8bb81981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 >> 172.21.15.52:0/212174900 conn(0x7f8bb80fc420 msgr2=0x7f8bb8105390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:09.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 shutdown_connections 2024-04-21T09:08:09.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.443+0000 7f8bbf17e640 1 -- 172.21.15.52:0/212174900 wait complete. 2024-04-21T09:08:09.453 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:08:09.051+0000 7fa07f761700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:08:09.453 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:08:09.051+0000 7fa07f761700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:08:09.453 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:08:09.051+0000 7fa07f761700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:08:09.453 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:08:09.051+0000 7fa07f761700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:08:09.453 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:08:09.051+0000 7fa07f761700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:08:09.454 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 -- 172.21.15.52:0/4240870431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4103b70 msgr2=0x7f69f410a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 --2- 172.21.15.52:0/4240870431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4103b70 0x7f69f410a400 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f69ec009ca0 tx=0x7f69ec02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 -- 172.21.15.52:0/4240870431 shutdown_connections 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 --2- 172.21.15.52:0/4240870431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4103b70 0x7f69f410a400 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 --2- 172.21.15.52:0/4240870431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69f41031b0 0x7f69f4103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 --2- 172.21.15.52:0/4240870431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69f4101fc0 0x7f69f41023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 -- 172.21.15.52:0/4240870431 >> 172.21.15.52:0/4240870431 conn(0x7f69f40fd530 msgr2=0x7f69f40ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 -- 172.21.15.52:0/4240870431 shutdown_connections 2024-04-21T09:08:09.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 -- 172.21.15.52:0/4240870431 wait complete. 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 Processor -- start 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.562+0000 7f69fa643640 1 -- start start 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69fa643640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4101fc0 0x7f69f4198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69fa643640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69f41031b0 0x7f69f4198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69fa643640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69f4103b70 0x7f69f419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69fa643640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f69f410db00 con 0x7f69f4101fc0 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69fa643640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f69f410d980 con 0x7f69f4103b70 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69fa643640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f69f410dc80 con 0x7f69f41031b0 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4101fc0 0x7f69f4198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4101fc0 0x7f69f4198130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51186/0 (socket says 172.21.15.52:51186) 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 -- 172.21.15.52:0/2392097448 learned_addr learned my addr 172.21.15.52:0/2392097448 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f8be0640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69f4103b70 0x7f69f419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f37fe640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69f41031b0 0x7f69f4198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 -- 172.21.15.52:0/2392097448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69f41031b0 msgr2=0x7f69f4198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69f41031b0 0x7f69f4198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 -- 172.21.15.52:0/2392097448 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69f4103b70 msgr2=0x7f69f419f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69f4103b70 0x7f69f419f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 -- 172.21.15.52:0/2392097448 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69f419fd50 con 0x7f69f4101fc0 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f37fe640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69f41031b0 0x7f69f4198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f3fff640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4101fc0 0x7f69f4198130 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f69e400c970 tx=0x7f69e400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f17fa640 1 -- 172.21.15.52:0/2392097448 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e4004220 con 0x7f69f4101fc0 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f17fa640 1 -- 172.21.15.52:0/2392097448 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69e40043c0 con 0x7f69f4101fc0 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69f419ffe0 con 0x7f69f4101fc0 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.563+0000 7f69f17fa640 1 -- 172.21.15.52:0/2392097448 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e4004a00 con 0x7f69f4101fc0 2024-04-21T09:08:09.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.564+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69f41a0450 con 0x7f69f4101fc0 2024-04-21T09:08:09.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.564+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69f41092e0 con 0x7f69f4101fc0 2024-04-21T09:08:09.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.566+0000 7f69f17fa640 1 -- 172.21.15.52:0/2392097448 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f69e40079b0 con 0x7f69f4101fc0 2024-04-21T09:08:09.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.566+0000 7f69f17fa640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f69dc0a3bb0 0x7f69dc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.566+0000 7f69f17fa640 1 -- 172.21.15.52:0/2392097448 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f69e40d03a0 con 0x7f69f4101fc0 2024-04-21T09:08:09.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.566+0000 7f69f37fe640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f69dc0a3bb0 0x7f69dc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.567+0000 7f69f37fe640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f69dc0a3bb0 0x7f69dc0a6070 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f69f4199640 tx=0x7f69e8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:09.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.571+0000 7f69f17fa640 1 -- 172.21.15.52:0/2392097448 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f69e4014030 con 0x7f69f4101fc0 2024-04-21T09:08:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/254473974' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-21T09:08:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] up:active 2024-04-21T09:08:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-21T09:08:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:08:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-mon[28035]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:09 smithi052 ceph-mon[28035]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:09.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.712+0000 7f69f17fa640 1 -- 172.21.15.52:0/2392097448 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f69e4098ab0 con 0x7f69f4101fc0 2024-04-21T09:08:09.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.795+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f69f4062390 con 0x7f69dc0a3bb0 2024-04-21T09:08:09.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.800+0000 7f69f17fa640 1 -- 172.21.15.52:0/2392097448 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f69f4062390 con 0x7f69dc0a3bb0 2024-04-21T09:08:09.800 INFO:teuthology.orchestra.run.smithi052.stdout:/volumes/qa/sv_0/5be1b725-534b-4509-8408-5cfc9242e743 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f69dc0a3bb0 msgr2=0x7f69dc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f69dc0a3bb0 0x7f69dc0a6070 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f69f4199640 tx=0x7f69e8005f90 comp rx=0 tx=0).stop 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4101fc0 msgr2=0x7f69f4198130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4101fc0 0x7f69f4198130 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f69e400c970 tx=0x7f69e400ce30 comp rx=0 tx=0).stop 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 shutdown_connections 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69f4103b70 0x7f69f419f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f69dc0a3bb0 0x7f69dc0a6070 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f69f41031b0 0x7f69f4198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 --2- 172.21.15.52:0/2392097448 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f69f4101fc0 0x7f69f4198130 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 >> 172.21.15.52:0/2392097448 conn(0x7f69f40fd530 msgr2=0x7f69f41064b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:09.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 shutdown_connections 2024-04-21T09:08:09.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.802+0000 7f69fa643640 1 -- 172.21.15.52:0/2392097448 wait complete. 2024-04-21T09:08:09.813 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-21T09:08:09.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 -- 172.21.15.52:0/3598108676 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb44101fe0 msgr2=0x7fdb44102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/3598108676 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb44101fe0 0x7fdb44102460 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdb38009860 tx=0x7fdb3802bb70 comp rx=0 tx=0).stop 2024-04-21T09:08:09.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 -- 172.21.15.52:0/3598108676 shutdown_connections 2024-04-21T09:08:09.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/3598108676 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb441029a0 0x7fdb441092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/3598108676 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb44101fe0 0x7fdb44102460 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/3598108676 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb44100e90 0x7fdb441012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 -- 172.21.15.52:0/3598108676 >> 172.21.15.52:0/3598108676 conn(0x7fdb440fc420 msgr2=0x7fdb440fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 -- 172.21.15.52:0/3598108676 shutdown_connections 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 -- 172.21.15.52:0/3598108676 wait complete. 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.920+0000 7fdb4a50d640 1 Processor -- start 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb4a50d640 1 -- start start 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb4a50d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb44100e90 0x7fdb44104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb4a50d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb44101fe0 0x7fdb44103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb4a50d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb441029a0 0x7fdb44103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb4a50d640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4410c9a0 con 0x7fdb441029a0 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb4a50d640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4410c820 con 0x7fdb44100e90 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb4a50d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdb4410cb20 con 0x7fdb44101fe0 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb48aaa640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb441029a0 0x7fdb44103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb48aaa640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb441029a0 0x7fdb44103990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51192/0 (socket says 172.21.15.52:51192) 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb48aaa640 1 -- 172.21.15.52:0/1337831101 learned_addr learned my addr 172.21.15.52:0/1337831101 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb437fe640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb44101fe0 0x7fdb44103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb43fff640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb44100e90 0x7fdb44104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb48aaa640 1 -- 172.21.15.52:0/1337831101 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb44101fe0 msgr2=0x7fdb44103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb48aaa640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb44101fe0 0x7fdb44103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb48aaa640 1 -- 172.21.15.52:0/1337831101 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb44100e90 msgr2=0x7fdb44104e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb48aaa640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb44100e90 0x7fdb44104e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.921+0000 7fdb48aaa640 1 -- 172.21.15.52:0/1337831101 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb44104220 con 0x7fdb441029a0 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.922+0000 7fdb48aaa640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb441029a0 0x7fdb44103990 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c00efc0 tx=0x7fdb3c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.922+0000 7fdb417fa640 1 -- 172.21.15.52:0/1337831101 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c003970 con 0x7fdb441029a0 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.922+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb441a23a0 con 0x7fdb441029a0 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.922+0000 7fdb417fa640 1 -- 172.21.15.52:0/1337831101 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb3c004020 con 0x7fdb441029a0 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.922+0000 7fdb417fa640 1 -- 172.21.15.52:0/1337831101 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb3c00b940 con 0x7fdb441029a0 2024-04-21T09:08:09.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.922+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb441a28c0 con 0x7fdb441029a0 2024-04-21T09:08:09.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.923+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb441a2b80 con 0x7fdb441029a0 2024-04-21T09:08:09.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.924+0000 7fdb417fa640 1 -- 172.21.15.52:0/1337831101 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fdb3c003b10 con 0x7fdb441029a0 2024-04-21T09:08:09.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.925+0000 7fdb417fa640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdb2c0a3c40 0x7fdb2c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:09.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.925+0000 7fdb43fff640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdb2c0a3c40 0x7fdb2c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:09.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.925+0000 7fdb417fa640 1 -- 172.21.15.52:0/1337831101 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fdb3c0d1210 con 0x7fdb441029a0 2024-04-21T09:08:09.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.925+0000 7fdb43fff640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdb2c0a3c40 0x7fdb2c0a6100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fdb34009b60 tx=0x7fdb34005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:09.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:09.929+0000 7fdb417fa640 1 -- 172.21.15.52:0/1337831101 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdb3c024070 con 0x7fdb441029a0 2024-04-21T09:08:10.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:09 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/254473974' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-21T09:08:10.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:09 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] up:active 2024-04-21T09:08:10.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:09 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-21T09:08:10.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:09 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:08:10.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:09 smithi060 ceph-mon[31055]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:10.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:09 smithi060 ceph-mon[31055]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:10.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.155+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fdb44069a10 con 0x7fdb2c0a3c40 2024-04-21T09:08:10.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.181+0000 7fdb417fa640 1 -- 172.21.15.52:0/1337831101 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fdb44069a10 con 0x7fdb2c0a3c40 2024-04-21T09:08:10.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdb2c0a3c40 msgr2=0x7fdb2c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdb2c0a3c40 0x7fdb2c0a6100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fdb34009b60 tx=0x7fdb34005f90 comp rx=0 tx=0).stop 2024-04-21T09:08:10.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb441029a0 msgr2=0x7fdb44103990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb441029a0 0x7fdb44103990 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdb3c00efc0 tx=0x7fdb3c00c800 comp rx=0 tx=0).stop 2024-04-21T09:08:10.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 shutdown_connections 2024-04-21T09:08:10.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdb441029a0 0x7fdb44103990 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdb2c0a3c40 0x7fdb2c0a6100 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdb44101fe0 0x7fdb44103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 --2- 172.21.15.52:0/1337831101 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb44100e90 0x7fdb44104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 >> 172.21.15.52:0/1337831101 conn(0x7fdb440fc420 msgr2=0x7fdb44069300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:10.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 shutdown_connections 2024-04-21T09:08:10.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.183+0000 7fdb4a50d640 1 -- 172.21.15.52:0/1337831101 wait complete. 2024-04-21T09:08:10.194 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-21T09:08:10.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:09 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/254473974' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-21T09:08:10.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:09 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] up:active 2024-04-21T09:08:10.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:09 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-21T09:08:10.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:09 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:08:10.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:09 smithi078 ceph-mon[31713]: from='client.24728 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:10.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:09 smithi078 ceph-mon[31713]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:10.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 -- 172.21.15.52:0/2590317982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8103180 msgr2=0x7f31e8103600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 --2- 172.21.15.52:0/2590317982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8103180 0x7f31e8103600 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f31d8009900 tx=0x7f31d802bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:10.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 -- 172.21.15.52:0/2590317982 shutdown_connections 2024-04-21T09:08:10.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 --2- 172.21.15.52:0/2590317982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f31e8103b40 0x7f31e810a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 --2- 172.21.15.52:0/2590317982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8103180 0x7f31e8103600 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 --2- 172.21.15.52:0/2590317982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f31e8101f90 0x7f31e81023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 -- 172.21.15.52:0/2590317982 >> 172.21.15.52:0/2590317982 conn(0x7f31e80fd4e0 msgr2=0x7f31e80ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 -- 172.21.15.52:0/2590317982 shutdown_connections 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.301+0000 7f31eefb6640 1 -- 172.21.15.52:0/2590317982 wait complete. 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31eefb6640 1 Processor -- start 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31eefb6640 1 -- start start 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31eefb6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8101f90 0x7f31e819a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31eefb6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f31e8103180 0x7f31e819a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31eefb6640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f31e8103b40 0x7f31e81a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31eefb6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f31e810db10 con 0x7f31e8101f90 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31eefb6640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f31e810d990 con 0x7f31e8103b40 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31eefb6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f31e810dc90 con 0x7f31e8103180 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31ecd52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8101f90 0x7f31e819a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31ecd52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8101f90 0x7f31e819a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51198/0 (socket says 172.21.15.52:51198) 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31ecd52640 1 -- 172.21.15.52:0/1202235254 learned_addr learned my addr 172.21.15.52:0/1202235254 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:10.305 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31ed553640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f31e8103b40 0x7f31e81a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.302+0000 7f31dffff640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f31e8103180 0x7f31e819a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ecd52640 1 -- 172.21.15.52:0/1202235254 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f31e8103180 msgr2=0x7f31e819a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ecd52640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f31e8103180 0x7f31e819a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ecd52640 1 -- 172.21.15.52:0/1202235254 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f31e8103b40 msgr2=0x7f31e81a19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ecd52640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f31e8103b40 0x7f31e81a19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ecd52640 1 -- 172.21.15.52:0/1202235254 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31e81a2040 con 0x7f31e8101f90 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ecd52640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8101f90 0x7f31e819a420 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f31e400d770 tx=0x7f31e400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ddffb640 1 -- 172.21.15.52:0/1202235254 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e4017070 con 0x7f31e8101f90 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ddffb640 1 -- 172.21.15.52:0/1202235254 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31e4009c30 con 0x7f31e8101f90 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31e81a2330 con 0x7f31e8101f90 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31ddffb640 1 -- 172.21.15.52:0/1202235254 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e4003cc0 con 0x7f31e8101f90 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.303+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31e81a2900 con 0x7f31e8101f90 2024-04-21T09:08:10.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.304+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31e81a2b60 con 0x7f31e8101f90 2024-04-21T09:08:10.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.305+0000 7f31ddffb640 1 -- 172.21.15.52:0/1202235254 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f31e4003e60 con 0x7f31e8101f90 2024-04-21T09:08:10.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.306+0000 7f31ddffb640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f31d00a3c40 0x7f31d00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:10.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.306+0000 7f31dffff640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f31d00a3c40 0x7f31d00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:10.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.306+0000 7f31ddffb640 1 -- 172.21.15.52:0/1202235254 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f31e40d01c0 con 0x7f31e8101f90 2024-04-21T09:08:10.308 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.306+0000 7f31dffff640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f31d00a3c40 0x7f31d00a6100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f31e819b930 tx=0x7f31d8005be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:10.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.310+0000 7f31ddffb640 1 -- 172.21.15.52:0/1202235254 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f31e409c7a0 con 0x7f31e8101f90 2024-04-21T09:08:10.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.526+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f31e80758a0 con 0x7f31d00a3c40 2024-04-21T09:08:10.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.531+0000 7f31ddffb640 1 -- 172.21.15.52:0/1202235254 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f31e80758a0 con 0x7f31d00a3c40 2024-04-21T09:08:10.531 INFO:teuthology.orchestra.run.smithi052.stdout:/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822 2024-04-21T09:08:10.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f31d00a3c40 msgr2=0x7f31d00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f31d00a3c40 0x7f31d00a6100 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f31e819b930 tx=0x7f31d8005be0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8101f90 msgr2=0x7f31e819a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8101f90 0x7f31e819a420 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f31e400d770 tx=0x7f31e400dc30 comp rx=0 tx=0).stop 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 shutdown_connections 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f31e8103b40 0x7f31e81a19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f31d00a3c40 0x7f31d00a6100 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f31e8103180 0x7f31e819a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 --2- 172.21.15.52:0/1202235254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f31e8101f90 0x7f31e819a420 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 >> 172.21.15.52:0/1202235254 conn(0x7f31e80fd4e0 msgr2=0x7f31e8074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:10.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 shutdown_connections 2024-04-21T09:08:10.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.533+0000 7f31eefb6640 1 -- 172.21.15.52:0/1202235254 wait complete. 2024-04-21T09:08:10.544 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.648+0000 7fcaa90ba640 1 -- 172.21.15.52:0/967678374 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4100e80 msgr2=0x7fcaa41012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.648+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/967678374 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4100e80 0x7fcaa41012a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fca94009900 tx=0x7fca9402bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.648+0000 7fcaa90ba640 1 -- 172.21.15.52:0/967678374 shutdown_connections 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.648+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/967678374 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcaa4102990 0x7fcaa41092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.648+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/967678374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcaa4101fd0 0x7fcaa4102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.648+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/967678374 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4100e80 0x7fcaa41012a0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.648+0000 7fcaa90ba640 1 -- 172.21.15.52:0/967678374 >> 172.21.15.52:0/967678374 conn(0x7fcaa40fc3f0 msgr2=0x7fcaa40fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.649+0000 7fcaa90ba640 1 -- 172.21.15.52:0/967678374 shutdown_connections 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.649+0000 7fcaa90ba640 1 -- 172.21.15.52:0/967678374 wait complete. 2024-04-21T09:08:10.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.649+0000 7fcaa90ba640 1 Processor -- start 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.649+0000 7fcaa90ba640 1 -- start start 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa90ba640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcaa4100e80 0x7fcaa41980f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa90ba640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcaa4101fd0 0x7fcaa4198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa90ba640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4102990 0x7fcaa419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa90ba640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa410ca20 con 0x7fcaa4102990 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa90ba640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa410c8a0 con 0x7fcaa4101fd0 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa90ba640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa410cba0 con 0x7fcaa4100e80 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4102990 0x7fcaa419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4102990 0x7fcaa419f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51222/0 (socket says 172.21.15.52:51222) 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 -- 172.21.15.52:0/501128274 learned_addr learned my addr 172.21.15.52:0/501128274 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa259c640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcaa4101fd0 0x7fcaa4198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa2d9d640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcaa4100e80 0x7fcaa41980f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:10.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 -- 172.21.15.52:0/501128274 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcaa4100e80 msgr2=0x7fcaa41980f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcaa4100e80 0x7fcaa41980f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 -- 172.21.15.52:0/501128274 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcaa4101fd0 msgr2=0x7fcaa4198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcaa4101fd0 0x7fcaa4198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 -- 172.21.15.52:0/501128274 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaa419fd10 con 0x7fcaa4102990 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa359e640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4102990 0x7fcaa419f6a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fca9c00eaa0 tx=0x7fca9c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fca8bfff640 1 -- 172.21.15.52:0/501128274 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca9c00cdb0 con 0x7fcaa4102990 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fca8bfff640 1 -- 172.21.15.52:0/501128274 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca9c005020 con 0x7fcaa4102990 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaa419ffa0 con 0x7fcaa4102990 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.650+0000 7fca8bfff640 1 -- 172.21.15.52:0/501128274 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca9c0116d0 con 0x7fcaa4102990 2024-04-21T09:08:10.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.651+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaa41a04c0 con 0x7fcaa4102990 2024-04-21T09:08:10.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.651+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaa41a0780 con 0x7fcaa4102990 2024-04-21T09:08:10.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.653+0000 7fca8bfff640 1 -- 172.21.15.52:0/501128274 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fca9c0051d0 con 0x7fcaa4102990 2024-04-21T09:08:10.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.653+0000 7fca8bfff640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fca8c0a3c40 0x7fca8c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:10.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.653+0000 7fcaa2d9d640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fca8c0a3c40 0x7fca8c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:10.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.653+0000 7fca8bfff640 1 -- 172.21.15.52:0/501128274 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fca9c0d0900 con 0x7fcaa4102990 2024-04-21T09:08:10.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.654+0000 7fcaa2d9d640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fca8c0a3c40 0x7fca8c0a6100 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fca94000c00 tx=0x7fca9402c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:10.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.658+0000 7fca8bfff640 1 -- 172.21.15.52:0/501128274 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fca9c016030 con 0x7fcaa4102990 2024-04-21T09:08:10.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.885+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcaa41a0b10 con 0x7fcaa4102990 2024-04-21T09:08:10.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.885+0000 7fca8bfff640 1 -- 172.21.15.52:0/501128274 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11855 (secure 0 0 0) 0x7fca9c09c8f0 con 0x7fcaa4102990 2024-04-21T09:08:10.885 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:10.886 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:08:08.697938+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:08:10.886 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 24 2024-04-21T09:08:10.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fca8c0a3c40 msgr2=0x7fca8c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fca8c0a3c40 0x7fca8c0a6100 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fca94000c00 tx=0x7fca9402c7e0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4102990 msgr2=0x7fcaa419f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:10.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4102990 0x7fcaa419f6a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fca9c00eaa0 tx=0x7fca9c00ef60 comp rx=0 tx=0).stop 2024-04-21T09:08:10.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 shutdown_connections 2024-04-21T09:08:10.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcaa4102990 0x7fcaa419f6a0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcaa4101fd0 0x7fcaa4198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fca8c0a3c40 0x7fca8c0a6100 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 --2- 172.21.15.52:0/501128274 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcaa4100e80 0x7fcaa41980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:10.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 >> 172.21.15.52:0/501128274 conn(0x7fcaa40fc3f0 msgr2=0x7fcaa40fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:10.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.887+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 shutdown_connections 2024-04-21T09:08:10.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:10.888+0000 7fcaa90ba640 1 -- 172.21.15.52:0/501128274 wait complete. 2024-04-21T09:08:10.897 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:10 smithi052 ceph-mon[28035]: pgmap v308: 129 pgs: 129 active+clean; 584 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-21T09:08:10.897 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:10 smithi052 ceph-mon[28035]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-21T09:08:10.898 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:10 smithi052 ceph-mon[28035]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:10.898 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:10 smithi052 ceph-mon[28035]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:10.898 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:10 smithi052 ceph-mon[28035]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:10.899 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 -- 172.21.15.52:0/3560505073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 msgr2=0x7f72681012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3560505073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 0x7f72681012a0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7260009900 tx=0x7f726002bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 -- 172.21.15.52:0/3560505073 shutdown_connections 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3560505073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7268102990 0x7f72681092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3560505073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7268101fd0 0x7f7268102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3560505073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 0x7f72681012a0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 -- 172.21.15.52:0/3560505073 >> 172.21.15.52:0/3560505073 conn(0x7f72680fc3f0 msgr2=0x7f72680fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 -- 172.21.15.52:0/3560505073 shutdown_connections 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 -- 172.21.15.52:0/3560505073 wait complete. 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 Processor -- start 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.001+0000 7f726d2fd640 1 -- start start 2024-04-21T09:08:11.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f726d2fd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 0x7f72681981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f726d2fd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7268101fd0 0x7f72681986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f726d2fd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7268102990 0x7f726819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f726d2fd640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f726810db20 con 0x7f7268100e80 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f726d2fd640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f726810d9a0 con 0x7f7268101fd0 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f726d2fd640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f726810dca0 con 0x7f7268102990 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 0x7f72681981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 0x7f72681981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51246/0 (socket says 172.21.15.52:51246) 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 -- 172.21.15.52:0/3375797156 learned_addr learned my addr 172.21.15.52:0/3375797156 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f72677fe640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7268102990 0x7f726819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f72667fc640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7268101fd0 0x7f72681986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 -- 172.21.15.52:0/3375797156 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7268102990 msgr2=0x7f726819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7268102990 0x7f726819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 -- 172.21.15.52:0/3375797156 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7268101fd0 msgr2=0x7f72681986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7268101fd0 0x7f72681986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 -- 172.21.15.52:0/3375797156 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726819fdd0 con 0x7f7268100e80 2024-04-21T09:08:11.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f7266ffd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 0x7f72681981b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7260006010 tx=0x7f7260004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:11.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f725ffff640 1 -- 172.21.15.52:0/3375797156 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260043020 con 0x7f7268100e80 2024-04-21T09:08:11.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f725ffff640 1 -- 172.21.15.52:0/3375797156 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7260004440 con 0x7f7268100e80 2024-04-21T09:08:11.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72681a0060 con 0x7f7268100e80 2024-04-21T09:08:11.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.002+0000 7f725ffff640 1 -- 172.21.15.52:0/3375797156 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260003bf0 con 0x7f7268100e80 2024-04-21T09:08:11.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.003+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72681a05b0 con 0x7f7268100e80 2024-04-21T09:08:11.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.003+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72681082b0 con 0x7f7268100e80 2024-04-21T09:08:11.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.005+0000 7f725ffff640 1 -- 172.21.15.52:0/3375797156 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7260046020 con 0x7f7268100e80 2024-04-21T09:08:11.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.005+0000 7f725ffff640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f72540a3c40 0x7f72540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.005+0000 7f725ffff640 1 -- 172.21.15.52:0/3375797156 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f72600f2950 con 0x7f7268100e80 2024-04-21T09:08:11.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.005+0000 7f72667fc640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f72540a3c40 0x7f72540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.006+0000 7f72667fc640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f72540a3c40 0x7f72540a6100 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f72681996c0 tx=0x7f7250005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:11.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.010+0000 7f725ffff640 1 -- 172.21.15.52:0/3375797156 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f726004d020 con 0x7f7268100e80 2024-04-21T09:08:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:10 smithi060 ceph-mon[31055]: pgmap v308: 129 pgs: 129 active+clean; 584 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-21T09:08:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:10 smithi060 ceph-mon[31055]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-21T09:08:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:10 smithi060 ceph-mon[31055]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:10 smithi060 ceph-mon[31055]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:11.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:10 smithi060 ceph-mon[31055]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:11.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:10 smithi078 ceph-mon[31713]: pgmap v308: 129 pgs: 129 active+clean; 584 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1.2 KiB/s wr, 4 op/s 2024-04-21T09:08:11.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:10 smithi078 ceph-mon[31713]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-21T09:08:11.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:10 smithi078 ceph-mon[31713]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:11.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:10 smithi078 ceph-mon[31713]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:11.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:10 smithi078 ceph-mon[31713]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:08:11.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.197+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7268062b50 con 0x7f7268100e80 2024-04-21T09:08:11.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.199+0000 7f725ffff640 1 -- 172.21.15.52:0/3375797156 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7f72600bf0a0 con 0x7f7268100e80 2024-04-21T09:08:11.199 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:11.199 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:08:11.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f72540a3c40 msgr2=0x7f72540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f72540a3c40 0x7f72540a6100 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f72681996c0 tx=0x7f7250005f90 comp rx=0 tx=0).stop 2024-04-21T09:08:11.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 msgr2=0x7f72681981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 0x7f72681981b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7260006010 tx=0x7f7260004040 comp rx=0 tx=0).stop 2024-04-21T09:08:11.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 shutdown_connections 2024-04-21T09:08:11.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f72540a3c40 0x7f72540a6100 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7268102990 0x7f726819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7268101fd0 0x7f72681986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 --2- 172.21.15.52:0/3375797156 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7268100e80 0x7f72681981b0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 >> 172.21.15.52:0/3375797156 conn(0x7f72680fc3f0 msgr2=0x7f7268105480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:11.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 shutdown_connections 2024-04-21T09:08:11.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.201+0000 7f726d2fd640 1 -- 172.21.15.52:0/3375797156 wait complete. 2024-04-21T09:08:11.213 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-21T09:08:11.213 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 -- 172.21.15.52:0/2899821362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 msgr2=0x7f6778107720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 --2- 172.21.15.52:0/2899821362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 0x7f6778107720 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6774009900 tx=0x7f677402bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 -- 172.21.15.52:0/2899821362 shutdown_connections 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 --2- 172.21.15.52:0/2899821362 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6778107c60 0x7f677810a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 --2- 172.21.15.52:0/2899821362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 0x7f6778107720 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 --2- 172.21.15.52:0/2899821362 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6778102a00 0x7f6778104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 -- 172.21.15.52:0/2899821362 >> 172.21.15.52:0/2899821362 conn(0x7f67780fc3f0 msgr2=0x7f67780fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 -- 172.21.15.52:0/2899821362 shutdown_connections 2024-04-21T09:08:11.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.317+0000 7f678009a640 1 -- 172.21.15.52:0/2899821362 wait complete. 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f678009a640 1 Processor -- start 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f678009a640 1 -- start start 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f678009a640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6778102a00 0x7f6778102370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f678009a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 0x7f67781009b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f678009a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6778107c60 0x7f6778100ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f678009a640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f677810da90 con 0x7f6778105330 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f678009a640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f677810d910 con 0x7f6778102a00 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f678009a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f677810dc10 con 0x7f6778107c60 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677d635640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 0x7f67781009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677d635640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 0x7f67781009b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51254/0 (socket says 172.21.15.52:51254) 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677d635640 1 -- 172.21.15.52:0/591060768 learned_addr learned my addr 172.21.15.52:0/591060768 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677de36640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6778102a00 0x7f6778102370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677e637640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6778107c60 0x7f6778100ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677d635640 1 -- 172.21.15.52:0/591060768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6778107c60 msgr2=0x7f6778100ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677d635640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6778107c60 0x7f6778100ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677d635640 1 -- 172.21.15.52:0/591060768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6778102a00 msgr2=0x7f6778102370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677d635640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6778102a00 0x7f6778102370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.318+0000 7f677d635640 1 -- 172.21.15.52:0/591060768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6778101780 con 0x7f6778105330 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.319+0000 7f677d635640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 0x7f67781009b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6774036040 tx=0x7f67740042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.319+0000 7f676effd640 1 -- 172.21.15.52:0/591060768 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6774043020 con 0x7f6778105330 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.319+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67781a2260 con 0x7f6778105330 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.319+0000 7f676effd640 1 -- 172.21.15.52:0/591060768 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6774004aa0 con 0x7f6778105330 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.319+0000 7f676effd640 1 -- 172.21.15.52:0/591060768 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6774003de0 con 0x7f6778105330 2024-04-21T09:08:11.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.319+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67781a2800 con 0x7f6778105330 2024-04-21T09:08:11.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.320+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67780fdee0 con 0x7f6778105330 2024-04-21T09:08:11.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.321+0000 7f676effd640 1 -- 172.21.15.52:0/591060768 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6774046020 con 0x7f6778105330 2024-04-21T09:08:11.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.321+0000 7f676effd640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67640a3c40 0x7f67640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.322+0000 7f677de36640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67640a3c40 0x7f67640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.322+0000 7f676effd640 1 -- 172.21.15.52:0/591060768 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f67740f2c10 con 0x7f6778105330 2024-04-21T09:08:11.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.322+0000 7f677de36640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67640a3c40 0x7f67640a6100 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f676800ba40 tx=0x7f6768005cc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:11.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.326+0000 7f676effd640 1 -- 172.21.15.52:0/591060768 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f677404d020 con 0x7f6778105330 2024-04-21T09:08:11.515 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.515+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6778062390 con 0x7f67640a3c40 2024-04-21T09:08:11.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.526+0000 7f676effd640 1 -- 172.21.15.52:0/591060768 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340254 (secure 0 0 0) 0x7f6778062390 con 0x7f67640a3c40 2024-04-21T09:08:11.530 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:11.532 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:08:11.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67640a3c40 msgr2=0x7f67640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67640a3c40 0x7f67640a6100 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f676800ba40 tx=0x7f6768005cc0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 msgr2=0x7f67781009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 0x7f67781009b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6774036040 tx=0x7f67740042f0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 shutdown_connections 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67640a3c40 0x7f67640a6100 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6778107c60 0x7f6778100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6778105330 0x7f67781009b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 --2- 172.21.15.52:0/591060768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6778102a00 0x7f6778102370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.529+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 >> 172.21.15.52:0/591060768 conn(0x7f67780fc3f0 msgr2=0x7f6778103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.530+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 shutdown_connections 2024-04-21T09:08:11.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.530+0000 7f678009a640 1 -- 172.21.15.52:0/591060768 wait complete. 2024-04-21T09:08:11.541 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":308,"stamp":"2024-04-21T09:08:09.598729+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597506,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":149,"num_read_kb":130,"num_write":268,"num_write_kb":2970,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":26,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":358444,"kb_used_data":13420,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124583380,"statfs":{"total":1151940427776,"available":1151573381120,"internally_reserved":0,"allocated":13742080,"data_stored":7515162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2639,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":13,"num_read_kb":11,"num_write":40,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003697"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669312+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:07:47.669312+0000","last_peered":"2024-04-21T09:07:47.669312+0000","last_clean":"2024-04-21T09:07:47.669312+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:07:47.669312+0000","last_undegraded":"2024-04-21T09:07:47.669312+0000","last_fullsized":"2024-04-21T09:07:47.669312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037728+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:07:48.037728+0000","last_peered":"2024-04-21T09:07:48.037728+0000","last_clean":"2024-04-21T09:07:48.037728+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:07:48.037728+0000","last_undegraded":"2024-04-21T09:07:48.037728+0000","last_fullsized":"2024-04-21T09:07:48.037728+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037513+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:07:48.037513+0000","last_peered":"2024-04-21T09:07:48.037513+0000","last_clean":"2024-04-21T09:07:48.037513+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:07:48.037513+0000","last_undegraded":"2024-04-21T09:07:48.037513+0000","last_fullsized":"2024-04-21T09:07:48.037513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039230+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:07:48.039230+0000","last_peered":"2024-04-21T09:07:48.039230+0000","last_clean":"2024-04-21T09:07:48.039230+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:07:48.039230+0000","last_undegraded":"2024-04-21T09:07:48.039230+0000","last_fullsized":"2024-04-21T09:07:48.039230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037906+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:07:48.037906+0000","last_peered":"2024-04-21T09:07:48.037906+0000","last_clean":"2024-04-21T09:07:48.037906+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:07:48.037906+0000","last_undegraded":"2024-04-21T09:07:48.037906+0000","last_fullsized":"2024-04-21T09:07:48.037906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038493+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:07:48.038493+0000","last_peered":"2024-04-21T09:07:48.038493+0000","last_clean":"2024-04-21T09:07:48.038493+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:07:48.038493+0000","last_undegraded":"2024-04-21T09:07:48.038493+0000","last_fullsized":"2024-04-21T09:07:48.038493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627093+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:07:47.627093+0000","last_peered":"2024-04-21T09:07:47.627093+0000","last_clean":"2024-04-21T09:07:47.627093+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:07:47.627093+0000","last_undegraded":"2024-04-21T09:07:47.627093+0000","last_fullsized":"2024-04-21T09:07:47.627093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037256+0000","last_change":"2024-04-21T09:07:42.376020+0000","last_active":"2024-04-21T09:07:48.037256+0000","last_peered":"2024-04-21T09:07:48.037256+0000","last_clean":"2024-04-21T09:07:48.037256+0000","last_became_active":"2024-04-21T09:07:42.375626+0000","last_became_peered":"2024-04-21T09:07:42.375626+0000","last_unstale":"2024-04-21T09:07:48.037256+0000","last_undegraded":"2024-04-21T09:07:48.037256+0000","last_fullsized":"2024-04-21T09:07:48.037256+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:52:43.470059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039816+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:07:48.039816+0000","last_peered":"2024-04-21T09:07:48.039816+0000","last_clean":"2024-04-21T09:07:48.039816+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:07:48.039816+0000","last_undegraded":"2024-04-21T09:07:48.039816+0000","last_fullsized":"2024-04-21T09:07:48.039816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039576+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:07:48.039576+0000","last_peered":"2024-04-21T09:07:48.039576+0000","last_clean":"2024-04-21T09:07:48.039576+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:07:48.039576+0000","last_undegraded":"2024-04-21T09:07:48.039576+0000","last_fullsized":"2024-04-21T09:07:48.039576+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627784+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:07:47.627784+0000","last_peered":"2024-04-21T09:07:47.627784+0000","last_clean":"2024-04-21T09:07:47.627784+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:07:47.627784+0000","last_undegraded":"2024-04-21T09:07:47.627784+0000","last_fullsized":"2024-04-21T09:07:47.627784+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039161+0000","last_change":"2024-04-21T09:07:42.374998+0000","last_active":"2024-04-21T09:07:48.039161+0000","last_peered":"2024-04-21T09:07:48.039161+0000","last_clean":"2024-04-21T09:07:48.039161+0000","last_became_active":"2024-04-21T09:07:42.374487+0000","last_became_peered":"2024-04-21T09:07:42.374487+0000","last_unstale":"2024-04-21T09:07:48.039161+0000","last_undegraded":"2024-04-21T09:07:48.039161+0000","last_fullsized":"2024-04-21T09:07:48.039161+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:56:31.262605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941263+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:07:47.941263+0000","last_peered":"2024-04-21T09:07:47.941263+0000","last_clean":"2024-04-21T09:07:47.941263+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:07:47.941263+0000","last_undegraded":"2024-04-21T09:07:47.941263+0000","last_fullsized":"2024-04-21T09:07:47.941263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037459+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:07:48.037459+0000","last_peered":"2024-04-21T09:07:48.037459+0000","last_clean":"2024-04-21T09:07:48.037459+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:07:48.037459+0000","last_undegraded":"2024-04-21T09:07:48.037459+0000","last_fullsized":"2024-04-21T09:07:48.037459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037619+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:07:48.037619+0000","last_peered":"2024-04-21T09:07:48.037619+0000","last_clean":"2024-04-21T09:07:48.037619+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:07:48.037619+0000","last_undegraded":"2024-04-21T09:07:48.037619+0000","last_fullsized":"2024-04-21T09:07:48.037619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037917+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:07:48.037917+0000","last_peered":"2024-04-21T09:07:48.037917+0000","last_clean":"2024-04-21T09:07:48.037917+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:07:48.037917+0000","last_undegraded":"2024-04-21T09:07:48.037917+0000","last_fullsized":"2024-04-21T09:07:48.037917+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669115+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:07:47.669115+0000","last_peered":"2024-04-21T09:07:47.669115+0000","last_clean":"2024-04-21T09:07:47.669115+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:07:47.669115+0000","last_undegraded":"2024-04-21T09:07:47.669115+0000","last_fullsized":"2024-04-21T09:07:47.669115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627502+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:07:47.627502+0000","last_peered":"2024-04-21T09:07:47.627502+0000","last_clean":"2024-04-21T09:07:47.627502+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:07:47.627502+0000","last_undegraded":"2024-04-21T09:07:47.627502+0000","last_fullsized":"2024-04-21T09:07:47.627502+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627787+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:07:47.627787+0000","last_peered":"2024-04-21T09:07:47.627787+0000","last_clean":"2024-04-21T09:07:47.627787+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:07:47.627787+0000","last_undegraded":"2024-04-21T09:07:47.627787+0000","last_fullsized":"2024-04-21T09:07:47.627787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627835+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:07:47.627835+0000","last_peered":"2024-04-21T09:07:47.627835+0000","last_clean":"2024-04-21T09:07:47.627835+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:07:47.627835+0000","last_undegraded":"2024-04-21T09:07:47.627835+0000","last_fullsized":"2024-04-21T09:07:47.627835+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":33,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.704557+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:08:07.704557+0000","last_peered":"2024-04-21T09:08:07.704557+0000","last_clean":"2024-04-21T09:08:07.704557+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:08:07.704557+0000","last_undegraded":"2024-04-21T09:08:07.704557+0000","last_fullsized":"2024-04-21T09:08:07.704557+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037929+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:07:48.037929+0000","last_peered":"2024-04-21T09:07:48.037929+0000","last_clean":"2024-04-21T09:07:48.037929+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:07:48.037929+0000","last_undegraded":"2024-04-21T09:07:48.037929+0000","last_fullsized":"2024-04-21T09:07:48.037929+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037940+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:07:48.037940+0000","last_peered":"2024-04-21T09:07:48.037940+0000","last_clean":"2024-04-21T09:07:48.037940+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:07:48.037940+0000","last_undegraded":"2024-04-21T09:07:48.037940+0000","last_fullsized":"2024-04-21T09:07:48.037940+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038344+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:07:48.038344+0000","last_peered":"2024-04-21T09:07:48.038344+0000","last_clean":"2024-04-21T09:07:48.038344+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:07:48.038344+0000","last_undegraded":"2024-04-21T09:07:48.038344+0000","last_fullsized":"2024-04-21T09:07:48.038344+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037719+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:07:48.037719+0000","last_peered":"2024-04-21T09:07:48.037719+0000","last_clean":"2024-04-21T09:07:48.037719+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:07:48.037719+0000","last_undegraded":"2024-04-21T09:07:48.037719+0000","last_fullsized":"2024-04-21T09:07:48.037719+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039066+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:07:48.039066+0000","last_peered":"2024-04-21T09:07:48.039066+0000","last_clean":"2024-04-21T09:07:48.039066+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:07:48.039066+0000","last_undegraded":"2024-04-21T09:07:48.039066+0000","last_fullsized":"2024-04-21T09:07:48.039066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038651+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:07:48.038651+0000","last_peered":"2024-04-21T09:07:48.038651+0000","last_clean":"2024-04-21T09:07:48.038651+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:07:48.038651+0000","last_undegraded":"2024-04-21T09:07:48.038651+0000","last_fullsized":"2024-04-21T09:07:48.038651+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039422+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:07:48.039422+0000","last_peered":"2024-04-21T09:07:48.039422+0000","last_clean":"2024-04-21T09:07:48.039422+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:07:48.039422+0000","last_undegraded":"2024-04-21T09:07:48.039422+0000","last_fullsized":"2024-04-21T09:07:48.039422+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038630+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:07:48.038630+0000","last_peered":"2024-04-21T09:07:48.038630+0000","last_clean":"2024-04-21T09:07:48.038630+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:07:48.038630+0000","last_undegraded":"2024-04-21T09:07:48.038630+0000","last_fullsized":"2024-04-21T09:07:48.038630+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038016+0000","last_change":"2024-04-21T09:07:41.376763+0000","last_active":"2024-04-21T09:07:48.038016+0000","last_peered":"2024-04-21T09:07:48.038016+0000","last_clean":"2024-04-21T09:07:48.038016+0000","last_became_active":"2024-04-21T09:07:41.376449+0000","last_became_peered":"2024-04-21T09:07:41.376449+0000","last_unstale":"2024-04-21T09:07:48.038016+0000","last_undegraded":"2024-04-21T09:07:48.038016+0000","last_fullsized":"2024-04-21T09:07:48.038016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:42:44.826089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038242+0000","last_change":"2024-04-21T09:07:42.374807+0000","last_active":"2024-04-21T09:07:48.038242+0000","last_peered":"2024-04-21T09:07:48.038242+0000","last_clean":"2024-04-21T09:07:48.038242+0000","last_became_active":"2024-04-21T09:07:42.374427+0000","last_became_peered":"2024-04-21T09:07:42.374427+0000","last_unstale":"2024-04-21T09:07:48.038242+0000","last_undegraded":"2024-04-21T09:07:48.038242+0000","last_fullsized":"2024-04-21T09:07:48.038242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:44:01.826849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627602+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:07:47.627602+0000","last_peered":"2024-04-21T09:07:47.627602+0000","last_clean":"2024-04-21T09:07:47.627602+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:07:47.627602+0000","last_undegraded":"2024-04-21T09:07:47.627602+0000","last_fullsized":"2024-04-21T09:07:47.627602+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:08.706207+0000","last_change":"2024-04-21T09:07:41.373112+0000","last_active":"2024-04-21T09:08:08.706207+0000","last_peered":"2024-04-21T09:08:08.706207+0000","last_clean":"2024-04-21T09:08:08.706207+0000","last_became_active":"2024-04-21T09:07:41.372691+0000","last_became_peered":"2024-04-21T09:07:41.372691+0000","last_unstale":"2024-04-21T09:08:08.706207+0000","last_undegraded":"2024-04-21T09:08:08.706207+0000","last_fullsized":"2024-04-21T09:08:08.706207+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:58:30.605141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037645+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:07:48.037645+0000","last_peered":"2024-04-21T09:07:48.037645+0000","last_clean":"2024-04-21T09:07:48.037645+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:07:48.037645+0000","last_undegraded":"2024-04-21T09:07:48.037645+0000","last_fullsized":"2024-04-21T09:07:48.037645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627686+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:07:47.627686+0000","last_peered":"2024-04-21T09:07:47.627686+0000","last_clean":"2024-04-21T09:07:47.627686+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:07:47.627686+0000","last_undegraded":"2024-04-21T09:07:47.627686+0000","last_fullsized":"2024-04-21T09:07:47.627686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"84'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038357+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:07:48.038357+0000","last_peered":"2024-04-21T09:07:48.038357+0000","last_clean":"2024-04-21T09:07:48.038357+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:07:48.038357+0000","last_undegraded":"2024-04-21T09:07:48.038357+0000","last_fullsized":"2024-04-21T09:07:48.038357+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037827+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:07:48.037827+0000","last_peered":"2024-04-21T09:07:48.037827+0000","last_clean":"2024-04-21T09:07:48.037827+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:07:48.037827+0000","last_undegraded":"2024-04-21T09:07:48.037827+0000","last_fullsized":"2024-04-21T09:07:48.037827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669222+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:07:47.669222+0000","last_peered":"2024-04-21T09:07:47.669222+0000","last_clean":"2024-04-21T09:07:47.669222+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:07:47.669222+0000","last_undegraded":"2024-04-21T09:07:47.669222+0000","last_fullsized":"2024-04-21T09:07:47.669222+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.940828+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:07:47.940828+0000","last_peered":"2024-04-21T09:07:47.940828+0000","last_clean":"2024-04-21T09:07:47.940828+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:07:47.940828+0000","last_undegraded":"2024-04-21T09:07:47.940828+0000","last_fullsized":"2024-04-21T09:07:47.940828+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037140+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:07:48.037140+0000","last_peered":"2024-04-21T09:07:48.037140+0000","last_clean":"2024-04-21T09:07:48.037140+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:07:48.037140+0000","last_undegraded":"2024-04-21T09:07:48.037140+0000","last_fullsized":"2024-04-21T09:07:48.037140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037664+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:07:48.037664+0000","last_peered":"2024-04-21T09:07:48.037664+0000","last_clean":"2024-04-21T09:07:48.037664+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:07:48.037664+0000","last_undegraded":"2024-04-21T09:07:48.037664+0000","last_fullsized":"2024-04-21T09:07:48.037664+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037625+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:07:48.037625+0000","last_peered":"2024-04-21T09:07:48.037625+0000","last_clean":"2024-04-21T09:07:48.037625+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:07:48.037625+0000","last_undegraded":"2024-04-21T09:07:48.037625+0000","last_fullsized":"2024-04-21T09:07:48.037625+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.626955+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:07:47.626955+0000","last_peered":"2024-04-21T09:07:47.626955+0000","last_clean":"2024-04-21T09:07:47.626955+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:07:47.626955+0000","last_undegraded":"2024-04-21T09:07:47.626955+0000","last_fullsized":"2024-04-21T09:07:47.626955+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037706+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:07:48.037706+0000","last_peered":"2024-04-21T09:07:48.037706+0000","last_clean":"2024-04-21T09:07:48.037706+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:07:48.037706+0000","last_undegraded":"2024-04-21T09:07:48.037706+0000","last_fullsized":"2024-04-21T09:07:48.037706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039451+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:07:48.039451+0000","last_peered":"2024-04-21T09:07:48.039451+0000","last_clean":"2024-04-21T09:07:48.039451+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:07:48.039451+0000","last_undegraded":"2024-04-21T09:07:48.039451+0000","last_fullsized":"2024-04-21T09:07:48.039451+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038850+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:07:48.038850+0000","last_peered":"2024-04-21T09:07:48.038850+0000","last_clean":"2024-04-21T09:07:48.038850+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:07:48.038850+0000","last_undegraded":"2024-04-21T09:07:48.038850+0000","last_fullsized":"2024-04-21T09:07:48.038850+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627090+0000","last_change":"2024-04-21T09:07:46.631221+0000","last_active":"2024-04-21T09:07:47.627090+0000","last_peered":"2024-04-21T09:07:47.627090+0000","last_clean":"2024-04-21T09:07:47.627090+0000","last_became_active":"2024-04-21T09:07:46.629871+0000","last_became_peered":"2024-04-21T09:07:46.629871+0000","last_unstale":"2024-04-21T09:07:47.627090+0000","last_undegraded":"2024-04-21T09:07:47.627090+0000","last_fullsized":"2024-04-21T09:07:47.627090+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:20:09.043009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627625+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:07:47.627625+0000","last_peered":"2024-04-21T09:07:47.627625+0000","last_clean":"2024-04-21T09:07:47.627625+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:07:47.627625+0000","last_undegraded":"2024-04-21T09:07:47.627625+0000","last_fullsized":"2024-04-21T09:07:47.627625+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037912+0000","last_change":"2024-04-21T09:07:42.371143+0000","last_active":"2024-04-21T09:07:48.037912+0000","last_peered":"2024-04-21T09:07:48.037912+0000","last_clean":"2024-04-21T09:07:48.037912+0000","last_became_active":"2024-04-21T09:07:42.370517+0000","last_became_peered":"2024-04-21T09:07:42.370517+0000","last_unstale":"2024-04-21T09:07:48.037912+0000","last_undegraded":"2024-04-21T09:07:48.037912+0000","last_fullsized":"2024-04-21T09:07:48.037912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:04:26.236263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039571+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:07:48.039571+0000","last_peered":"2024-04-21T09:07:48.039571+0000","last_clean":"2024-04-21T09:07:48.039571+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:07:48.039571+0000","last_undegraded":"2024-04-21T09:07:48.039571+0000","last_fullsized":"2024-04-21T09:07:48.039571+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.691729+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:08:06.691729+0000","last_peered":"2024-04-21T09:08:06.691729+0000","last_clean":"2024-04-21T09:08:06.691729+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:08:06.691729+0000","last_undegraded":"2024-04-21T09:08:06.691729+0000","last_fullsized":"2024-04-21T09:08:06.691729+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039614+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:07:48.039614+0000","last_peered":"2024-04-21T09:07:48.039614+0000","last_clean":"2024-04-21T09:07:48.039614+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:07:48.039614+0000","last_undegraded":"2024-04-21T09:07:48.039614+0000","last_fullsized":"2024-04-21T09:07:48.039614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627098+0000","last_change":"2024-04-21T09:07:46.629256+0000","last_active":"2024-04-21T09:07:47.627098+0000","last_peered":"2024-04-21T09:07:47.627098+0000","last_clean":"2024-04-21T09:07:47.627098+0000","last_became_active":"2024-04-21T09:07:46.628809+0000","last_became_peered":"2024-04-21T09:07:46.628809+0000","last_unstale":"2024-04-21T09:07:47.627098+0000","last_undegraded":"2024-04-21T09:07:47.627098+0000","last_fullsized":"2024-04-21T09:07:47.627098+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:16:45.906975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'10","reported_seq":33,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:58.076441+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:07:58.076441+0000","last_peered":"2024-04-21T09:07:58.076441+0000","last_clean":"2024-04-21T09:07:58.076441+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:07:58.076441+0000","last_undegraded":"2024-04-21T09:07:58.076441+0000","last_fullsized":"2024-04-21T09:07:58.076441+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038406+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:07:48.038406+0000","last_peered":"2024-04-21T09:07:48.038406+0000","last_clean":"2024-04-21T09:07:48.038406+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:07:48.038406+0000","last_undegraded":"2024-04-21T09:07:48.038406+0000","last_fullsized":"2024-04-21T09:07:48.038406+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038600+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:07:48.038600+0000","last_peered":"2024-04-21T09:07:48.038600+0000","last_clean":"2024-04-21T09:07:48.038600+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:07:48.038600+0000","last_undegraded":"2024-04-21T09:07:48.038600+0000","last_fullsized":"2024-04-21T09:07:48.038600+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.703484+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:08:07.703484+0000","last_peered":"2024-04-21T09:08:07.703484+0000","last_clean":"2024-04-21T09:08:07.703484+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:08:07.703484+0000","last_undegraded":"2024-04-21T09:08:07.703484+0000","last_fullsized":"2024-04-21T09:08:07.703484+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941052+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:07:47.941052+0000","last_peered":"2024-04-21T09:07:47.941052+0000","last_clean":"2024-04-21T09:07:47.941052+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:07:47.941052+0000","last_undegraded":"2024-04-21T09:07:47.941052+0000","last_fullsized":"2024-04-21T09:07:47.941052+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668970+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:07:47.668970+0000","last_peered":"2024-04-21T09:07:47.668970+0000","last_clean":"2024-04-21T09:07:47.668970+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:07:47.668970+0000","last_undegraded":"2024-04-21T09:07:47.668970+0000","last_fullsized":"2024-04-21T09:07:47.668970+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.692385+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:08:06.692385+0000","last_peered":"2024-04-21T09:08:06.692385+0000","last_clean":"2024-04-21T09:08:06.692385+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:08:06.692385+0000","last_undegraded":"2024-04-21T09:08:06.692385+0000","last_fullsized":"2024-04-21T09:08:06.692385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627533+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:07:47.627533+0000","last_peered":"2024-04-21T09:07:47.627533+0000","last_clean":"2024-04-21T09:07:47.627533+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:07:47.627533+0000","last_undegraded":"2024-04-21T09:07:47.627533+0000","last_fullsized":"2024-04-21T09:07:47.627533+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627714+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:07:47.627714+0000","last_peered":"2024-04-21T09:07:47.627714+0000","last_clean":"2024-04-21T09:07:47.627714+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:07:47.627714+0000","last_undegraded":"2024-04-21T09:07:47.627714+0000","last_fullsized":"2024-04-21T09:07:47.627714+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'3","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:08.705168+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:08:08.705168+0000","last_peered":"2024-04-21T09:08:08.705168+0000","last_clean":"2024-04-21T09:08:08.705168+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:08:08.705168+0000","last_undegraded":"2024-04-21T09:08:08.705168+0000","last_fullsized":"2024-04-21T09:08:08.705168+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627144+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:07:47.627144+0000","last_peered":"2024-04-21T09:07:47.627144+0000","last_clean":"2024-04-21T09:07:47.627144+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:07:47.627144+0000","last_undegraded":"2024-04-21T09:07:47.627144+0000","last_fullsized":"2024-04-21T09:07:47.627144+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941160+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:07:47.941160+0000","last_peered":"2024-04-21T09:07:47.941160+0000","last_clean":"2024-04-21T09:07:47.941160+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:07:47.941160+0000","last_undegraded":"2024-04-21T09:07:47.941160+0000","last_fullsized":"2024-04-21T09:07:47.941160+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"84'8","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037311+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:07:48.037311+0000","last_peered":"2024-04-21T09:07:48.037311+0000","last_clean":"2024-04-21T09:07:48.037311+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:07:48.037311+0000","last_undegraded":"2024-04-21T09:07:48.037311+0000","last_fullsized":"2024-04-21T09:07:48.037311+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038113+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:07:48.038113+0000","last_peered":"2024-04-21T09:07:48.038113+0000","last_clean":"2024-04-21T09:07:48.038113+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:07:48.038113+0000","last_undegraded":"2024-04-21T09:07:48.038113+0000","last_fullsized":"2024-04-21T09:07:48.038113+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038088+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:07:48.038088+0000","last_peered":"2024-04-21T09:07:48.038088+0000","last_clean":"2024-04-21T09:07:48.038088+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:07:48.038088+0000","last_undegraded":"2024-04-21T09:07:48.038088+0000","last_fullsized":"2024-04-21T09:07:48.038088+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038569+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:07:48.038569+0000","last_peered":"2024-04-21T09:07:48.038569+0000","last_clean":"2024-04-21T09:07:48.038569+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:07:48.038569+0000","last_undegraded":"2024-04-21T09:07:48.038569+0000","last_fullsized":"2024-04-21T09:07:48.038569+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669069+0000","last_change":"2024-04-21T09:07:42.375379+0000","last_active":"2024-04-21T09:07:47.669069+0000","last_peered":"2024-04-21T09:07:47.669069+0000","last_clean":"2024-04-21T09:07:47.669069+0000","last_became_active":"2024-04-21T09:07:42.375031+0000","last_became_peered":"2024-04-21T09:07:42.375031+0000","last_unstale":"2024-04-21T09:07:47.669069+0000","last_undegraded":"2024-04-21T09:07:47.669069+0000","last_fullsized":"2024-04-21T09:07:47.669069+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:35:49.895346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037507+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:07:48.037507+0000","last_peered":"2024-04-21T09:07:48.037507+0000","last_clean":"2024-04-21T09:07:48.037507+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:07:48.037507+0000","last_undegraded":"2024-04-21T09:07:48.037507+0000","last_fullsized":"2024-04-21T09:07:48.037507+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627268+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:07:47.627268+0000","last_peered":"2024-04-21T09:07:47.627268+0000","last_clean":"2024-04-21T09:07:47.627268+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:07:47.627268+0000","last_undegraded":"2024-04-21T09:07:47.627268+0000","last_fullsized":"2024-04-21T09:07:47.627268+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038969+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:07:48.038969+0000","last_peered":"2024-04-21T09:07:48.038969+0000","last_clean":"2024-04-21T09:07:48.038969+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:07:48.038969+0000","last_undegraded":"2024-04-21T09:07:48.038969+0000","last_fullsized":"2024-04-21T09:07:48.038969+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941238+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:07:47.941238+0000","last_peered":"2024-04-21T09:07:47.941238+0000","last_clean":"2024-04-21T09:07:47.941238+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:07:47.941238+0000","last_undegraded":"2024-04-21T09:07:47.941238+0000","last_fullsized":"2024-04-21T09:07:47.941238+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627208+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:07:47.627208+0000","last_peered":"2024-04-21T09:07:47.627208+0000","last_clean":"2024-04-21T09:07:47.627208+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:07:47.627208+0000","last_undegraded":"2024-04-21T09:07:47.627208+0000","last_fullsized":"2024-04-21T09:07:47.627208+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038770+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:07:48.038770+0000","last_peered":"2024-04-21T09:07:48.038770+0000","last_clean":"2024-04-21T09:07:48.038770+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:07:48.038770+0000","last_undegraded":"2024-04-21T09:07:48.038770+0000","last_fullsized":"2024-04-21T09:07:48.038770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941190+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:07:47.941190+0000","last_peered":"2024-04-21T09:07:47.941190+0000","last_clean":"2024-04-21T09:07:47.941190+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:07:47.941190+0000","last_undegraded":"2024-04-21T09:07:47.941190+0000","last_fullsized":"2024-04-21T09:07:47.941190+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037667+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:07:48.037667+0000","last_peered":"2024-04-21T09:07:48.037667+0000","last_clean":"2024-04-21T09:07:48.037667+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:07:48.037667+0000","last_undegraded":"2024-04-21T09:07:48.037667+0000","last_fullsized":"2024-04-21T09:07:48.037667+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.940718+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:07:47.940718+0000","last_peered":"2024-04-21T09:07:47.940718+0000","last_clean":"2024-04-21T09:07:47.940718+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:07:47.940718+0000","last_undegraded":"2024-04-21T09:07:47.940718+0000","last_fullsized":"2024-04-21T09:07:47.940718+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627627+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:07:47.627627+0000","last_peered":"2024-04-21T09:07:47.627627+0000","last_clean":"2024-04-21T09:07:47.627627+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:07:47.627627+0000","last_undegraded":"2024-04-21T09:07:47.627627+0000","last_fullsized":"2024-04-21T09:07:47.627627+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038060+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:07:48.038060+0000","last_peered":"2024-04-21T09:07:48.038060+0000","last_clean":"2024-04-21T09:07:48.038060+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:07:48.038060+0000","last_undegraded":"2024-04-21T09:07:48.038060+0000","last_fullsized":"2024-04-21T09:07:48.038060+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:08.702846+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:08:08.702846+0000","last_peered":"2024-04-21T09:08:08.702846+0000","last_clean":"2024-04-21T09:08:08.702846+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:08:08.702846+0000","last_undegraded":"2024-04-21T09:08:08.702846+0000","last_fullsized":"2024-04-21T09:08:08.702846+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":357,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627006+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:07:47.627006+0000","last_peered":"2024-04-21T09:07:47.627006+0000","last_clean":"2024-04-21T09:07:47.627006+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:07:47.627006+0000","last_undegraded":"2024-04-21T09:07:47.627006+0000","last_fullsized":"2024-04-21T09:07:47.627006+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038693+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:07:48.038693+0000","last_peered":"2024-04-21T09:07:48.038693+0000","last_clean":"2024-04-21T09:07:48.038693+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:07:48.038693+0000","last_undegraded":"2024-04-21T09:07:48.038693+0000","last_fullsized":"2024-04-21T09:07:48.038693+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.940711+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:07:47.940711+0000","last_peered":"2024-04-21T09:07:47.940711+0000","last_clean":"2024-04-21T09:07:47.940711+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:07:47.940711+0000","last_undegraded":"2024-04-21T09:07:47.940711+0000","last_fullsized":"2024-04-21T09:07:47.940711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627071+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:07:47.627071+0000","last_peered":"2024-04-21T09:07:47.627071+0000","last_clean":"2024-04-21T09:07:47.627071+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:07:47.627071+0000","last_undegraded":"2024-04-21T09:07:47.627071+0000","last_fullsized":"2024-04-21T09:07:47.627071+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668912+0000","last_change":"2024-04-21T09:07:46.633149+0000","last_active":"2024-04-21T09:07:47.668912+0000","last_peered":"2024-04-21T09:07:47.668912+0000","last_clean":"2024-04-21T09:07:47.668912+0000","last_became_active":"2024-04-21T09:07:46.632700+0000","last_became_peered":"2024-04-21T09:07:46.632700+0000","last_unstale":"2024-04-21T09:07:47.668912+0000","last_undegraded":"2024-04-21T09:07:47.668912+0000","last_fullsized":"2024-04-21T09:07:47.668912+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:09:18.395309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038503+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:07:48.038503+0000","last_peered":"2024-04-21T09:07:48.038503+0000","last_clean":"2024-04-21T09:07:48.038503+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:07:48.038503+0000","last_undegraded":"2024-04-21T09:07:48.038503+0000","last_fullsized":"2024-04-21T09:07:48.038503+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941317+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:07:47.941317+0000","last_peered":"2024-04-21T09:07:47.941317+0000","last_clean":"2024-04-21T09:07:47.941317+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:07:47.941317+0000","last_undegraded":"2024-04-21T09:07:47.941317+0000","last_fullsized":"2024-04-21T09:07:47.941317+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037211+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:07:48.037211+0000","last_peered":"2024-04-21T09:07:48.037211+0000","last_clean":"2024-04-21T09:07:48.037211+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:07:48.037211+0000","last_undegraded":"2024-04-21T09:07:48.037211+0000","last_fullsized":"2024-04-21T09:07:48.037211+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.704967+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:08:07.704967+0000","last_peered":"2024-04-21T09:08:07.704967+0000","last_clean":"2024-04-21T09:08:07.704967+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:08:07.704967+0000","last_undegraded":"2024-04-21T09:08:07.704967+0000","last_fullsized":"2024-04-21T09:08:07.704967+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038666+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:07:48.038666+0000","last_peered":"2024-04-21T09:07:48.038666+0000","last_clean":"2024-04-21T09:07:48.038666+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:07:48.038666+0000","last_undegraded":"2024-04-21T09:07:48.038666+0000","last_fullsized":"2024-04-21T09:07:48.038666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627481+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:07:47.627481+0000","last_peered":"2024-04-21T09:07:47.627481+0000","last_clean":"2024-04-21T09:07:47.627481+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:07:47.627481+0000","last_undegraded":"2024-04-21T09:07:47.627481+0000","last_fullsized":"2024-04-21T09:07:47.627481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.688831+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:08:06.688831+0000","last_peered":"2024-04-21T09:08:06.688831+0000","last_clean":"2024-04-21T09:08:06.688831+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:08:06.688831+0000","last_undegraded":"2024-04-21T09:08:06.688831+0000","last_fullsized":"2024-04-21T09:08:06.688831+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037607+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:07:48.037607+0000","last_peered":"2024-04-21T09:07:48.037607+0000","last_clean":"2024-04-21T09:07:48.037607+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:07:48.037607+0000","last_undegraded":"2024-04-21T09:07:48.037607+0000","last_fullsized":"2024-04-21T09:07:48.037607+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038832+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:07:48.038832+0000","last_peered":"2024-04-21T09:07:48.038832+0000","last_clean":"2024-04-21T09:07:48.038832+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:07:48.038832+0000","last_undegraded":"2024-04-21T09:07:48.038832+0000","last_fullsized":"2024-04-21T09:07:48.038832+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038042+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:07:48.038042+0000","last_peered":"2024-04-21T09:07:48.038042+0000","last_clean":"2024-04-21T09:07:48.038042+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:07:48.038042+0000","last_undegraded":"2024-04-21T09:07:48.038042+0000","last_fullsized":"2024-04-21T09:07:48.038042+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037288+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:07:48.037288+0000","last_peered":"2024-04-21T09:07:48.037288+0000","last_clean":"2024-04-21T09:07:48.037288+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:07:48.037288+0000","last_undegraded":"2024-04-21T09:07:48.037288+0000","last_fullsized":"2024-04-21T09:07:48.037288+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627774+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:07:47.627774+0000","last_peered":"2024-04-21T09:07:47.627774+0000","last_clean":"2024-04-21T09:07:47.627774+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:07:47.627774+0000","last_undegraded":"2024-04-21T09:07:47.627774+0000","last_fullsized":"2024-04-21T09:07:47.627774+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.692591+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:08:06.692591+0000","last_peered":"2024-04-21T09:08:06.692591+0000","last_clean":"2024-04-21T09:08:06.692591+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:08:06.692591+0000","last_undegraded":"2024-04-21T09:08:06.692591+0000","last_fullsized":"2024-04-21T09:08:06.692591+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668754+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:07:47.668754+0000","last_peered":"2024-04-21T09:07:47.668754+0000","last_clean":"2024-04-21T09:07:47.668754+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:07:47.668754+0000","last_undegraded":"2024-04-21T09:07:47.668754+0000","last_fullsized":"2024-04-21T09:07:47.668754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038978+0000","last_change":"2024-04-21T09:07:46.636311+0000","last_active":"2024-04-21T09:07:48.038978+0000","last_peered":"2024-04-21T09:07:48.038978+0000","last_clean":"2024-04-21T09:07:48.038978+0000","last_became_active":"2024-04-21T09:07:46.635911+0000","last_became_peered":"2024-04-21T09:07:46.635911+0000","last_unstale":"2024-04-21T09:07:48.038978+0000","last_undegraded":"2024-04-21T09:07:48.038978+0000","last_fullsized":"2024-04-21T09:07:48.038978+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:46:47.217453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627405+0000","last_change":"2024-04-21T09:07:41.378116+0000","last_active":"2024-04-21T09:07:47.627405+0000","last_peered":"2024-04-21T09:07:47.627405+0000","last_clean":"2024-04-21T09:07:47.627405+0000","last_became_active":"2024-04-21T09:07:41.377773+0000","last_became_peered":"2024-04-21T09:07:41.377773+0000","last_unstale":"2024-04-21T09:07:47.627405+0000","last_undegraded":"2024-04-21T09:07:47.627405+0000","last_fullsized":"2024-04-21T09:07:47.627405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:36:02.727626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037796+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:07:48.037796+0000","last_peered":"2024-04-21T09:07:48.037796+0000","last_clean":"2024-04-21T09:07:48.037796+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:07:48.037796+0000","last_undegraded":"2024-04-21T09:07:48.037796+0000","last_fullsized":"2024-04-21T09:07:48.037796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038781+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:07:48.038781+0000","last_peered":"2024-04-21T09:07:48.038781+0000","last_clean":"2024-04-21T09:07:48.038781+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:07:48.038781+0000","last_undegraded":"2024-04-21T09:07:48.038781+0000","last_fullsized":"2024-04-21T09:07:48.038781+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038022+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:07:48.038022+0000","last_peered":"2024-04-21T09:07:48.038022+0000","last_clean":"2024-04-21T09:07:48.038022+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:07:48.038022+0000","last_undegraded":"2024-04-21T09:07:48.038022+0000","last_fullsized":"2024-04-21T09:07:48.038022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627335+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:07:47.627335+0000","last_peered":"2024-04-21T09:07:47.627335+0000","last_clean":"2024-04-21T09:07:47.627335+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:07:47.627335+0000","last_undegraded":"2024-04-21T09:07:47.627335+0000","last_fullsized":"2024-04-21T09:07:47.627335+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038123+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:07:48.038123+0000","last_peered":"2024-04-21T09:07:48.038123+0000","last_clean":"2024-04-21T09:07:48.038123+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:07:48.038123+0000","last_undegraded":"2024-04-21T09:07:48.038123+0000","last_fullsized":"2024-04-21T09:07:48.038123+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.703847+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:08:07.703847+0000","last_peered":"2024-04-21T09:08:07.703847+0000","last_clean":"2024-04-21T09:08:07.703847+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:08:07.703847+0000","last_undegraded":"2024-04-21T09:08:07.703847+0000","last_fullsized":"2024-04-21T09:08:07.703847+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627818+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:07:47.627818+0000","last_peered":"2024-04-21T09:07:47.627818+0000","last_clean":"2024-04-21T09:07:47.627818+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:07:47.627818+0000","last_undegraded":"2024-04-21T09:07:47.627818+0000","last_fullsized":"2024-04-21T09:07:47.627818+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037369+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:07:48.037369+0000","last_peered":"2024-04-21T09:07:48.037369+0000","last_clean":"2024-04-21T09:07:48.037369+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:07:48.037369+0000","last_undegraded":"2024-04-21T09:07:48.037369+0000","last_fullsized":"2024-04-21T09:07:48.037369+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038413+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:07:48.038413+0000","last_peered":"2024-04-21T09:07:48.038413+0000","last_clean":"2024-04-21T09:07:48.038413+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:07:48.038413+0000","last_undegraded":"2024-04-21T09:07:48.038413+0000","last_fullsized":"2024-04-21T09:07:48.038413+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627393+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:07:47.627393+0000","last_peered":"2024-04-21T09:07:47.627393+0000","last_clean":"2024-04-21T09:07:47.627393+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:07:47.627393+0000","last_undegraded":"2024-04-21T09:07:47.627393+0000","last_fullsized":"2024-04-21T09:07:47.627393+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037460+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:07:48.037460+0000","last_peered":"2024-04-21T09:07:48.037460+0000","last_clean":"2024-04-21T09:07:48.037460+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:07:48.037460+0000","last_undegraded":"2024-04-21T09:07:48.037460+0000","last_fullsized":"2024-04-21T09:07:48.037460+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941302+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:07:47.941302+0000","last_peered":"2024-04-21T09:07:47.941302+0000","last_clean":"2024-04-21T09:07:47.941302+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:07:47.941302+0000","last_undegraded":"2024-04-21T09:07:47.941302+0000","last_fullsized":"2024-04-21T09:07:47.941302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627784+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:07:47.627784+0000","last_peered":"2024-04-21T09:07:47.627784+0000","last_clean":"2024-04-21T09:07:47.627784+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:07:47.627784+0000","last_undegraded":"2024-04-21T09:07:47.627784+0000","last_fullsized":"2024-04-21T09:07:47.627784+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668894+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:07:47.668894+0000","last_peered":"2024-04-21T09:07:47.668894+0000","last_clean":"2024-04-21T09:07:47.668894+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:07:47.668894+0000","last_undegraded":"2024-04-21T09:07:47.668894+0000","last_fullsized":"2024-04-21T09:07:47.668894+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627907+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:07:47.627907+0000","last_peered":"2024-04-21T09:07:47.627907+0000","last_clean":"2024-04-21T09:07:47.627907+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:07:47.627907+0000","last_undegraded":"2024-04-21T09:07:47.627907+0000","last_fullsized":"2024-04-21T09:07:47.627907+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627226+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:07:47.627226+0000","last_peered":"2024-04-21T09:07:47.627226+0000","last_clean":"2024-04-21T09:07:47.627226+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:07:47.627226+0000","last_undegraded":"2024-04-21T09:07:47.627226+0000","last_fullsized":"2024-04-21T09:07:47.627226+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037616+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:07:48.037616+0000","last_peered":"2024-04-21T09:07:48.037616+0000","last_clean":"2024-04-21T09:07:48.037616+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:07:48.037616+0000","last_undegraded":"2024-04-21T09:07:48.037616+0000","last_fullsized":"2024-04-21T09:07:48.037616+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941249+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:07:47.941249+0000","last_peered":"2024-04-21T09:07:47.941249+0000","last_clean":"2024-04-21T09:07:47.941249+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:07:47.941249+0000","last_undegraded":"2024-04-21T09:07:47.941249+0000","last_fullsized":"2024-04-21T09:07:47.941249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669115+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:07:47.669115+0000","last_peered":"2024-04-21T09:07:47.669115+0000","last_clean":"2024-04-21T09:07:47.669115+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:07:47.669115+0000","last_undegraded":"2024-04-21T09:07:47.669115+0000","last_fullsized":"2024-04-21T09:07:47.669115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627765+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:07:47.627765+0000","last_peered":"2024-04-21T09:07:47.627765+0000","last_clean":"2024-04-21T09:07:47.627765+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:07:47.627765+0000","last_undegraded":"2024-04-21T09:07:47.627765+0000","last_fullsized":"2024-04-21T09:07:47.627765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038764+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:07:48.038764+0000","last_peered":"2024-04-21T09:07:48.038764+0000","last_clean":"2024-04-21T09:07:48.038764+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:07:48.038764+0000","last_undegraded":"2024-04-21T09:07:48.038764+0000","last_fullsized":"2024-04-21T09:07:48.038764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037541+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:07:48.037541+0000","last_peered":"2024-04-21T09:07:48.037541+0000","last_clean":"2024-04-21T09:07:48.037541+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:07:48.037541+0000","last_undegraded":"2024-04-21T09:07:48.037541+0000","last_fullsized":"2024-04-21T09:07:48.037541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037824+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:07:48.037824+0000","last_peered":"2024-04-21T09:07:48.037824+0000","last_clean":"2024-04-21T09:07:48.037824+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:07:48.037824+0000","last_undegraded":"2024-04-21T09:07:48.037824+0000","last_fullsized":"2024-04-21T09:07:48.037824+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038421+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:07:48.038421+0000","last_peered":"2024-04-21T09:07:48.038421+0000","last_clean":"2024-04-21T09:07:48.038421+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:07:48.038421+0000","last_undegraded":"2024-04-21T09:07:48.038421+0000","last_fullsized":"2024-04-21T09:07:48.038421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941066+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:07:47.941066+0000","last_peered":"2024-04-21T09:07:47.941066+0000","last_clean":"2024-04-21T09:07:47.941066+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:07:47.941066+0000","last_undegraded":"2024-04-21T09:07:47.941066+0000","last_fullsized":"2024-04-21T09:07:47.941066+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668934+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:07:47.668934+0000","last_peered":"2024-04-21T09:07:47.668934+0000","last_clean":"2024-04-21T09:07:47.668934+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:07:47.668934+0000","last_undegraded":"2024-04-21T09:07:47.668934+0000","last_fullsized":"2024-04-21T09:07:47.668934+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7138,"num_objects":41,"num_object_clones":0,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":13,"num_read_kb":11,"num_write":87,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":26,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":17568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383698,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":983040,"data_stored":477215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645334,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1601536,"data_stored":1071619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808860,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":478033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070497,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":477819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332134,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28568,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716584,"statfs":{"total":95995035648,"available":95965782016,"internally_reserved":0,"allocated":1581056,"data_stored":1068165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495659,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":983040,"data_stored":477215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574917,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":481057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":987136,"data_stored":477305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":482407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182459,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920823,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757297,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1069059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:08:11.547 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T09:08:11.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 -- 172.21.15.52:0/522303165 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070100e60 msgr2=0x7f3070101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 --2- 172.21.15.52:0/522303165 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070100e60 0x7f3070101280 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3064009900 tx=0x7f306402bc30 comp rx=0 tx=0).stop 2024-04-21T09:08:11.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 -- 172.21.15.52:0/522303165 shutdown_connections 2024-04-21T09:08:11.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 --2- 172.21.15.52:0/522303165 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3070102a00 0x7f3070109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 --2- 172.21.15.52:0/522303165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3070102040 0x7f30701024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 --2- 172.21.15.52:0/522303165 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070100e60 0x7f3070101280 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 -- 172.21.15.52:0/522303165 >> 172.21.15.52:0/522303165 conn(0x7f30700fc420 msgr2=0x7f30700fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 -- 172.21.15.52:0/522303165 shutdown_connections 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.686+0000 7f3075723640 1 -- 172.21.15.52:0/522303165 wait complete. 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f3075723640 1 Processor -- start 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f3075723640 1 -- start start 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f3075723640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3070100e60 0x7f3070104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f3075723640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070102040 0x7f30701034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f3075723640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3070102a00 0x7f30701039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f3075723640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f307010c9d0 con 0x7f3070102040 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f3075723640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f307010c850 con 0x7f3070102a00 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f3075723640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f307010cb50 con 0x7f3070100e60 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306e7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070102040 0x7f30701034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306e7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070102040 0x7f30701034b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51284/0 (socket says 172.21.15.52:51284) 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306e7fc640 1 -- 172.21.15.52:0/3577296693 learned_addr learned my addr 172.21.15.52:0/3577296693 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:11.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306effd640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3070100e60 0x7f3070104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306f7fe640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3070102a00 0x7f30701039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306e7fc640 1 -- 172.21.15.52:0/3577296693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3070100e60 msgr2=0x7f3070104e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306e7fc640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3070100e60 0x7f3070104e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306e7fc640 1 -- 172.21.15.52:0/3577296693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3070102a00 msgr2=0x7f30701039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306e7fc640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3070102a00 0x7f30701039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.687+0000 7f306e7fc640 1 -- 172.21.15.52:0/3577296693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3070104280 con 0x7f3070102040 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.688+0000 7f306e7fc640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070102040 0x7f30701034b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f306000e9f0 tx=0x7f306000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.688+0000 7f3057fff640 1 -- 172.21.15.52:0/3577296693 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f306000cd80 con 0x7f3070102040 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.688+0000 7f3057fff640 1 -- 172.21.15.52:0/3577296693 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30600108e0 con 0x7f3070102040 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.688+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30701a22f0 con 0x7f3070102040 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.688+0000 7f3057fff640 1 -- 172.21.15.52:0/3577296693 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3060018980 con 0x7f3070102040 2024-04-21T09:08:11.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.688+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30701a2840 con 0x7f3070102040 2024-04-21T09:08:11.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.689+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30701a2b00 con 0x7f3070102040 2024-04-21T09:08:11.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.690+0000 7f3057fff640 1 -- 172.21.15.52:0/3577296693 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3060010430 con 0x7f3070102040 2024-04-21T09:08:11.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.691+0000 7f3057fff640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f30580a3c40 0x7f30580a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:11.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.691+0000 7f306effd640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f30580a3c40 0x7f30580a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:11.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.691+0000 7f3057fff640 1 -- 172.21.15.52:0/3577296693 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f30600d1010 con 0x7f3070102040 2024-04-21T09:08:11.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.691+0000 7f306effd640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f30580a3c40 0x7f30580a6100 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3064005ab0 tx=0x7f3064005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:11.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.699+0000 7f3057fff640 1 -- 172.21.15.52:0/3577296693 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f306009d650 con 0x7f3070102040 2024-04-21T09:08:11.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.884+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f30700fe610 con 0x7f30580a3c40 2024-04-21T09:08:11.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.894+0000 7f3057fff640 1 -- 172.21.15.52:0/3577296693 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340324 (secure 0 0 0) 0x7f30700fe610 con 0x7f30580a3c40 2024-04-21T09:08:11.897 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:11.899 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.897+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f30580a3c40 msgr2=0x7f30580a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.897+0000 7f3075723640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f30580a3c40 0x7f30580a6100 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3064005ab0 tx=0x7f3064005fd0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070102040 msgr2=0x7f30701034b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070102040 0x7f30701034b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f306000e9f0 tx=0x7f306000eeb0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 shutdown_connections 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3070102a00 0x7f30701039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3070102040 0x7f30701034b0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f30580a3c40 0x7f30580a6100 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 --2- 172.21.15.52:0/3577296693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3070100e60 0x7f3070104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:11.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 >> 172.21.15.52:0/3577296693 conn(0x7f30700fc420 msgr2=0x7f30700fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:11.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 shutdown_connections 2024-04-21T09:08:11.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:11.898+0000 7f3075723640 1 -- 172.21.15.52:0/3577296693 wait complete. 2024-04-21T09:08:11.908 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:11 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/501128274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:08:11.908 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:11 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3375797156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:11.908 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:11 smithi052 ceph-mon[28035]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:08:11.909 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":309,"stamp":"2024-04-21T09:08:11.599245+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":634476,"num_objects":59,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":163,"num_read_kb":163,"num_write":314,"num_write_kb":3021,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":37,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":255,"ondisk_log_size":255,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":358548,"kb_used_data":13540,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124583276,"statfs":{"total":1151940427776,"available":1151573274624,"internally_reserved":0,"allocated":13864960,"data_stored":7570164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":39609,"num_objects":35,"num_object_clones":0,"num_object_copies":106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":27,"num_read_kb":44,"num_write":86,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":23,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003619"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669312+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:07:47.669312+0000","last_peered":"2024-04-21T09:07:47.669312+0000","last_clean":"2024-04-21T09:07:47.669312+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:07:47.669312+0000","last_undegraded":"2024-04-21T09:07:47.669312+0000","last_fullsized":"2024-04-21T09:07:47.669312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037728+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:07:48.037728+0000","last_peered":"2024-04-21T09:07:48.037728+0000","last_clean":"2024-04-21T09:07:48.037728+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:07:48.037728+0000","last_undegraded":"2024-04-21T09:07:48.037728+0000","last_fullsized":"2024-04-21T09:07:48.037728+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037513+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:07:48.037513+0000","last_peered":"2024-04-21T09:07:48.037513+0000","last_clean":"2024-04-21T09:07:48.037513+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:07:48.037513+0000","last_undegraded":"2024-04-21T09:07:48.037513+0000","last_fullsized":"2024-04-21T09:07:48.037513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039230+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:07:48.039230+0000","last_peered":"2024-04-21T09:07:48.039230+0000","last_clean":"2024-04-21T09:07:48.039230+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:07:48.039230+0000","last_undegraded":"2024-04-21T09:07:48.039230+0000","last_fullsized":"2024-04-21T09:07:48.039230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037906+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:07:48.037906+0000","last_peered":"2024-04-21T09:07:48.037906+0000","last_clean":"2024-04-21T09:07:48.037906+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:07:48.037906+0000","last_undegraded":"2024-04-21T09:07:48.037906+0000","last_fullsized":"2024-04-21T09:07:48.037906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038493+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:07:48.038493+0000","last_peered":"2024-04-21T09:07:48.038493+0000","last_clean":"2024-04-21T09:07:48.038493+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:07:48.038493+0000","last_undegraded":"2024-04-21T09:07:48.038493+0000","last_fullsized":"2024-04-21T09:07:48.038493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627093+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:07:47.627093+0000","last_peered":"2024-04-21T09:07:47.627093+0000","last_clean":"2024-04-21T09:07:47.627093+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:07:47.627093+0000","last_undegraded":"2024-04-21T09:07:47.627093+0000","last_fullsized":"2024-04-21T09:07:47.627093+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037256+0000","last_change":"2024-04-21T09:07:42.376020+0000","last_active":"2024-04-21T09:07:48.037256+0000","last_peered":"2024-04-21T09:07:48.037256+0000","last_clean":"2024-04-21T09:07:48.037256+0000","last_became_active":"2024-04-21T09:07:42.375626+0000","last_became_peered":"2024-04-21T09:07:42.375626+0000","last_unstale":"2024-04-21T09:07:48.037256+0000","last_undegraded":"2024-04-21T09:07:48.037256+0000","last_fullsized":"2024-04-21T09:07:48.037256+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:52:43.470059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039816+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:07:48.039816+0000","last_peered":"2024-04-21T09:07:48.039816+0000","last_clean":"2024-04-21T09:07:48.039816+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:07:48.039816+0000","last_undegraded":"2024-04-21T09:07:48.039816+0000","last_fullsized":"2024-04-21T09:07:48.039816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039576+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:07:48.039576+0000","last_peered":"2024-04-21T09:07:48.039576+0000","last_clean":"2024-04-21T09:07:48.039576+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:07:48.039576+0000","last_undegraded":"2024-04-21T09:07:48.039576+0000","last_fullsized":"2024-04-21T09:07:48.039576+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627784+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:07:47.627784+0000","last_peered":"2024-04-21T09:07:47.627784+0000","last_clean":"2024-04-21T09:07:47.627784+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:07:47.627784+0000","last_undegraded":"2024-04-21T09:07:47.627784+0000","last_fullsized":"2024-04-21T09:07:47.627784+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039161+0000","last_change":"2024-04-21T09:07:42.374998+0000","last_active":"2024-04-21T09:07:48.039161+0000","last_peered":"2024-04-21T09:07:48.039161+0000","last_clean":"2024-04-21T09:07:48.039161+0000","last_became_active":"2024-04-21T09:07:42.374487+0000","last_became_peered":"2024-04-21T09:07:42.374487+0000","last_unstale":"2024-04-21T09:07:48.039161+0000","last_undegraded":"2024-04-21T09:07:48.039161+0000","last_fullsized":"2024-04-21T09:07:48.039161+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:56:31.262605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941263+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:07:47.941263+0000","last_peered":"2024-04-21T09:07:47.941263+0000","last_clean":"2024-04-21T09:07:47.941263+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:07:47.941263+0000","last_undegraded":"2024-04-21T09:07:47.941263+0000","last_fullsized":"2024-04-21T09:07:47.941263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037459+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:07:48.037459+0000","last_peered":"2024-04-21T09:07:48.037459+0000","last_clean":"2024-04-21T09:07:48.037459+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:07:48.037459+0000","last_undegraded":"2024-04-21T09:07:48.037459+0000","last_fullsized":"2024-04-21T09:07:48.037459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037619+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:07:48.037619+0000","last_peered":"2024-04-21T09:07:48.037619+0000","last_clean":"2024-04-21T09:07:48.037619+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:07:48.037619+0000","last_undegraded":"2024-04-21T09:07:48.037619+0000","last_fullsized":"2024-04-21T09:07:48.037619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037917+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:07:48.037917+0000","last_peered":"2024-04-21T09:07:48.037917+0000","last_clean":"2024-04-21T09:07:48.037917+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:07:48.037917+0000","last_undegraded":"2024-04-21T09:07:48.037917+0000","last_fullsized":"2024-04-21T09:07:48.037917+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669115+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:07:47.669115+0000","last_peered":"2024-04-21T09:07:47.669115+0000","last_clean":"2024-04-21T09:07:47.669115+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:07:47.669115+0000","last_undegraded":"2024-04-21T09:07:47.669115+0000","last_fullsized":"2024-04-21T09:07:47.669115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627502+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:07:47.627502+0000","last_peered":"2024-04-21T09:07:47.627502+0000","last_clean":"2024-04-21T09:07:47.627502+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:07:47.627502+0000","last_undegraded":"2024-04-21T09:07:47.627502+0000","last_fullsized":"2024-04-21T09:07:47.627502+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627787+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:07:47.627787+0000","last_peered":"2024-04-21T09:07:47.627787+0000","last_clean":"2024-04-21T09:07:47.627787+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:07:47.627787+0000","last_undegraded":"2024-04-21T09:07:47.627787+0000","last_fullsized":"2024-04-21T09:07:47.627787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627835+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:07:47.627835+0000","last_peered":"2024-04-21T09:07:47.627835+0000","last_clean":"2024-04-21T09:07:47.627835+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:07:47.627835+0000","last_undegraded":"2024-04-21T09:07:47.627835+0000","last_fullsized":"2024-04-21T09:07:47.627835+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":33,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.704557+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:08:07.704557+0000","last_peered":"2024-04-21T09:08:07.704557+0000","last_clean":"2024-04-21T09:08:07.704557+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:08:07.704557+0000","last_undegraded":"2024-04-21T09:08:07.704557+0000","last_fullsized":"2024-04-21T09:08:07.704557+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037929+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:07:48.037929+0000","last_peered":"2024-04-21T09:07:48.037929+0000","last_clean":"2024-04-21T09:07:48.037929+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:07:48.037929+0000","last_undegraded":"2024-04-21T09:07:48.037929+0000","last_fullsized":"2024-04-21T09:07:48.037929+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037940+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:07:48.037940+0000","last_peered":"2024-04-21T09:07:48.037940+0000","last_clean":"2024-04-21T09:07:48.037940+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:07:48.037940+0000","last_undegraded":"2024-04-21T09:07:48.037940+0000","last_fullsized":"2024-04-21T09:07:48.037940+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038344+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:07:48.038344+0000","last_peered":"2024-04-21T09:07:48.038344+0000","last_clean":"2024-04-21T09:07:48.038344+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:07:48.038344+0000","last_undegraded":"2024-04-21T09:07:48.038344+0000","last_fullsized":"2024-04-21T09:07:48.038344+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037719+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:07:48.037719+0000","last_peered":"2024-04-21T09:07:48.037719+0000","last_clean":"2024-04-21T09:07:48.037719+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:07:48.037719+0000","last_undegraded":"2024-04-21T09:07:48.037719+0000","last_fullsized":"2024-04-21T09:07:48.037719+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039066+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:07:48.039066+0000","last_peered":"2024-04-21T09:07:48.039066+0000","last_clean":"2024-04-21T09:07:48.039066+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:07:48.039066+0000","last_undegraded":"2024-04-21T09:07:48.039066+0000","last_fullsized":"2024-04-21T09:07:48.039066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.701622+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:08:07.701622+0000","last_peered":"2024-04-21T09:08:07.701622+0000","last_clean":"2024-04-21T09:08:07.701622+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:08:07.701622+0000","last_undegraded":"2024-04-21T09:08:07.701622+0000","last_fullsized":"2024-04-21T09:08:07.701622+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039422+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:07:48.039422+0000","last_peered":"2024-04-21T09:07:48.039422+0000","last_clean":"2024-04-21T09:07:48.039422+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:07:48.039422+0000","last_undegraded":"2024-04-21T09:07:48.039422+0000","last_fullsized":"2024-04-21T09:07:48.039422+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038630+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:07:48.038630+0000","last_peered":"2024-04-21T09:07:48.038630+0000","last_clean":"2024-04-21T09:07:48.038630+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:07:48.038630+0000","last_undegraded":"2024-04-21T09:07:48.038630+0000","last_fullsized":"2024-04-21T09:07:48.038630+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038016+0000","last_change":"2024-04-21T09:07:41.376763+0000","last_active":"2024-04-21T09:07:48.038016+0000","last_peered":"2024-04-21T09:07:48.038016+0000","last_clean":"2024-04-21T09:07:48.038016+0000","last_became_active":"2024-04-21T09:07:41.376449+0000","last_became_peered":"2024-04-21T09:07:41.376449+0000","last_unstale":"2024-04-21T09:07:48.038016+0000","last_undegraded":"2024-04-21T09:07:48.038016+0000","last_fullsized":"2024-04-21T09:07:48.038016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:42:44.826089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038242+0000","last_change":"2024-04-21T09:07:42.374807+0000","last_active":"2024-04-21T09:07:48.038242+0000","last_peered":"2024-04-21T09:07:48.038242+0000","last_clean":"2024-04-21T09:07:48.038242+0000","last_became_active":"2024-04-21T09:07:42.374427+0000","last_became_peered":"2024-04-21T09:07:42.374427+0000","last_unstale":"2024-04-21T09:07:48.038242+0000","last_undegraded":"2024-04-21T09:07:48.038242+0000","last_fullsized":"2024-04-21T09:07:48.038242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:44:01.826849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627602+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:07:47.627602+0000","last_peered":"2024-04-21T09:07:47.627602+0000","last_clean":"2024-04-21T09:07:47.627602+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:07:47.627602+0000","last_undegraded":"2024-04-21T09:07:47.627602+0000","last_fullsized":"2024-04-21T09:07:47.627602+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:08.706207+0000","last_change":"2024-04-21T09:07:41.373112+0000","last_active":"2024-04-21T09:08:08.706207+0000","last_peered":"2024-04-21T09:08:08.706207+0000","last_clean":"2024-04-21T09:08:08.706207+0000","last_became_active":"2024-04-21T09:07:41.372691+0000","last_became_peered":"2024-04-21T09:07:41.372691+0000","last_unstale":"2024-04-21T09:08:08.706207+0000","last_undegraded":"2024-04-21T09:08:08.706207+0000","last_fullsized":"2024-04-21T09:08:08.706207+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:58:30.605141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037645+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:07:48.037645+0000","last_peered":"2024-04-21T09:07:48.037645+0000","last_clean":"2024-04-21T09:07:48.037645+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:07:48.037645+0000","last_undegraded":"2024-04-21T09:07:48.037645+0000","last_fullsized":"2024-04-21T09:07:48.037645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627686+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:07:47.627686+0000","last_peered":"2024-04-21T09:07:47.627686+0000","last_clean":"2024-04-21T09:07:47.627686+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:07:47.627686+0000","last_undegraded":"2024-04-21T09:07:47.627686+0000","last_fullsized":"2024-04-21T09:07:47.627686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.702670+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:08:07.702670+0000","last_peered":"2024-04-21T09:08:07.702670+0000","last_clean":"2024-04-21T09:08:07.702670+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:08:07.702670+0000","last_undegraded":"2024-04-21T09:08:07.702670+0000","last_fullsized":"2024-04-21T09:08:07.702670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037827+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:07:48.037827+0000","last_peered":"2024-04-21T09:07:48.037827+0000","last_clean":"2024-04-21T09:07:48.037827+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:07:48.037827+0000","last_undegraded":"2024-04-21T09:07:48.037827+0000","last_fullsized":"2024-04-21T09:07:48.037827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669222+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:07:47.669222+0000","last_peered":"2024-04-21T09:07:47.669222+0000","last_clean":"2024-04-21T09:07:47.669222+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:07:47.669222+0000","last_undegraded":"2024-04-21T09:07:47.669222+0000","last_fullsized":"2024-04-21T09:07:47.669222+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.940828+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:07:47.940828+0000","last_peered":"2024-04-21T09:07:47.940828+0000","last_clean":"2024-04-21T09:07:47.940828+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:07:47.940828+0000","last_undegraded":"2024-04-21T09:07:47.940828+0000","last_fullsized":"2024-04-21T09:07:47.940828+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037140+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:07:48.037140+0000","last_peered":"2024-04-21T09:07:48.037140+0000","last_clean":"2024-04-21T09:07:48.037140+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:07:48.037140+0000","last_undegraded":"2024-04-21T09:07:48.037140+0000","last_fullsized":"2024-04-21T09:07:48.037140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037664+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:07:48.037664+0000","last_peered":"2024-04-21T09:07:48.037664+0000","last_clean":"2024-04-21T09:07:48.037664+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:07:48.037664+0000","last_undegraded":"2024-04-21T09:07:48.037664+0000","last_fullsized":"2024-04-21T09:07:48.037664+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037625+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:07:48.037625+0000","last_peered":"2024-04-21T09:07:48.037625+0000","last_clean":"2024-04-21T09:07:48.037625+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:07:48.037625+0000","last_undegraded":"2024-04-21T09:07:48.037625+0000","last_fullsized":"2024-04-21T09:07:48.037625+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.626955+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:07:47.626955+0000","last_peered":"2024-04-21T09:07:47.626955+0000","last_clean":"2024-04-21T09:07:47.626955+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:07:47.626955+0000","last_undegraded":"2024-04-21T09:07:47.626955+0000","last_fullsized":"2024-04-21T09:07:47.626955+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037706+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:07:48.037706+0000","last_peered":"2024-04-21T09:07:48.037706+0000","last_clean":"2024-04-21T09:07:48.037706+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:07:48.037706+0000","last_undegraded":"2024-04-21T09:07:48.037706+0000","last_fullsized":"2024-04-21T09:07:48.037706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:08.705612+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:08:08.705612+0000","last_peered":"2024-04-21T09:08:08.705612+0000","last_clean":"2024-04-21T09:08:08.705612+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:08:08.705612+0000","last_undegraded":"2024-04-21T09:08:08.705612+0000","last_fullsized":"2024-04-21T09:08:08.705612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038850+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:07:48.038850+0000","last_peered":"2024-04-21T09:07:48.038850+0000","last_clean":"2024-04-21T09:07:48.038850+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:07:48.038850+0000","last_undegraded":"2024-04-21T09:07:48.038850+0000","last_fullsized":"2024-04-21T09:07:48.038850+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627090+0000","last_change":"2024-04-21T09:07:46.631221+0000","last_active":"2024-04-21T09:07:47.627090+0000","last_peered":"2024-04-21T09:07:47.627090+0000","last_clean":"2024-04-21T09:07:47.627090+0000","last_became_active":"2024-04-21T09:07:46.629871+0000","last_became_peered":"2024-04-21T09:07:46.629871+0000","last_unstale":"2024-04-21T09:07:47.627090+0000","last_undegraded":"2024-04-21T09:07:47.627090+0000","last_fullsized":"2024-04-21T09:07:47.627090+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:20:09.043009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.691775+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:08:06.691775+0000","last_peered":"2024-04-21T09:08:06.691775+0000","last_clean":"2024-04-21T09:08:06.691775+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:08:06.691775+0000","last_undegraded":"2024-04-21T09:08:06.691775+0000","last_fullsized":"2024-04-21T09:08:06.691775+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037912+0000","last_change":"2024-04-21T09:07:42.371143+0000","last_active":"2024-04-21T09:07:48.037912+0000","last_peered":"2024-04-21T09:07:48.037912+0000","last_clean":"2024-04-21T09:07:48.037912+0000","last_became_active":"2024-04-21T09:07:42.370517+0000","last_became_peered":"2024-04-21T09:07:42.370517+0000","last_unstale":"2024-04-21T09:07:48.037912+0000","last_undegraded":"2024-04-21T09:07:48.037912+0000","last_fullsized":"2024-04-21T09:07:48.037912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:04:26.236263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039571+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:07:48.039571+0000","last_peered":"2024-04-21T09:07:48.039571+0000","last_clean":"2024-04-21T09:07:48.039571+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:07:48.039571+0000","last_undegraded":"2024-04-21T09:07:48.039571+0000","last_fullsized":"2024-04-21T09:07:48.039571+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.691729+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:08:06.691729+0000","last_peered":"2024-04-21T09:08:06.691729+0000","last_clean":"2024-04-21T09:08:06.691729+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:08:06.691729+0000","last_undegraded":"2024-04-21T09:08:06.691729+0000","last_fullsized":"2024-04-21T09:08:06.691729+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.039614+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:07:48.039614+0000","last_peered":"2024-04-21T09:07:48.039614+0000","last_clean":"2024-04-21T09:07:48.039614+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:07:48.039614+0000","last_undegraded":"2024-04-21T09:07:48.039614+0000","last_fullsized":"2024-04-21T09:07:48.039614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627098+0000","last_change":"2024-04-21T09:07:46.629256+0000","last_active":"2024-04-21T09:07:47.627098+0000","last_peered":"2024-04-21T09:07:47.627098+0000","last_clean":"2024-04-21T09:07:47.627098+0000","last_became_active":"2024-04-21T09:07:46.628809+0000","last_became_peered":"2024-04-21T09:07:46.628809+0000","last_unstale":"2024-04-21T09:07:47.627098+0000","last_undegraded":"2024-04-21T09:07:47.627098+0000","last_fullsized":"2024-04-21T09:07:47.627098+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:16:45.906975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'23","reported_seq":53,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:10.172495+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:08:10.172495+0000","last_peered":"2024-04-21T09:08:10.172495+0000","last_clean":"2024-04-21T09:08:10.172495+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:08:10.172495+0000","last_undegraded":"2024-04-21T09:08:10.172495+0000","last_fullsized":"2024-04-21T09:08:10.172495+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40471,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":7,"num_read_kb":26,"num_write":24,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038406+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:07:48.038406+0000","last_peered":"2024-04-21T09:07:48.038406+0000","last_clean":"2024-04-21T09:07:48.038406+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:07:48.038406+0000","last_undegraded":"2024-04-21T09:07:48.038406+0000","last_fullsized":"2024-04-21T09:07:48.038406+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038600+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:07:48.038600+0000","last_peered":"2024-04-21T09:07:48.038600+0000","last_clean":"2024-04-21T09:07:48.038600+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:07:48.038600+0000","last_undegraded":"2024-04-21T09:07:48.038600+0000","last_fullsized":"2024-04-21T09:07:48.038600+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.703484+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:08:07.703484+0000","last_peered":"2024-04-21T09:08:07.703484+0000","last_clean":"2024-04-21T09:08:07.703484+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:08:07.703484+0000","last_undegraded":"2024-04-21T09:08:07.703484+0000","last_fullsized":"2024-04-21T09:08:07.703484+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941052+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:07:47.941052+0000","last_peered":"2024-04-21T09:07:47.941052+0000","last_clean":"2024-04-21T09:07:47.941052+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:07:47.941052+0000","last_undegraded":"2024-04-21T09:07:47.941052+0000","last_fullsized":"2024-04-21T09:07:47.941052+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668970+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:07:47.668970+0000","last_peered":"2024-04-21T09:07:47.668970+0000","last_clean":"2024-04-21T09:07:47.668970+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:07:47.668970+0000","last_undegraded":"2024-04-21T09:07:47.668970+0000","last_fullsized":"2024-04-21T09:07:47.668970+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.692385+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:08:06.692385+0000","last_peered":"2024-04-21T09:08:06.692385+0000","last_clean":"2024-04-21T09:08:06.692385+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:08:06.692385+0000","last_undegraded":"2024-04-21T09:08:06.692385+0000","last_fullsized":"2024-04-21T09:08:06.692385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627533+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:07:47.627533+0000","last_peered":"2024-04-21T09:07:47.627533+0000","last_clean":"2024-04-21T09:07:47.627533+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:07:47.627533+0000","last_undegraded":"2024-04-21T09:07:47.627533+0000","last_fullsized":"2024-04-21T09:07:47.627533+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627714+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:07:47.627714+0000","last_peered":"2024-04-21T09:07:47.627714+0000","last_clean":"2024-04-21T09:07:47.627714+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:07:47.627714+0000","last_undegraded":"2024-04-21T09:07:47.627714+0000","last_fullsized":"2024-04-21T09:07:47.627714+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'3","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:08.705168+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:08:08.705168+0000","last_peered":"2024-04-21T09:08:08.705168+0000","last_clean":"2024-04-21T09:08:08.705168+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:08:08.705168+0000","last_undegraded":"2024-04-21T09:08:08.705168+0000","last_fullsized":"2024-04-21T09:08:08.705168+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627144+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:07:47.627144+0000","last_peered":"2024-04-21T09:07:47.627144+0000","last_clean":"2024-04-21T09:07:47.627144+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:07:47.627144+0000","last_undegraded":"2024-04-21T09:07:47.627144+0000","last_fullsized":"2024-04-21T09:07:47.627144+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941160+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:07:47.941160+0000","last_peered":"2024-04-21T09:07:47.941160+0000","last_clean":"2024-04-21T09:07:47.941160+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:07:47.941160+0000","last_undegraded":"2024-04-21T09:07:47.941160+0000","last_fullsized":"2024-04-21T09:07:47.941160+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.704146+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:08:07.704146+0000","last_peered":"2024-04-21T09:08:07.704146+0000","last_clean":"2024-04-21T09:08:07.704146+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:08:07.704146+0000","last_undegraded":"2024-04-21T09:08:07.704146+0000","last_fullsized":"2024-04-21T09:08:07.704146+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038113+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:07:48.038113+0000","last_peered":"2024-04-21T09:07:48.038113+0000","last_clean":"2024-04-21T09:07:48.038113+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:07:48.038113+0000","last_undegraded":"2024-04-21T09:07:48.038113+0000","last_fullsized":"2024-04-21T09:07:48.038113+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038088+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:07:48.038088+0000","last_peered":"2024-04-21T09:07:48.038088+0000","last_clean":"2024-04-21T09:07:48.038088+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:07:48.038088+0000","last_undegraded":"2024-04-21T09:07:48.038088+0000","last_fullsized":"2024-04-21T09:07:48.038088+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:08.698801+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:08:08.698801+0000","last_peered":"2024-04-21T09:08:08.698801+0000","last_clean":"2024-04-21T09:08:08.698801+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:08:08.698801+0000","last_undegraded":"2024-04-21T09:08:08.698801+0000","last_fullsized":"2024-04-21T09:08:08.698801+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669069+0000","last_change":"2024-04-21T09:07:42.375379+0000","last_active":"2024-04-21T09:07:47.669069+0000","last_peered":"2024-04-21T09:07:47.669069+0000","last_clean":"2024-04-21T09:07:47.669069+0000","last_became_active":"2024-04-21T09:07:42.375031+0000","last_became_peered":"2024-04-21T09:07:42.375031+0000","last_unstale":"2024-04-21T09:07:47.669069+0000","last_undegraded":"2024-04-21T09:07:47.669069+0000","last_fullsized":"2024-04-21T09:07:47.669069+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:35:49.895346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037507+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:07:48.037507+0000","last_peered":"2024-04-21T09:07:48.037507+0000","last_clean":"2024-04-21T09:07:48.037507+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:07:48.037507+0000","last_undegraded":"2024-04-21T09:07:48.037507+0000","last_fullsized":"2024-04-21T09:07:48.037507+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627268+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:07:47.627268+0000","last_peered":"2024-04-21T09:07:47.627268+0000","last_clean":"2024-04-21T09:07:47.627268+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:07:47.627268+0000","last_undegraded":"2024-04-21T09:07:47.627268+0000","last_fullsized":"2024-04-21T09:07:47.627268+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038969+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:07:48.038969+0000","last_peered":"2024-04-21T09:07:48.038969+0000","last_clean":"2024-04-21T09:07:48.038969+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:07:48.038969+0000","last_undegraded":"2024-04-21T09:07:48.038969+0000","last_fullsized":"2024-04-21T09:07:48.038969+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941238+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:07:47.941238+0000","last_peered":"2024-04-21T09:07:47.941238+0000","last_clean":"2024-04-21T09:07:47.941238+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:07:47.941238+0000","last_undegraded":"2024-04-21T09:07:47.941238+0000","last_fullsized":"2024-04-21T09:07:47.941238+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627261+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:07:47.627261+0000","last_peered":"2024-04-21T09:07:47.627261+0000","last_clean":"2024-04-21T09:07:47.627261+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:07:47.627261+0000","last_undegraded":"2024-04-21T09:07:47.627261+0000","last_fullsized":"2024-04-21T09:07:47.627261+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038770+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:07:48.038770+0000","last_peered":"2024-04-21T09:07:48.038770+0000","last_clean":"2024-04-21T09:07:48.038770+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:07:48.038770+0000","last_undegraded":"2024-04-21T09:07:48.038770+0000","last_fullsized":"2024-04-21T09:07:48.038770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941190+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:07:47.941190+0000","last_peered":"2024-04-21T09:07:47.941190+0000","last_clean":"2024-04-21T09:07:47.941190+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:07:47.941190+0000","last_undegraded":"2024-04-21T09:07:47.941190+0000","last_fullsized":"2024-04-21T09:07:47.941190+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037667+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:07:48.037667+0000","last_peered":"2024-04-21T09:07:48.037667+0000","last_clean":"2024-04-21T09:07:48.037667+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:07:48.037667+0000","last_undegraded":"2024-04-21T09:07:48.037667+0000","last_fullsized":"2024-04-21T09:07:48.037667+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.940718+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:07:47.940718+0000","last_peered":"2024-04-21T09:07:47.940718+0000","last_clean":"2024-04-21T09:07:47.940718+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:07:47.940718+0000","last_undegraded":"2024-04-21T09:07:47.940718+0000","last_fullsized":"2024-04-21T09:07:47.940718+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627696+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:07:47.627696+0000","last_peered":"2024-04-21T09:07:47.627696+0000","last_clean":"2024-04-21T09:07:47.627696+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:07:47.627696+0000","last_undegraded":"2024-04-21T09:07:47.627696+0000","last_fullsized":"2024-04-21T09:07:47.627696+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038060+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:07:48.038060+0000","last_peered":"2024-04-21T09:07:48.038060+0000","last_clean":"2024-04-21T09:07:48.038060+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:07:48.038060+0000","last_undegraded":"2024-04-21T09:07:48.038060+0000","last_fullsized":"2024-04-21T09:07:48.038060+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:08.702846+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:08:08.702846+0000","last_peered":"2024-04-21T09:08:08.702846+0000","last_clean":"2024-04-21T09:08:08.702846+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:08:08.702846+0000","last_undegraded":"2024-04-21T09:08:08.702846+0000","last_fullsized":"2024-04-21T09:08:08.702846+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":357,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627006+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:07:47.627006+0000","last_peered":"2024-04-21T09:07:47.627006+0000","last_clean":"2024-04-21T09:07:47.627006+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:07:47.627006+0000","last_undegraded":"2024-04-21T09:07:47.627006+0000","last_fullsized":"2024-04-21T09:07:47.627006+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038693+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:07:48.038693+0000","last_peered":"2024-04-21T09:07:48.038693+0000","last_clean":"2024-04-21T09:07:48.038693+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:07:48.038693+0000","last_undegraded":"2024-04-21T09:07:48.038693+0000","last_fullsized":"2024-04-21T09:07:48.038693+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.940711+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:07:47.940711+0000","last_peered":"2024-04-21T09:07:47.940711+0000","last_clean":"2024-04-21T09:07:47.940711+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:07:47.940711+0000","last_undegraded":"2024-04-21T09:07:47.940711+0000","last_fullsized":"2024-04-21T09:07:47.940711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.703755+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:08:07.703755+0000","last_peered":"2024-04-21T09:08:07.703755+0000","last_clean":"2024-04-21T09:08:07.703755+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:08:07.703755+0000","last_undegraded":"2024-04-21T09:08:07.703755+0000","last_fullsized":"2024-04-21T09:08:07.703755+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668912+0000","last_change":"2024-04-21T09:07:46.633149+0000","last_active":"2024-04-21T09:07:47.668912+0000","last_peered":"2024-04-21T09:07:47.668912+0000","last_clean":"2024-04-21T09:07:47.668912+0000","last_became_active":"2024-04-21T09:07:46.632700+0000","last_became_peered":"2024-04-21T09:07:46.632700+0000","last_unstale":"2024-04-21T09:07:47.668912+0000","last_undegraded":"2024-04-21T09:07:47.668912+0000","last_fullsized":"2024-04-21T09:07:47.668912+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:09:18.395309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.690586+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:08:06.690586+0000","last_peered":"2024-04-21T09:08:06.690586+0000","last_clean":"2024-04-21T09:08:06.690586+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:08:06.690586+0000","last_undegraded":"2024-04-21T09:08:06.690586+0000","last_fullsized":"2024-04-21T09:08:06.690586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941317+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:07:47.941317+0000","last_peered":"2024-04-21T09:07:47.941317+0000","last_clean":"2024-04-21T09:07:47.941317+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:07:47.941317+0000","last_undegraded":"2024-04-21T09:07:47.941317+0000","last_fullsized":"2024-04-21T09:07:47.941317+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037211+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:07:48.037211+0000","last_peered":"2024-04-21T09:07:48.037211+0000","last_clean":"2024-04-21T09:07:48.037211+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:07:48.037211+0000","last_undegraded":"2024-04-21T09:07:48.037211+0000","last_fullsized":"2024-04-21T09:07:48.037211+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.704967+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:08:07.704967+0000","last_peered":"2024-04-21T09:08:07.704967+0000","last_clean":"2024-04-21T09:08:07.704967+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:08:07.704967+0000","last_undegraded":"2024-04-21T09:08:07.704967+0000","last_fullsized":"2024-04-21T09:08:07.704967+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038666+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:07:48.038666+0000","last_peered":"2024-04-21T09:07:48.038666+0000","last_clean":"2024-04-21T09:07:48.038666+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:07:48.038666+0000","last_undegraded":"2024-04-21T09:07:48.038666+0000","last_fullsized":"2024-04-21T09:07:48.038666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627481+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:07:47.627481+0000","last_peered":"2024-04-21T09:07:47.627481+0000","last_clean":"2024-04-21T09:07:47.627481+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:07:47.627481+0000","last_undegraded":"2024-04-21T09:07:47.627481+0000","last_fullsized":"2024-04-21T09:07:47.627481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.688831+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:08:06.688831+0000","last_peered":"2024-04-21T09:08:06.688831+0000","last_clean":"2024-04-21T09:08:06.688831+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:08:06.688831+0000","last_undegraded":"2024-04-21T09:08:06.688831+0000","last_fullsized":"2024-04-21T09:08:06.688831+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037607+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:07:48.037607+0000","last_peered":"2024-04-21T09:07:48.037607+0000","last_clean":"2024-04-21T09:07:48.037607+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:07:48.037607+0000","last_undegraded":"2024-04-21T09:07:48.037607+0000","last_fullsized":"2024-04-21T09:07:48.037607+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038832+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:07:48.038832+0000","last_peered":"2024-04-21T09:07:48.038832+0000","last_clean":"2024-04-21T09:07:48.038832+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:07:48.038832+0000","last_undegraded":"2024-04-21T09:07:48.038832+0000","last_fullsized":"2024-04-21T09:07:48.038832+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.692622+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:08:06.692622+0000","last_peered":"2024-04-21T09:08:06.692622+0000","last_clean":"2024-04-21T09:08:06.692622+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:08:06.692622+0000","last_undegraded":"2024-04-21T09:08:06.692622+0000","last_fullsized":"2024-04-21T09:08:06.692622+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037288+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:07:48.037288+0000","last_peered":"2024-04-21T09:07:48.037288+0000","last_clean":"2024-04-21T09:07:48.037288+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:07:48.037288+0000","last_undegraded":"2024-04-21T09:07:48.037288+0000","last_fullsized":"2024-04-21T09:07:48.037288+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627774+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:07:47.627774+0000","last_peered":"2024-04-21T09:07:47.627774+0000","last_clean":"2024-04-21T09:07:47.627774+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:07:47.627774+0000","last_undegraded":"2024-04-21T09:07:47.627774+0000","last_fullsized":"2024-04-21T09:07:47.627774+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.692591+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:08:06.692591+0000","last_peered":"2024-04-21T09:08:06.692591+0000","last_clean":"2024-04-21T09:08:06.692591+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:08:06.692591+0000","last_undegraded":"2024-04-21T09:08:06.692591+0000","last_fullsized":"2024-04-21T09:08:06.692591+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668754+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:07:47.668754+0000","last_peered":"2024-04-21T09:07:47.668754+0000","last_clean":"2024-04-21T09:07:47.668754+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:07:47.668754+0000","last_undegraded":"2024-04-21T09:07:47.668754+0000","last_fullsized":"2024-04-21T09:07:47.668754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038978+0000","last_change":"2024-04-21T09:07:46.636311+0000","last_active":"2024-04-21T09:07:48.038978+0000","last_peered":"2024-04-21T09:07:48.038978+0000","last_clean":"2024-04-21T09:07:48.038978+0000","last_became_active":"2024-04-21T09:07:46.635911+0000","last_became_peered":"2024-04-21T09:07:46.635911+0000","last_unstale":"2024-04-21T09:07:48.038978+0000","last_undegraded":"2024-04-21T09:07:48.038978+0000","last_fullsized":"2024-04-21T09:07:48.038978+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:46:47.217453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627405+0000","last_change":"2024-04-21T09:07:41.378116+0000","last_active":"2024-04-21T09:07:47.627405+0000","last_peered":"2024-04-21T09:07:47.627405+0000","last_clean":"2024-04-21T09:07:47.627405+0000","last_became_active":"2024-04-21T09:07:41.377773+0000","last_became_peered":"2024-04-21T09:07:41.377773+0000","last_unstale":"2024-04-21T09:07:47.627405+0000","last_undegraded":"2024-04-21T09:07:47.627405+0000","last_fullsized":"2024-04-21T09:07:47.627405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:36:02.727626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037796+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:07:48.037796+0000","last_peered":"2024-04-21T09:07:48.037796+0000","last_clean":"2024-04-21T09:07:48.037796+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:07:48.037796+0000","last_undegraded":"2024-04-21T09:07:48.037796+0000","last_fullsized":"2024-04-21T09:07:48.037796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038781+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:07:48.038781+0000","last_peered":"2024-04-21T09:07:48.038781+0000","last_clean":"2024-04-21T09:07:48.038781+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:07:48.038781+0000","last_undegraded":"2024-04-21T09:07:48.038781+0000","last_fullsized":"2024-04-21T09:07:48.038781+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:06.692089+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:08:06.692089+0000","last_peered":"2024-04-21T09:08:06.692089+0000","last_clean":"2024-04-21T09:08:06.692089+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:08:06.692089+0000","last_undegraded":"2024-04-21T09:08:06.692089+0000","last_fullsized":"2024-04-21T09:08:06.692089+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627335+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:07:47.627335+0000","last_peered":"2024-04-21T09:07:47.627335+0000","last_clean":"2024-04-21T09:07:47.627335+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:07:47.627335+0000","last_undegraded":"2024-04-21T09:07:47.627335+0000","last_fullsized":"2024-04-21T09:07:47.627335+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038123+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:07:48.038123+0000","last_peered":"2024-04-21T09:07:48.038123+0000","last_clean":"2024-04-21T09:07:48.038123+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:07:48.038123+0000","last_undegraded":"2024-04-21T09:07:48.038123+0000","last_fullsized":"2024-04-21T09:07:48.038123+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:08:07.703847+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:08:07.703847+0000","last_peered":"2024-04-21T09:08:07.703847+0000","last_clean":"2024-04-21T09:08:07.703847+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:08:07.703847+0000","last_undegraded":"2024-04-21T09:08:07.703847+0000","last_fullsized":"2024-04-21T09:08:07.703847+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627818+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:07:47.627818+0000","last_peered":"2024-04-21T09:07:47.627818+0000","last_clean":"2024-04-21T09:07:47.627818+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:07:47.627818+0000","last_undegraded":"2024-04-21T09:07:47.627818+0000","last_fullsized":"2024-04-21T09:07:47.627818+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037369+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:07:48.037369+0000","last_peered":"2024-04-21T09:07:48.037369+0000","last_clean":"2024-04-21T09:07:48.037369+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:07:48.037369+0000","last_undegraded":"2024-04-21T09:07:48.037369+0000","last_fullsized":"2024-04-21T09:07:48.037369+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038413+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:07:48.038413+0000","last_peered":"2024-04-21T09:07:48.038413+0000","last_clean":"2024-04-21T09:07:48.038413+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:07:48.038413+0000","last_undegraded":"2024-04-21T09:07:48.038413+0000","last_fullsized":"2024-04-21T09:07:48.038413+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627393+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:07:47.627393+0000","last_peered":"2024-04-21T09:07:47.627393+0000","last_clean":"2024-04-21T09:07:47.627393+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:07:47.627393+0000","last_undegraded":"2024-04-21T09:07:47.627393+0000","last_fullsized":"2024-04-21T09:07:47.627393+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037460+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:07:48.037460+0000","last_peered":"2024-04-21T09:07:48.037460+0000","last_clean":"2024-04-21T09:07:48.037460+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:07:48.037460+0000","last_undegraded":"2024-04-21T09:07:48.037460+0000","last_fullsized":"2024-04-21T09:07:48.037460+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941302+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:07:47.941302+0000","last_peered":"2024-04-21T09:07:47.941302+0000","last_clean":"2024-04-21T09:07:47.941302+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:07:47.941302+0000","last_undegraded":"2024-04-21T09:07:47.941302+0000","last_fullsized":"2024-04-21T09:07:47.941302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627784+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:07:47.627784+0000","last_peered":"2024-04-21T09:07:47.627784+0000","last_clean":"2024-04-21T09:07:47.627784+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:07:47.627784+0000","last_undegraded":"2024-04-21T09:07:47.627784+0000","last_fullsized":"2024-04-21T09:07:47.627784+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668894+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:07:47.668894+0000","last_peered":"2024-04-21T09:07:47.668894+0000","last_clean":"2024-04-21T09:07:47.668894+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:07:47.668894+0000","last_undegraded":"2024-04-21T09:07:47.668894+0000","last_fullsized":"2024-04-21T09:07:47.668894+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627907+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:07:47.627907+0000","last_peered":"2024-04-21T09:07:47.627907+0000","last_clean":"2024-04-21T09:07:47.627907+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:07:47.627907+0000","last_undegraded":"2024-04-21T09:07:47.627907+0000","last_fullsized":"2024-04-21T09:07:47.627907+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627226+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:07:47.627226+0000","last_peered":"2024-04-21T09:07:47.627226+0000","last_clean":"2024-04-21T09:07:47.627226+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:07:47.627226+0000","last_undegraded":"2024-04-21T09:07:47.627226+0000","last_fullsized":"2024-04-21T09:07:47.627226+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037616+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:07:48.037616+0000","last_peered":"2024-04-21T09:07:48.037616+0000","last_clean":"2024-04-21T09:07:48.037616+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:07:48.037616+0000","last_undegraded":"2024-04-21T09:07:48.037616+0000","last_fullsized":"2024-04-21T09:07:48.037616+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941249+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:07:47.941249+0000","last_peered":"2024-04-21T09:07:47.941249+0000","last_clean":"2024-04-21T09:07:47.941249+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:07:47.941249+0000","last_undegraded":"2024-04-21T09:07:47.941249+0000","last_fullsized":"2024-04-21T09:07:47.941249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.669115+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:07:47.669115+0000","last_peered":"2024-04-21T09:07:47.669115+0000","last_clean":"2024-04-21T09:07:47.669115+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:07:47.669115+0000","last_undegraded":"2024-04-21T09:07:47.669115+0000","last_fullsized":"2024-04-21T09:07:47.669115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.627765+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:07:47.627765+0000","last_peered":"2024-04-21T09:07:47.627765+0000","last_clean":"2024-04-21T09:07:47.627765+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:07:47.627765+0000","last_undegraded":"2024-04-21T09:07:47.627765+0000","last_fullsized":"2024-04-21T09:07:47.627765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038764+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:07:48.038764+0000","last_peered":"2024-04-21T09:07:48.038764+0000","last_clean":"2024-04-21T09:07:48.038764+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:07:48.038764+0000","last_undegraded":"2024-04-21T09:07:48.038764+0000","last_fullsized":"2024-04-21T09:07:48.038764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037541+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:07:48.037541+0000","last_peered":"2024-04-21T09:07:48.037541+0000","last_clean":"2024-04-21T09:07:48.037541+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:07:48.037541+0000","last_undegraded":"2024-04-21T09:07:48.037541+0000","last_fullsized":"2024-04-21T09:07:48.037541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.037824+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:07:48.037824+0000","last_peered":"2024-04-21T09:07:48.037824+0000","last_clean":"2024-04-21T09:07:48.037824+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:07:48.037824+0000","last_undegraded":"2024-04-21T09:07:48.037824+0000","last_fullsized":"2024-04-21T09:07:48.037824+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:48.038421+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:07:48.038421+0000","last_peered":"2024-04-21T09:07:48.038421+0000","last_clean":"2024-04-21T09:07:48.038421+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:07:48.038421+0000","last_undegraded":"2024-04-21T09:07:48.038421+0000","last_fullsized":"2024-04-21T09:07:48.038421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.941066+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:07:47.941066+0000","last_peered":"2024-04-21T09:07:47.941066+0000","last_clean":"2024-04-21T09:07:47.941066+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:07:47.941066+0000","last_undegraded":"2024-04-21T09:07:47.941066+0000","last_fullsized":"2024-04-21T09:07:47.941066+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-21T09:07:47.668934+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:07:47.668934+0000","last_peered":"2024-04-21T09:07:47.668934+0000","last_clean":"2024-04-21T09:07:47.668934+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:07:47.668934+0000","last_undegraded":"2024-04-21T09:07:47.668934+0000","last_fullsized":"2024-04-21T09:07:47.668934+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":12288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":43991,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":27,"num_read_kb":44,"num_write":132,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":37,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":294912,"data_stored":77612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383698,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":983040,"data_stored":477215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645335,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1642496,"data_stored":1092302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808860,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":478033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070498,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":482049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332135,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1601536,"data_stored":1077567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495659,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":983040,"data_stored":477215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574918,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":500356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738442,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":478693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":482407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182459,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920823,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757297,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1069059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":23141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":42049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:08:11.914 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-21T09:08:11.915 INFO:tasks.cephadm:Setting up client nodes... 2024-04-21T09:08:11.915 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-21T09:08:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:11 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/501128274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:08:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:11 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3375797156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:12.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:11 smithi060 ceph-mon[31055]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:08:12.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:11 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/501128274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:08:12.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:11 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3375797156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:12.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:11 smithi078 ceph-mon[31713]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:08:12.201 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:12.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:12 smithi052 ceph-mon[28035]: pgmap v309: 129 pgs: 129 active+clean; 620 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.5 KiB/s wr, 9 op/s 2024-04-21T09:08:12.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:12 smithi052 ceph-mon[28035]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:08:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:12 smithi060 ceph-mon[31055]: pgmap v309: 129 pgs: 129 active+clean; 620 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.5 KiB/s wr, 9 op/s 2024-04-21T09:08:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:12 smithi060 ceph-mon[31055]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:08:13.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:12 smithi078 ceph-mon[31713]: pgmap v309: 129 pgs: 129 active+clean; 620 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 5.5 KiB/s wr, 9 op/s 2024-04-21T09:08:13.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:12 smithi078 ceph-mon[31713]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:08:13.840 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:08:13 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: 2024-04-21T09:08:13.488+0000 7fbcd93e4700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-21T09:08:14.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 -- 172.21.15.52:0/2982065857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 msgr2=0x7fe30010af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:14.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 --2- 172.21.15.52:0/2982065857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 0x7fe30010af20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe2f80099c0 tx=0x7fe2f8009cd0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 -- 172.21.15.52:0/2982065857 shutdown_connections 2024-04-21T09:08:14.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 --2- 172.21.15.52:0/2982065857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 0x7fe30010af20 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 --2- 172.21.15.52:0/2982065857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe300102ad0 0x7fe300102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 --2- 172.21.15.52:0/2982065857 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe300103cd0 0x7fe300104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 -- 172.21.15.52:0/2982065857 >> 172.21.15.52:0/2982065857 conn(0x7fe3000fe090 msgr2=0x7fe3001004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:14.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 -- 172.21.15.52:0/2982065857 shutdown_connections 2024-04-21T09:08:14.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.018+0000 7fe304d17700 1 -- 172.21.15.52:0/2982065857 wait complete. 2024-04-21T09:08:14.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe304d17700 1 Processor -- start 2024-04-21T09:08:14.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe304d17700 1 -- start start 2024-04-21T09:08:14.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe304d17700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe300102ad0 0x7fe300198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:14.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe304d17700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe300103cd0 0x7fe300198fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:14.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe304d17700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 0x7fe3001a0050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:14.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe304d17700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe30010e570 con 0x7fe300104670 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe304d17700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe30010e3f0 con 0x7fe300102ad0 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe304d17700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe30010e6f0 con 0x7fe300103cd0 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe2fed9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 0x7fe3001a0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.019+0000 7fe2fed9d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 0x7fe3001a0050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51294/0 (socket says 172.21.15.52:51294) 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fed9d700 1 -- 172.21.15.52:0/2901707933 learned_addr learned my addr 172.21.15.52:0/2901707933 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fdd9b700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe300103cd0 0x7fe300198fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fe59c700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe300102ad0 0x7fe300198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fed9d700 1 -- 172.21.15.52:0/2901707933 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe300103cd0 msgr2=0x7fe300198fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fed9d700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe300103cd0 0x7fe300198fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fed9d700 1 -- 172.21.15.52:0/2901707933 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe300102ad0 msgr2=0x7fe300198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fed9d700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe300102ad0 0x7fe300198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fed9d700 1 -- 172.21.15.52:0/2901707933 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3001a06f0 con 0x7fe300104670 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fe59c700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe300102ad0 0x7fe300198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:08:14.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2fed9d700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 0x7fe3001a0050 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe2f80047b0 tx=0x7fe2f8005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:14.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2f77fe700 1 -- 172.21.15.52:0/2901707933 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f8027070 con 0x7fe300104670 2024-04-21T09:08:14.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2f77fe700 1 -- 172.21.15.52:0/2901707933 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2f8004160 con 0x7fe300104670 2024-04-21T09:08:14.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3001a0980 con 0x7fe300104670 2024-04-21T09:08:14.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe2f77fe700 1 -- 172.21.15.52:0/2901707933 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2f800f460 con 0x7fe300104670 2024-04-21T09:08:14.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.020+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3001a0e30 con 0x7fe300104670 2024-04-21T09:08:14.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.021+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe300050f80 con 0x7fe300104670 2024-04-21T09:08:14.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.023+0000 7fe2f77fe700 1 -- 172.21.15.52:0/2901707933 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe2f802a070 con 0x7fe300104670 2024-04-21T09:08:14.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.023+0000 7fe2f77fe700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe2ec0a3e00 0x7fe2ec0a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:14.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.023+0000 7fe2fe59c700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe2ec0a3e00 0x7fe2ec0a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:14.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.023+0000 7fe2f77fe700 1 -- 172.21.15.52:0/2901707933 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fe2f80d1740 con 0x7fe300104670 2024-04-21T09:08:14.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.024+0000 7fe2fe59c700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe2ec0a3e00 0x7fe2ec0a62c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe300103b30 tx=0x7fe2f0009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:14.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.028+0000 7fe2f77fe700 1 -- 172.21.15.52:0/2901707933 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe2f805eff0 con 0x7fe300104670 2024-04-21T09:08:14.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.325+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fe30002e0e0 con 0x7fe300104670 2024-04-21T09:08:14.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.327+0000 7fe2f77fe700 1 -- 172.21.15.52:0/2901707933 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7fe30002e0e0 con 0x7fe300104670 2024-04-21T09:08:14.327 INFO:teuthology.orchestra.run.smithi052.stdout:[client.0] 2024-04-21T09:08:14.327 INFO:teuthology.orchestra.run.smithi052.stdout: key = AQB+1yRmnpZ8ExAAkKFvSUG4p4yJYge+b4Onmw== 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.330+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe2ec0a3e00 msgr2=0x7fe2ec0a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.330+0000 7fe304d17700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe2ec0a3e00 0x7fe2ec0a62c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe300103b30 tx=0x7fe2f0009040 comp rx=0 tx=0).stop 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.330+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 msgr2=0x7fe3001a0050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.330+0000 7fe304d17700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 0x7fe3001a0050 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe2f80047b0 tx=0x7fe2f8005a90 comp rx=0 tx=0).stop 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.331+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 shutdown_connections 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.331+0000 7fe304d17700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe2ec0a3e00 0x7fe2ec0a62c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.331+0000 7fe304d17700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe300104670 0x7fe3001a0050 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.331+0000 7fe304d17700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe300102ad0 0x7fe300198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.331+0000 7fe304d17700 1 --2- 172.21.15.52:0/2901707933 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe300103cd0 0x7fe300198fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.331+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 >> 172.21.15.52:0/2901707933 conn(0x7fe3000fe090 msgr2=0x7fe300106f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.331+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 shutdown_connections 2024-04-21T09:08:14.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:14.331+0000 7fe304d17700 1 -- 172.21.15.52:0/2901707933 wait complete. 2024-04-21T09:08:14.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:14 smithi052 ceph-mon[28035]: pgmap v310: 129 pgs: 129 active+clean; 620 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-21T09:08:14.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:14 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2901707933' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-21T09:08:14.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:14 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2901707933' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-21T09:08:14.986 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:08:14.986 DEBUG:teuthology.orchestra.run.smithi052:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-21T09:08:14.986 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-21T09:08:15.025 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-21T09:08:15.026 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-21T09:08:15.026 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-21T09:08:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:14 smithi060 ceph-mon[31055]: pgmap v310: 129 pgs: 129 active+clean; 620 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-21T09:08:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:14 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2901707933' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-21T09:08:15.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:14 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2901707933' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-21T09:08:15.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:14 smithi078 ceph-mon[31713]: pgmap v310: 129 pgs: 129 active+clean; 620 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 5.4 KiB/s wr, 10 op/s 2024-04-21T09:08:15.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:14 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2901707933' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-21T09:08:15.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:14 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2901707933' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-21T09:08:15.312 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:16.871 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:16 smithi052 ceph-mon[28035]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-21T09:08:17.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:16 smithi060 ceph-mon[31055]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-21T09:08:17.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/3039125462 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 msgr2=0x7f1e64102f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:17.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/3039125462 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 0x7f1e64102f40 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1e54009990 tx=0x7f1e54009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/3039125462 shutdown_connections 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/3039125462 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1e64103480 0x7f1e6410f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/3039125462 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1e64108a70 0x7f1e64108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/3039125462 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 0x7f1e64102f40 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/3039125462 >> 172.21.15.52:0/3039125462 conn(0x7f1e64079bb0 msgr2=0x7f1e64079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/3039125462 shutdown_connections 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/3039125462 wait complete. 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 Processor -- start 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.106+0000 7f1e6c3ad700 1 -- start start 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6c3ad700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 0x7f1e64074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6c3ad700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1e64103480 0x7f1e64075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:17.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6c3ad700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1e64108a70 0x7f1e640757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6c3ad700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1e64112c00 con 0x7f1e64102ac0 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6c3ad700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1e64112a80 con 0x7f1e64103480 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6c3ad700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1e64112d80 con 0x7f1e64108a70 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 0x7f1e64074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 0x7f1e64074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36216/0 (socket says 172.21.15.52:36216) 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 -- 172.21.15.52:0/171758210 learned_addr learned my addr 172.21.15.52:0/171758210 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e69948700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1e64103480 0x7f1e64075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a94a700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1e64108a70 0x7f1e640757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 -- 172.21.15.52:0/171758210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1e64108a70 msgr2=0x7f1e640757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1e64108a70 0x7f1e640757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 -- 172.21.15.52:0/171758210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1e64103480 msgr2=0x7f1e64075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1e64103480 0x7f1e64075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 -- 172.21.15.52:0/171758210 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e641a7640 con 0x7f1e64102ac0 2024-04-21T09:08:17.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a94a700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1e64108a70 0x7f1e640757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:08:17.110 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e6a149700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 0x7f1e64074d40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1e6000d950 tx=0x7f1e6000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:17.110 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.107+0000 7f1e5b7fe700 1 -- 172.21.15.52:0/171758210 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e60016070 con 0x7f1e64102ac0 2024-04-21T09:08:17.110 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.108+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e641a7930 con 0x7f1e64102ac0 2024-04-21T09:08:17.110 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.108+0000 7f1e5b7fe700 1 -- 172.21.15.52:0/171758210 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e60009df0 con 0x7f1e64102ac0 2024-04-21T09:08:17.110 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.108+0000 7f1e5b7fe700 1 -- 172.21.15.52:0/171758210 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6000f3c0 con 0x7f1e64102ac0 2024-04-21T09:08:17.110 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.108+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e641a7e40 con 0x7f1e64102ac0 2024-04-21T09:08:17.111 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.109+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e64069730 con 0x7f1e64102ac0 2024-04-21T09:08:17.111 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.110+0000 7f1e5b7fe700 1 -- 172.21.15.52:0/171758210 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1e60019070 con 0x7f1e64102ac0 2024-04-21T09:08:17.111 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.110+0000 7f1e5b7fe700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1e500a3cd0 0x7f1e500a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:17.111 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.110+0000 7f1e69948700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1e500a3cd0 0x7f1e500a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:17.111 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.110+0000 7f1e5b7fe700 1 -- 172.21.15.52:0/171758210 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f1e600d0330 con 0x7f1e64102ac0 2024-04-21T09:08:17.111 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.111+0000 7f1e69948700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1e500a3cd0 0x7f1e500a6190 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1e5400b5c0 tx=0x7f1e54005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.115+0000 7f1e5b7fe700 1 -- 172.21.15.52:0/171758210 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1e6009c970 con 0x7f1e64102ac0 2024-04-21T09:08:17.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:16 smithi078 ceph-mon[31713]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-21T09:08:17.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.382+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f1e6402e140 con 0x7f1e64102ac0 2024-04-21T09:08:17.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.387+0000 7f1e5b7fe700 1 -- 172.21.15.52:0/171758210 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264996 (secure 0 0 0) 0x7f1e6009c270 con 0x7f1e64102ac0 2024-04-21T09:08:17.390 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:17.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.390+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1e500a3cd0 msgr2=0x7f1e500a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:17.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.390+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1e500a3cd0 0x7f1e500a6190 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1e5400b5c0 tx=0x7f1e54005960 comp rx=0 tx=0).stop 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.390+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 msgr2=0x7f1e64074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.390+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 0x7f1e64074d40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1e6000d950 tx=0x7f1e6000dc60 comp rx=0 tx=0).stop 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.391+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 shutdown_connections 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.391+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1e500a3cd0 0x7f1e500a6190 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.391+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1e64108a70 0x7f1e640757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.391+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1e64102ac0 0x7f1e64074d40 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.391+0000 7f1e6c3ad700 1 --2- 172.21.15.52:0/171758210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1e64103480 0x7f1e64075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.391+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 >> 172.21.15.52:0/171758210 conn(0x7f1e64079bb0 msgr2=0x7f1e64101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.391+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 shutdown_connections 2024-04-21T09:08:17.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:17.391+0000 7f1e6c3ad700 1 -- 172.21.15.52:0/171758210 wait complete. 2024-04-21T09:08:18.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:17 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/171758210' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-21T09:08:18.157 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:17 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/171758210' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-21T09:08:18.188 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6800","nonce":3222880837},{"type":"v1","addr":"172.21.15.52:6801","nonce":3222880837}]},"active_addr":"172.21.15.52:6801/3222880837","active_change":"2024-04-21T09:00:31.508731+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24115,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.52:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":906167289}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":1366843647}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":3629341037}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":793064020}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.52:0","nonce":4080928057}]}]} 2024-04-21T09:08:18.192 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-21T09:08:18.192 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-21T09:08:18.192 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-21T09:08:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:17 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/171758210' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-21T09:08:18.442 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:18.817 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:18 smithi052 ceph-mon[28035]: pgmap v312: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-21T09:08:19.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:18 smithi060 ceph-mon[31055]: pgmap v312: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-21T09:08:19.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:18 smithi078 ceph-mon[31713]: pgmap v312: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.3 KiB/s wr, 13 op/s 2024-04-21T09:08:20.229 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 -- 172.21.15.52:0/21217055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc101940 msgr2=0x7f51fc101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 --2- 172.21.15.52:0/21217055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc101940 0x7f51fc101dc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f51f0009990 tx=0x7f51f0009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 -- 172.21.15.52:0/21217055 shutdown_connections 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 --2- 172.21.15.52:0/21217055 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51fc102300 0x7f51fc10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 --2- 172.21.15.52:0/21217055 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f51fc107990 0x7f51fc107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 --2- 172.21.15.52:0/21217055 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc101940 0x7f51fc101dc0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 -- 172.21.15.52:0/21217055 >> 172.21.15.52:0/21217055 conn(0x7f51fc0788f0 msgr2=0x7f51fc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 -- 172.21.15.52:0/21217055 shutdown_connections 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.224+0000 7f5200e76700 1 -- 172.21.15.52:0/21217055 wait complete. 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f5200e76700 1 Processor -- start 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f5200e76700 1 -- start start 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f5200e76700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f51fc101940 0x7f51fc199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f5200e76700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc102300 0x7f51fc1996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:20.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f5200e76700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51fc107990 0x7f51fc19da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f5200e76700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc111b00 con 0x7f51fc102300 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f5200e76700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc111980 con 0x7f51fc107990 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f5200e76700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f51fc111c80 con 0x7f51fc101940 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f51f9d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc102300 0x7f51fc1996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.225+0000 7f51f9d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc102300 0x7f51fc1996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36230/0 (socket says 172.21.15.52:36230) 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51f9d9b700 1 -- 172.21.15.52:0/360979337 learned_addr learned my addr 172.21.15.52:0/360979337 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51fad9d700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51fc107990 0x7f51fc19da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51fa59c700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f51fc101940 0x7f51fc199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51f9d9b700 1 -- 172.21.15.52:0/360979337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f51fc101940 msgr2=0x7f51fc199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51f9d9b700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f51fc101940 0x7f51fc199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51f9d9b700 1 -- 172.21.15.52:0/360979337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51fc107990 msgr2=0x7f51fc19da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51f9d9b700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51fc107990 0x7f51fc19da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51f9d9b700 1 -- 172.21.15.52:0/360979337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51fc19e140 con 0x7f51fc102300 2024-04-21T09:08:20.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51f9d9b700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc102300 0x7f51fc1996c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f51f0000c00 tx=0x7f51f0009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51eb7fe700 1 -- 172.21.15.52:0/360979337 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f0027070 con 0x7f51fc102300 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51fc19e3d0 con 0x7f51fc102300 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51eb7fe700 1 -- 172.21.15.52:0/360979337 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51f0022470 con 0x7f51fc102300 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f51eb7fe700 1 -- 172.21.15.52:0/360979337 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f0017650 con 0x7f51fc102300 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.226+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51fc1a5cb0 con 0x7f51fc102300 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.227+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51fc103060 con 0x7f51fc102300 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.228+0000 7f51eb7fe700 1 -- 172.21.15.52:0/360979337 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f51f002a070 con 0x7f51fc102300 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.229+0000 7f51eb7fe700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51e40a3cd0 0x7f51e40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.229+0000 7f51eb7fe700 1 -- 172.21.15.52:0/360979337 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f51f00d1700 con 0x7f51fc102300 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.229+0000 7f51fa59c700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51e40a3cd0 0x7f51e40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:20.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.229+0000 7f51fa59c700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51e40a3cd0 0x7f51e40a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f51ec009be0 tx=0x7f51ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:20.233 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.233+0000 7f51eb7fe700 1 -- 172.21.15.52:0/360979337 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f51f0013070 con 0x7f51fc102300 2024-04-21T09:08:20.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.441+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f51fc19a490 con 0x7f51fc102300 2024-04-21T09:08:20.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.443+0000 7f51eb7fe700 1 -- 172.21.15.52:0/360979337 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7f51f009ddd0 con 0x7f51fc102300 2024-04-21T09:08:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:20.443 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:08:20.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51e40a3cd0 msgr2=0x7f51e40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:20.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51e40a3cd0 0x7f51e40a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f51ec009be0 tx=0x7f51ec009260 comp rx=0 tx=0).stop 2024-04-21T09:08:20.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc102300 msgr2=0x7f51fc1996c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:20.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc102300 0x7f51fc1996c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f51f0000c00 tx=0x7f51f0009580 comp rx=0 tx=0).stop 2024-04-21T09:08:20.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 shutdown_connections 2024-04-21T09:08:20.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51e40a3cd0 0x7f51e40a6190 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51fc107990 0x7f51fc19da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f51fc101940 0x7f51fc199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 --2- 172.21.15.52:0/360979337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f51fc102300 0x7f51fc1996c0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:20.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 >> 172.21.15.52:0/360979337 conn(0x7f51fc0788f0 msgr2=0x7f51fc06ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:20.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 shutdown_connections 2024-04-21T09:08:20.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:20.445+0000 7f5200e76700 1 -- 172.21.15.52:0/360979337 wait complete. 2024-04-21T09:08:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:20 smithi060 ceph-mon[31055]: pgmap v313: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-21T09:08:21.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:20 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/360979337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:20 smithi078 ceph-mon[31713]: pgmap v313: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-21T09:08:21.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:20 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/360979337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:21.198 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:20 smithi052 ceph-mon[28035]: pgmap v313: 129 pgs: 129 active+clean; 625 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.3 KiB/s wr, 14 op/s 2024-04-21T09:08:21.198 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/360979337' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:21.233 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-21T09:08:21.234 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-21T09:08:21.491 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:22.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:22 smithi052 ceph-mon[28035]: pgmap v314: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-04-21T09:08:23.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:22 smithi060 ceph-mon[31055]: pgmap v314: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-04-21T09:08:23.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:22 smithi078 ceph-mon[31713]: pgmap v314: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-04-21T09:08:23.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.249+0000 7f1c683f1700 1 -- 172.21.15.52:0/815986215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 msgr2=0x7f1c60102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:23.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.249+0000 7f1c683f1700 1 --2- 172.21.15.52:0/815986215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 0x7f1c60102f10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1c50009990 tx=0x7f1c50009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.250+0000 7f1c683f1700 1 -- 172.21.15.52:0/815986215 shutdown_connections 2024-04-21T09:08:23.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.250+0000 7f1c683f1700 1 --2- 172.21.15.52:0/815986215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c60103450 0x7f1c6010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.250+0000 7f1c683f1700 1 --2- 172.21.15.52:0/815986215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c60108a50 0x7f1c60108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.250+0000 7f1c683f1700 1 --2- 172.21.15.52:0/815986215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 0x7f1c60102f10 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.250+0000 7f1c683f1700 1 -- 172.21.15.52:0/815986215 >> 172.21.15.52:0/815986215 conn(0x7f1c60079ba0 msgr2=0x7f1c60079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:23.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.250+0000 7f1c683f1700 1 -- 172.21.15.52:0/815986215 shutdown_connections 2024-04-21T09:08:23.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.250+0000 7f1c683f1700 1 -- 172.21.15.52:0/815986215 wait complete. 2024-04-21T09:08:23.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c683f1700 1 Processor -- start 2024-04-21T09:08:23.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c683f1700 1 -- start start 2024-04-21T09:08:23.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c683f1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 0x7f1c601991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:23.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c683f1700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c60103450 0x7f1c601996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:23.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c683f1700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c60108a50 0x7f1c6019da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c683f1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1c60112c30 con 0x7f1c60102a90 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c683f1700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1c60112ab0 con 0x7f1c60108a50 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c683f1700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1c60112db0 con 0x7f1c60103450 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c6618d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 0x7f1c601991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c6618d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 0x7f1c601991a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:36258/0 (socket says 172.21.15.52:36258) 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c6598c700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c60103450 0x7f1c601996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c6618d700 1 -- 172.21.15.52:0/1725493204 learned_addr learned my addr 172.21.15.52:0/1725493204 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.251+0000 7f1c6698e700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c60108a50 0x7f1c6019da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c6618d700 1 -- 172.21.15.52:0/1725493204 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c60103450 msgr2=0x7f1c601996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c6618d700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c60103450 0x7f1c601996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c6618d700 1 -- 172.21.15.52:0/1725493204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c60108a50 msgr2=0x7f1c6019da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c6618d700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c60108a50 0x7f1c6019da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c6618d700 1 -- 172.21.15.52:0/1725493204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c6019e1b0 con 0x7f1c60102a90 2024-04-21T09:08:23.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c6618d700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 0x7f1c601991a0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c00d950 tx=0x7f1c5c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:23.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c577fe700 1 -- 172.21.15.52:0/1725493204 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c016070 con 0x7f1c60102a90 2024-04-21T09:08:23.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c6019e4a0 con 0x7f1c60102a90 2024-04-21T09:08:23.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c60074c70 con 0x7f1c60102a90 2024-04-21T09:08:23.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c577fe700 1 -- 172.21.15.52:0/1725493204 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c5c00fd40 con 0x7f1c60102a90 2024-04-21T09:08:23.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.252+0000 7f1c577fe700 1 -- 172.21.15.52:0/1725493204 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c00e3b0 con 0x7f1c60102a90 2024-04-21T09:08:23.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.253+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c44005330 con 0x7f1c60102a90 2024-04-21T09:08:23.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.255+0000 7f1c577fe700 1 -- 172.21.15.52:0/1725493204 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1c5c019070 con 0x7f1c60102a90 2024-04-21T09:08:23.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.255+0000 7f1c577fe700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3d50 0x7f1c4c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:23.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.255+0000 7f1c6598c700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3d50 0x7f1c4c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:23.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.255+0000 7f1c577fe700 1 -- 172.21.15.52:0/1725493204 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f1c5c0d0540 con 0x7f1c60102a90 2024-04-21T09:08:23.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.256+0000 7f1c6598c700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3d50 0x7f1c4c0a6210 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1c6007a1f0 tx=0x7f1c50005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:23.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.259+0000 7f1c577fe700 1 -- 172.21.15.52:0/1725493204 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c5c09cb80 con 0x7f1c60102a90 2024-04-21T09:08:23.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.465+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1c440058f0 con 0x7f1c60102a90 2024-04-21T09:08:23.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.466+0000 7f1c577fe700 1 -- 172.21.15.52:0/1725493204 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24057 (secure 0 0 0) 0x7f1c5c09c480 con 0x7f1c60102a90 2024-04-21T09:08:23.467 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:08:23.467 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":89,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:07:46.987762+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:08:23.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.468+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3d50 msgr2=0x7f1c4c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:23.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.468+0000 7f1c683f1700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3d50 0x7f1c4c0a6210 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1c6007a1f0 tx=0x7f1c50005fd0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.468+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 msgr2=0x7f1c601991a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.468+0000 7f1c683f1700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 0x7f1c601991a0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c00d950 tx=0x7f1c5c00dc60 comp rx=0 tx=0).stop 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.469+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 shutdown_connections 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.469+0000 7f1c683f1700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3d50 0x7f1c4c0a6210 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.469+0000 7f1c683f1700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c60108a50 0x7f1c6019da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.469+0000 7f1c683f1700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c60102a90 0x7f1c601991a0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.469+0000 7f1c683f1700 1 --2- 172.21.15.52:0/1725493204 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c60103450 0x7f1c601996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.469+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 >> 172.21.15.52:0/1725493204 conn(0x7f1c60079ba0 msgr2=0x7f1c601017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.469+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 shutdown_connections 2024-04-21T09:08:23.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:23.469+0000 7f1c683f1700 1 -- 172.21.15.52:0/1725493204 wait complete. 2024-04-21T09:08:24.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:23 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1725493204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:24.115 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:23 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1725493204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:24.145 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-21T09:08:24.146 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-21T09:08:24.146 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-21T09:08:24.147 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-21T09:08:24.147 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-21T09:08:24.147 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-21T09:08:24.148 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-21T09:08:24.148 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-21T09:08:24.149 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-21T09:08:24.149 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-21T09:08:24.150 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-21T09:08:24.150 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-21T09:08:24.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:23 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1725493204' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:08:24.805 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:24.814 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:25.017 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:24 smithi052 ceph-mon[28035]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-04-21T09:08:25.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:24 smithi060 ceph-mon[31055]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-04-21T09:08:25.111 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:25.111 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:25.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:24 smithi078 ceph-mon[31713]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-04-21T09:08:26.765 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:26.768 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:26.768 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:26.987 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:26 smithi052 ceph-mon[28035]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-04-21T09:08:27.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:26 smithi060 ceph-mon[31055]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-04-21T09:08:27.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:26 smithi078 ceph-mon[31713]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-04-21T09:08:27.489 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:29.001 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:28 smithi052 ceph-mon[28035]: pgmap v317: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-21T09:08:29.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:28 smithi060 ceph-mon[31055]: pgmap v317: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-21T09:08:29.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 -- 172.21.15.52:0/661300673 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 msgr2=0x7fba0c10f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:29.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 --2- 172.21.15.52:0/661300673 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 0x7fba0c10f8f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fba04009990 tx=0x7fba04009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 -- 172.21.15.52:0/661300673 shutdown_connections 2024-04-21T09:08:29.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 --2- 172.21.15.52:0/661300673 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 0x7fba0c10f8f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 --2- 172.21.15.52:0/661300673 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fba0c108a20 0x7fba0c108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 --2- 172.21.15.52:0/661300673 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba0c06afe0 0x7fba0c06b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 -- 172.21.15.52:0/661300673 >> 172.21.15.52:0/661300673 conn(0x7fba0c0788b0 msgr2=0x7fba0c078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:29.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 -- 172.21.15.52:0/661300673 shutdown_connections 2024-04-21T09:08:29.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.113+0000 7fba11f61700 1 -- 172.21.15.52:0/661300673 wait complete. 2024-04-21T09:08:29.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.114+0000 7fba11f61700 1 Processor -- start 2024-04-21T09:08:29.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.114+0000 7fba11f61700 1 -- start start 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba11f61700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba0c06afe0 0x7fba0c101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba11f61700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 0x7fba0c101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba11f61700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fba0c108a20 0x7fba0c102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba11f61700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fba0c112ba0 con 0x7fba0c06b980 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba11f61700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fba0c112a20 con 0x7fba0c06afe0 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba11f61700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fba0c112d20 con 0x7fba0c108a20 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 0x7fba0c101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 0x7fba0c101f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42674/0 (socket says 172.21.15.52:42674) 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 -- 172.21.15.52:0/669866090 learned_addr learned my addr 172.21.15.52:0/669866090 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:29.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0b7fe700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba0c06afe0 0x7fba0c101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0bfff700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fba0c108a20 0x7fba0c102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 -- 172.21.15.52:0/669866090 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fba0c108a20 msgr2=0x7fba0c102480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fba0c108a20 0x7fba0c102480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 -- 172.21.15.52:0/669866090 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba0c06afe0 msgr2=0x7fba0c101a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba0c06afe0 0x7fba0c101a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 -- 172.21.15.52:0/669866090 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba0c1a7510 con 0x7fba0c06b980 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.115+0000 7fba0affd700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 0x7fba0c101f40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb9f400c9b0 tx=0x7fb9f400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.116+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f4007b00 con 0x7fba0c06b980 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.116+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba0c1a7800 con 0x7fba0c06b980 2024-04-21T09:08:29.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.116+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9f400ce50 con 0x7fba0c06b980 2024-04-21T09:08:29.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.116+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f4018660 con 0x7fba0c06b980 2024-04-21T09:08:29.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.116+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba0c1a7d40 con 0x7fba0c06b980 2024-04-21T09:08:29.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.116+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fba0c0630d0 con 0x7fba0c06b980 2024-04-21T09:08:29.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.118+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb9f400f450 con 0x7fba0c06b980 2024-04-21T09:08:29.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.118+0000 7fba08ff9700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f80a3cd0 0x7fb9f80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:29.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.119+0000 7fba0b7fe700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f80a3cd0 0x7fb9f80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:29.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.119+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fb9f40d0b80 con 0x7fba0c06b980 2024-04-21T09:08:29.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.119+0000 7fba08ff9700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] conn(0x7fb9f80ae990 0x7fb9f80b0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:29.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.119+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 --> [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb9f80b14a0 con 0x7fb9f80ae990 2024-04-21T09:08:29.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.119+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7fb9f40d0f30 con 0x7fba0c06b980 2024-04-21T09:08:29.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.119+0000 7fba0bfff700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] conn(0x7fb9f80ae990 0x7fb9f80b0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:29.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.119+0000 7fba0b7fe700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f80a3cd0 0x7fb9f80a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc007fd0 tx=0x7fb9fc0079e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:29.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.119+0000 7fba0bfff700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] conn(0x7fb9f80ae990 0x7fb9f80b0dd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:29.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.120+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 <== osd.9 v2:172.21.15.52:6826/828162458 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb9f80b14a0 con 0x7fb9f80ae990 2024-04-21T09:08:29.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.140+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 --> [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fba0c0634d0 con 0x7fb9f80ae990 2024-04-21T09:08:29.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.140+0000 7fba08ff9700 1 -- 172.21.15.52:0/669866090 <== osd.9 v2:172.21.15.52:6826/828162458 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fba0c0634d0 con 0x7fb9f80ae990 2024-04-21T09:08:29.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] conn(0x7fb9f80ae990 msgr2=0x7fb9f80b0dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:29.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] conn(0x7fb9f80ae990 0x7fb9f80b0dd0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f80a3cd0 msgr2=0x7fb9f80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:29.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb9f80a3cd0 0x7fb9f80a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc007fd0 tx=0x7fb9fc0079e0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 msgr2=0x7fba0c101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:29.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 --2- 172.21.15.52:0/669866090 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fba0c06b980 0x7fba0c101f40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb9f400c9b0 tx=0x7fb9f400ccc0 comp rx=0 tx=0).stop 2024-04-21T09:08:29.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba0bfff700 1 -- 172.21.15.52:0/669866090 reap_dead start 2024-04-21T09:08:29.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 shutdown_connections 2024-04-21T09:08:29.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 >> 172.21.15.52:0/669866090 conn(0x7fba0c0788b0 msgr2=0x7fba0c0ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:29.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 shutdown_connections 2024-04-21T09:08:29.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:29.141+0000 7fba11f61700 1 -- 172.21.15.52:0/669866090 wait complete. 2024-04-21T09:08:29.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:28 smithi078 ceph-mon[31713]: pgmap v317: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-21T09:08:30.942 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:30 smithi052 ceph-mon[28035]: pgmap v318: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-21T09:08:31.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:30 smithi060 ceph-mon[31055]: pgmap v318: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-21T09:08:31.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:30 smithi078 ceph-mon[31713]: pgmap v318: 129 pgs: 129 active+clean; 637 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-04-21T09:08:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 8]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 8]}]: dispatch 2024-04-21T09:08:31.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:31 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-04-21T09:08:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-21T09:08:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-04-21T09:08:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-21T09:08:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-21T09:08:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-21T09:08:32.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-21T09:08:32.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 8]}]: dispatch 2024-04-21T09:08:32.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-21T09:08:32.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 8]}]: dispatch 2024-04-21T09:08:32.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:31 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 8]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 8]}]: dispatch 2024-04-21T09:08:32.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:31 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-04-21T09:08:32.314 INFO:teuthology.orchestra.run.smithi052.stdout:287762808865 2024-04-21T09:08:32.314 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-21T09:08:32.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 8]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 8]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-04-21T09:08:32.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:32 smithi052 ceph-mon[28035]: osdmap e90: 12 total, 12 up, 12 in 2024-04-21T09:08:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-21T09:08:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-21T09:08:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-04-21T09:08:33.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-21T09:08:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-21T09:08:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-21T09:08:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-21T09:08:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 8]}]': finished 2024-04-21T09:08:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-21T09:08:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 8]}]': finished 2024-04-21T09:08:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-04-21T09:08:33.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:32 smithi060 ceph-mon[31055]: osdmap e90: 12 total, 12 up, 12 in 2024-04-21T09:08:33.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-21T09:08:33.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.38", "id": [3, 9]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.3", "id": [5, 8]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [9, 8]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-04-21T09:08:33.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:32 smithi078 ceph-mon[31713]: osdmap e90: 12 total, 12 up, 12 in 2024-04-21T09:08:34.024 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:33 smithi052 ceph-mon[28035]: osdmap e91: 12 total, 12 up, 12 in 2024-04-21T09:08:34.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:33 smithi060 ceph-mon[31055]: osdmap e91: 12 total, 12 up, 12 in 2024-04-21T09:08:34.096 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:33 smithi078 ceph-mon[31713]: osdmap e91: 12 total, 12 up, 12 in 2024-04-21T09:08:34.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:34 smithi052 ceph-mon[28035]: pgmap v322: 129 pgs: 129 active+clean; 641 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 639 B/s wr, 4 op/s 2024-04-21T09:08:35.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:34 smithi060 ceph-mon[31055]: pgmap v322: 129 pgs: 129 active+clean; 641 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 639 B/s wr, 4 op/s 2024-04-21T09:08:35.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:34 smithi078 ceph-mon[31713]: pgmap v322: 129 pgs: 129 active+clean; 641 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 639 B/s wr, 4 op/s 2024-04-21T09:08:36.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:36 smithi052 ceph-mon[28035]: pgmap v323: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 639 B/s wr, 6 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:37.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:36 smithi060 ceph-mon[31055]: pgmap v323: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 639 B/s wr, 6 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:37.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:36 smithi078 ceph-mon[31713]: pgmap v323: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 639 B/s wr, 6 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:37.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.504+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2470188380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 msgr2=0x7ffb1010f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:37.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.504+0000 7ffb17ecc700 1 --2- 172.21.15.52:0/2470188380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 0x7ffb1010f900 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ffb08009990 tx=0x7ffb08009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:37.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.504+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2470188380 shutdown_connections 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.504+0000 7ffb17ecc700 1 --2- 172.21.15.52:0/2470188380 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 0x7ffb1010f900 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.504+0000 7ffb17ecc700 1 --2- 172.21.15.52:0/2470188380 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffb10108a30 0x7ffb10108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.504+0000 7ffb17ecc700 1 --2- 172.21.15.52:0/2470188380 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffb1006b170 0x7ffb1006b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.504+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2470188380 >> 172.21.15.52:0/2470188380 conn(0x7ffb100788f0 msgr2=0x7ffb10078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.504+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2470188380 shutdown_connections 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2470188380 wait complete. 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 Processor -- start 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 -- start start 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffb1006b170 0x7ffb10101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:37.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 0x7ffb10101f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffb10108a30 0x7ffb101024c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ffb10112bd0 con 0x7ffb1006bb10 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ffb10112a50 con 0x7ffb1006b170 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.505+0000 7ffb17ecc700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ffb10112d50 con 0x7ffb10108a30 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 0x7ffb10101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 0x7ffb10101f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42688/0 (socket says 172.21.15.52:42688) 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 -- 172.21.15.52:0/2665277452 learned_addr learned my addr 172.21.15.52:0/2665277452 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb16469700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffb10108a30 0x7ffb101024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15c68700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffb1006b170 0x7ffb10101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 -- 172.21.15.52:0/2665277452 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffb10108a30 msgr2=0x7ffb101024c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffb10108a30 0x7ffb101024c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:37.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 -- 172.21.15.52:0/2665277452 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffb1006b170 msgr2=0x7ffb10101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:37.948 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffb1006b170 0x7ffb10101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:37.948 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 -- 172.21.15.52:0/2665277452 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb101a76b0 con 0x7ffb1006bb10 2024-04-21T09:08:37.948 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb15467700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 0x7ffb10101f80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7ffb0400c920 tx=0x7ffb0400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:37.948 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb04004a30 con 0x7ffb1006bb10 2024-04-21T09:08:37.948 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb101a79a0 con 0x7ffb1006bb10 2024-04-21T09:08:37.948 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb040054d0 con 0x7ffb1006bb10 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb04007bd0 con 0x7ffb1006bb10 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.506+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb101a7ee0 con 0x7ffb1006bb10 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.507+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffb10063110 con 0x7ffb1006bb10 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.508+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ffb04004bd0 con 0x7ffb1006bb10 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.509+0000 7ffb0effd700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ffaf80a3cd0 0x7ffaf80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.509+0000 7ffb15c68700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ffaf80a3cd0 0x7ffaf80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.509+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7ffb040d07c0 con 0x7ffb1006bb10 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.509+0000 7ffb0effd700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] conn(0x7ffaf80aee30 0x7ffaf80b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.509+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 --> [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffaf80b19a0 con 0x7ffaf80aee30 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.509+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7ffb040d0c10 con 0x7ffb1006bb10 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.509+0000 7ffb16469700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] conn(0x7ffaf80aee30 0x7ffaf80b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:37.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.510+0000 7ffb15c68700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ffaf80a3cd0 0x7ffaf80a6190 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ffb00009550 tx=0x7ffb000091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.510+0000 7ffb16469700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] conn(0x7ffaf80aee30 0x7ffaf80b12d0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.510+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 <== osd.3 v2:172.21.15.52:6810/1413283037 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffaf80b19a0 con 0x7ffaf80aee30 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 --> [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffb10063510 con 0x7ffaf80aee30 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb0effd700 1 -- 172.21.15.52:0/2665277452 <== osd.3 v2:172.21.15.52:6810/1413283037 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ffb10063510 con 0x7ffaf80aee30 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] conn(0x7ffaf80aee30 msgr2=0x7ffaf80b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] conn(0x7ffaf80aee30 0x7ffaf80b12d0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ffaf80a3cd0 msgr2=0x7ffaf80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ffaf80a3cd0 0x7ffaf80a6190 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ffb00009550 tx=0x7ffb000091b0 comp rx=0 tx=0).stop 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 msgr2=0x7ffb10101f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 --2- 172.21.15.52:0/2665277452 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffb1006bb10 0x7ffb10101f80 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7ffb0400c920 tx=0x7ffb0400cc30 comp rx=0 tx=0).stop 2024-04-21T09:08:37.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb16469700 1 -- 172.21.15.52:0/2665277452 reap_dead start 2024-04-21T09:08:37.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 shutdown_connections 2024-04-21T09:08:37.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 >> 172.21.15.52:0/2665277452 conn(0x7ffb100788f0 msgr2=0x7ffb100ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:37.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.527+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 shutdown_connections 2024-04-21T09:08:37.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:36.528+0000 7ffb17ecc700 1 -- 172.21.15.52:0/2665277452 wait complete. 2024-04-21T09:08:38.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.678+0000 7fbdb363d700 1 -- 172.21.15.52:0/980939214 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 msgr2=0x7fbdac107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:38.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.678+0000 7fbdb363d700 1 --2- 172.21.15.52:0/980939214 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 0x7fbdac107d70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fbda8009990 tx=0x7fbda8009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:38.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.678+0000 7fbdb363d700 1 -- 172.21.15.52:0/980939214 shutdown_connections 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.678+0000 7fbdb363d700 1 --2- 172.21.15.52:0/980939214 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbdac102300 0x7fbdac10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.678+0000 7fbdb363d700 1 --2- 172.21.15.52:0/980939214 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 0x7fbdac107d70 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.678+0000 7fbdb363d700 1 --2- 172.21.15.52:0/980939214 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbdac101940 0x7fbdac101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.678+0000 7fbdb363d700 1 -- 172.21.15.52:0/980939214 >> 172.21.15.52:0/980939214 conn(0x7fbdac0788f0 msgr2=0x7fbdac078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.679+0000 7fbdb363d700 1 -- 172.21.15.52:0/980939214 shutdown_connections 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.679+0000 7fbdb363d700 1 -- 172.21.15.52:0/980939214 wait complete. 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.679+0000 7fbdb363d700 1 Processor -- start 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.679+0000 7fbdb363d700 1 -- start start 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb363d700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbdac101940 0x7fbdac19dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb363d700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbdac102300 0x7fbdac19e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb363d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 0x7fbdac1991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb363d700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac111ae0 con 0x7fbdac107990 2024-04-21T09:08:38.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb363d700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac111960 con 0x7fbdac102300 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb363d700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac111c60 con 0x7fbdac101940 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 0x7fbdac1991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 0x7fbdac1991c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56560/0 (socket says 172.21.15.52:56560) 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 -- 172.21.15.52:0/102574023 learned_addr learned my addr 172.21.15.52:0/102574023 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb13d9700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbdac101940 0x7fbdac19dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb0bd8700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbdac102300 0x7fbdac19e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 -- 172.21.15.52:0/102574023 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbdac101940 msgr2=0x7fbdac19dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbdac101940 0x7fbdac19dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 -- 172.21.15.52:0/102574023 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbdac102300 msgr2=0x7fbdac19e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbdac102300 0x7fbdac19e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 -- 172.21.15.52:0/102574023 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdac199940 con 0x7fbdac107990 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb0bd8700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbdac102300 0x7fbdac19e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.680+0000 7fbdb1bda700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 0x7fbdac1991c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fbda400ada0 tx=0x7fbda400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:38.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.681+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda4017020 con 0x7fbdac107990 2024-04-21T09:08:38.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.681+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdac199c30 con 0x7fbdac107990 2024-04-21T09:08:38.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.681+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbda400ce30 con 0x7fbdac107990 2024-04-21T09:08:38.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.681+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdac1a5c90 con 0x7fbdac107990 2024-04-21T09:08:38.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.681+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda4005350 con 0x7fbdac107990 2024-04-21T09:08:38.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.681+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbdac106750 con 0x7fbdac107990 2024-04-21T09:08:38.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.683+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fbda400c980 con 0x7fbdac107990 2024-04-21T09:08:38.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.683+0000 7fbda27fc700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd980a3cd0 0x7fbd980a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:38.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.684+0000 7fbdb13d9700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd980a3cd0 0x7fbd980a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:38.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.684+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fbda40d0950 con 0x7fbdac107990 2024-04-21T09:08:38.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.684+0000 7fbda27fc700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] conn(0x7fbd980aee20 0x7fbd980b12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:38.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.684+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 --> [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbda4023e50 con 0x7fbd980aee20 2024-04-21T09:08:38.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.684+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fbda40d0da0 con 0x7fbdac107990 2024-04-21T09:08:38.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.684+0000 7fbdb0bd8700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] conn(0x7fbd980aee20 0x7fbd980b12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:38.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.684+0000 7fbdb13d9700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd980a3cd0 0x7fbd980a6190 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbdac19a7b0 tx=0x7fbda8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:38.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.684+0000 7fbdb0bd8700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] conn(0x7fbd980aee20 0x7fbd980b12c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:38.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.685+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 <== osd.6 v2:172.21.15.52:6818/2742758824 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbda4023e50 con 0x7fbd980aee20 2024-04-21T09:08:38.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 --> [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbdac103060 con 0x7fbd980aee20 2024-04-21T09:08:38.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbda27fc700 1 -- 172.21.15.52:0/102574023 <== osd.6 v2:172.21.15.52:6818/2742758824 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fbdac103060 con 0x7fbd980aee20 2024-04-21T09:08:38.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] conn(0x7fbd980aee20 msgr2=0x7fbd980b12c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] conn(0x7fbd980aee20 0x7fbd980b12c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd980a3cd0 msgr2=0x7fbd980a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd980a3cd0 0x7fbd980a6190 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbdac19a7b0 tx=0x7fbda8005960 comp rx=0 tx=0).stop 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 msgr2=0x7fbdac1991c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 --2- 172.21.15.52:0/102574023 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbdac107990 0x7fbdac1991c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fbda400ada0 tx=0x7fbda400c330 comp rx=0 tx=0).stop 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb1bda700 1 -- 172.21.15.52:0/102574023 reap_dead start 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 shutdown_connections 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 >> 172.21.15.52:0/102574023 conn(0x7fbdac0788f0 msgr2=0x7fbdac0ff5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.702+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 shutdown_connections 2024-04-21T09:08:38.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:38.703+0000 7fbdb363d700 1 -- 172.21.15.52:0/102574023 wait complete. 2024-04-21T09:08:38.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:38 smithi052 ceph-mon[28035]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 639 B/s wr, 6 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:39.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:38 smithi060 ceph-mon[31055]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 639 B/s wr, 6 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:39.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:38 smithi078 ceph-mon[31713]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 639 B/s wr, 6 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:41.059 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:40 smithi052 ceph-mon[28035]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:41.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:40 smithi060 ceph-mon[31055]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:41.173 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 -- 172.21.15.52:0/4251781840 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f028806a750 msgr2=0x7f028806abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 --2- 172.21.15.52:0/4251781840 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f028806a750 0x7f028806abb0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f027c009990 tx=0x7f027c009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 -- 172.21.15.52:0/4251781840 shutdown_connections 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 --2- 172.21.15.52:0/4251781840 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f028806b0f0 0x7f028810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 --2- 172.21.15.52:0/4251781840 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0288108a30 0x7f0288108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 --2- 172.21.15.52:0/4251781840 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f028806a750 0x7f028806abb0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 -- 172.21.15.52:0/4251781840 >> 172.21.15.52:0/4251781840 conn(0x7f02880788f0 msgr2=0x7f0288078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 -- 172.21.15.52:0/4251781840 shutdown_connections 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.173+0000 7f028da2d700 1 -- 172.21.15.52:0/4251781840 wait complete. 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f028da2d700 1 Processor -- start 2024-04-21T09:08:41.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f028da2d700 1 -- start start 2024-04-21T09:08:41.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f028da2d700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f028806a750 0x7f0288101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f028da2d700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f028806b0f0 0x7f0288101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f028da2d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0288108a30 0x7f0288102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f028da2d700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0288112bd0 con 0x7f0288108a30 2024-04-21T09:08:41.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f028da2d700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0288112a50 con 0x7f028806a750 2024-04-21T09:08:41.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f028da2d700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0288112d50 con 0x7f028806b0f0 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f02877fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0288108a30 0x7f0288102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f02877fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0288108a30 0x7f0288102490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56576/0 (socket says 172.21.15.52:56576) 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f02877fe700 1 -- 172.21.15.52:0/201369382 learned_addr learned my addr 172.21.15.52:0/201369382 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f02867fc700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f028806b0f0 0x7f0288101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.174+0000 7f0286ffd700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f028806a750 0x7f0288101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f02877fe700 1 -- 172.21.15.52:0/201369382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f028806b0f0 msgr2=0x7f0288101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f02877fe700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f028806b0f0 0x7f0288101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f02877fe700 1 -- 172.21.15.52:0/201369382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f028806a750 msgr2=0x7f0288101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f02877fe700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f028806a750 0x7f0288101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f02877fe700 1 -- 172.21.15.52:0/201369382 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02881a76a0 con 0x7f0288108a30 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f02867fc700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f028806b0f0 0x7f0288101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f02877fe700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0288108a30 0x7f0288102490 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f028000ada0 tx=0x7f028000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0280017020 con 0x7f0288108a30 2024-04-21T09:08:41.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f028000ce30 con 0x7f0288108a30 2024-04-21T09:08:41.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02881a7990 con 0x7f0288108a30 2024-04-21T09:08:41.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0280005350 con 0x7f0288108a30 2024-04-21T09:08:41.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.175+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02881a7ea0 con 0x7f0288108a30 2024-04-21T09:08:41.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.176+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f02880630d0 con 0x7f0288108a30 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.177+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f028000c980 con 0x7f0288108a30 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.178+0000 7f028ca2b700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f02700a3cd0 0x7f02700a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.178+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f02800d0990 con 0x7f0288108a30 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.178+0000 7f0286ffd700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f02700a3cd0 0x7f02700a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.178+0000 7f028ca2b700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] conn(0x7f02700aee30 0x7f02700b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.178+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 --> [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0280022e50 con 0x7f02700aee30 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.178+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f02800d0de0 con 0x7f0288108a30 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.179+0000 7f0286ffd700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f02700a3cd0 0x7f02700a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f027800bbb0 tx=0x7f027800b590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.179+0000 7f02867fc700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] conn(0x7f02700aee30 0x7f02700b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.179+0000 7f02867fc700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] conn(0x7f02700aee30 0x7f02700b12d0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:41.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.180+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 <== osd.7 v2:172.21.15.60:6816/2276483961 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0280022e50 con 0x7f02700aee30 2024-04-21T09:08:41.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:40 smithi078 ceph-mon[31713]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s; 92 B/s, 0 objects/s recovering 2024-04-21T09:08:41.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.197+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 --> [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0288063550 con 0x7f02700aee30 2024-04-21T09:08:41.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.197+0000 7f028ca2b700 1 -- 172.21.15.52:0/201369382 <== osd.7 v2:172.21.15.60:6816/2276483961 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0288063550 con 0x7f02700aee30 2024-04-21T09:08:41.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.197+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 >> [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] conn(0x7f02700aee30 msgr2=0x7f02700b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.197+0000 7f028da2d700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] conn(0x7f02700aee30 0x7f02700b12d0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.197+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f02700a3cd0 msgr2=0x7f02700a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.197+0000 7f028da2d700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f02700a3cd0 0x7f02700a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f027800bbb0 tx=0x7f027800b590 comp rx=0 tx=0).stop 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.198+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0288108a30 msgr2=0x7f0288102490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.198+0000 7f028da2d700 1 --2- 172.21.15.52:0/201369382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0288108a30 0x7f0288102490 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f028000ada0 tx=0x7f028000c330 comp rx=0 tx=0).stop 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.198+0000 7f02877fe700 1 -- 172.21.15.52:0/201369382 reap_dead start 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.198+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 shutdown_connections 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.198+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 >> 172.21.15.52:0/201369382 conn(0x7f02880788f0 msgr2=0x7f02880ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.198+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 shutdown_connections 2024-04-21T09:08:41.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.198+0000 7f028da2d700 1 -- 172.21.15.52:0/201369382 wait complete. 2024-04-21T09:08:41.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 -- 172.21.15.52:0/446805785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 msgr2=0x7f5d6c108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 --2- 172.21.15.52:0/446805785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 0x7f5d6c108e10 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f5d54009990 tx=0x7f5d54009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 -- 172.21.15.52:0/446805785 shutdown_connections 2024-04-21T09:08:41.915 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 --2- 172.21.15.52:0/446805785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d6c06bb30 0x7f5d6c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 --2- 172.21.15.52:0/446805785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 0x7f5d6c108e10 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 --2- 172.21.15.52:0/446805785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d6c06b190 0x7f5d6c06b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 -- 172.21.15.52:0/446805785 >> 172.21.15.52:0/446805785 conn(0x7f5d6c078910 msgr2=0x7f5d6c078d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 -- 172.21.15.52:0/446805785 shutdown_connections 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.595+0000 7f5d731be700 1 -- 172.21.15.52:0/446805785 wait complete. 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.596+0000 7f5d731be700 1 Processor -- start 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.596+0000 7f5d731be700 1 -- start start 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.596+0000 7f5d731be700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d6c06b190 0x7f5d6c101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.596+0000 7f5d731be700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d6c06bb30 0x7f5d6c101f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.596+0000 7f5d731be700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 0x7f5d6c1024c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.596+0000 7f5d731be700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5d6c112bb0 con 0x7f5d6c108a30 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.596+0000 7f5d731be700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5d6c112a30 con 0x7f5d6c06b190 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.596+0000 7f5d731be700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5d6c112d30 con 0x7f5d6c06bb30 2024-04-21T09:08:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 0x7f5d6c1024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 0x7f5d6c1024c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56598/0 (socket says 172.21.15.52:56598) 2024-04-21T09:08:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 -- 172.21.15.52:0/2910920824 learned_addr learned my addr 172.21.15.52:0/2910920824 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d70f5a700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d6c06b190 0x7f5d6c101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d6bfff700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d6c06bb30 0x7f5d6c101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 -- 172.21.15.52:0/2910920824 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d6c06bb30 msgr2=0x7f5d6c101f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d6c06bb30 0x7f5d6c101f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 -- 172.21.15.52:0/2910920824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d6c06b190 msgr2=0x7f5d6c101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d6c06b190 0x7f5d6c101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 -- 172.21.15.52:0/2910920824 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d6c1a7540 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d7175b700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 0x7f5d6c1024c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f5d64007d70 tx=0x7f5d6400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d64016020 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d6c1a7830 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d6400ad40 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.597+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d640115e0 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.598+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d6c1a7d70 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.598+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5d6c0630d0 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.599+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5d64019020 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.600+0000 7f5d69ffb700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d580a3cd0 0x7f5d580a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.600+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f5d640d0d30 con 0x7f5d6c108a30 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.600+0000 7f5d70f5a700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d580a3cd0 0x7f5d580a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.600+0000 7f5d69ffb700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] conn(0x7f5d580aee30 0x7f5d580b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.600+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 --> [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5d64027e50 con 0x7f5d580aee30 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.600+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f5d640d1180 con 0x7f5d6c108a30 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.601+0000 7f5d70f5a700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d580a3cd0 0x7f5d580a6190 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5d540098e0 tx=0x7f5d54005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.601+0000 7f5d6bfff700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] conn(0x7f5d580aee30 0x7f5d580b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.601+0000 7f5d6bfff700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] conn(0x7f5d580aee30 0x7f5d580b12d0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.602+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 <== osd.11 v2:172.21.15.78:6824/1068726595 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5d64027e50 con 0x7f5d580aee30 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.619+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 --> [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5d6c063550 con 0x7f5d580aee30 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.619+0000 7f5d69ffb700 1 -- 172.21.15.52:0/2910920824 <== osd.11 v2:172.21.15.78:6824/1068726595 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5d6c063550 con 0x7f5d580aee30 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 >> [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] conn(0x7f5d580aee30 msgr2=0x7f5d580b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] conn(0x7f5d580aee30 0x7f5d580b12d0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d580a3cd0 msgr2=0x7f5d580a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d580a3cd0 0x7f5d580a6190 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5d540098e0 tx=0x7f5d54005960 comp rx=0 tx=0).stop 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 msgr2=0x7f5d6c1024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 --2- 172.21.15.52:0/2910920824 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d6c108a30 0x7f5d6c1024c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f5d64007d70 tx=0x7f5d6400a340 comp rx=0 tx=0).stop 2024-04-21T09:08:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d7175b700 1 -- 172.21.15.52:0/2910920824 reap_dead start 2024-04-21T09:08:41.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 shutdown_connections 2024-04-21T09:08:41.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 >> 172.21.15.52:0/2910920824 conn(0x7f5d6c078910 msgr2=0x7f5d6c0ff9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:41.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 shutdown_connections 2024-04-21T09:08:41.920 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.620+0000 7f5d731be700 1 -- 172.21.15.52:0/2910920824 wait complete. 2024-04-21T09:08:42.736 INFO:teuthology.orchestra.run.smithi052.stdout:107374182465 2024-04-21T09:08:42.736 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-21T09:08:43.079 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:42 smithi052 ceph-mon[28035]: pgmap v326: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 207 B/s wr, 5 op/s; 74 B/s, 0 objects/s recovering 2024-04-21T09:08:43.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:42 smithi060 ceph-mon[31055]: pgmap v326: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 207 B/s wr, 5 op/s; 74 B/s, 0 objects/s recovering 2024-04-21T09:08:43.159 INFO:teuthology.orchestra.run.smithi052.stdout:197568495666 2024-04-21T09:08:43.159 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-21T09:08:43.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:42 smithi078 ceph-mon[31713]: pgmap v326: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 207 B/s wr, 5 op/s; 74 B/s, 0 objects/s recovering 2024-04-21T09:08:43.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 -- 172.21.15.52:0/389638263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520107990 msgr2=0x7fc520107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:43.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 --2- 172.21.15.52:0/389638263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520107990 0x7fc520107d70 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc510009990 tx=0x7fc510009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:43.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 -- 172.21.15.52:0/389638263 shutdown_connections 2024-04-21T09:08:43.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 --2- 172.21.15.52:0/389638263 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc520102300 0x7fc52010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:43.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 --2- 172.21.15.52:0/389638263 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520107990 0x7fc520107d70 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 --2- 172.21.15.52:0/389638263 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc520101940 0x7fc520101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 -- 172.21.15.52:0/389638263 >> 172.21.15.52:0/389638263 conn(0x7fc5200788f0 msgr2=0x7fc520078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 -- 172.21.15.52:0/389638263 shutdown_connections 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.930+0000 7fc525f9c700 1 -- 172.21.15.52:0/389638263 wait complete. 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc525f9c700 1 Processor -- start 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc525f9c700 1 -- start start 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc525f9c700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc520101940 0x7fc520103940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc525f9c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102300 0x7fc520103e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc525f9c700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc520107990 0x7fc5201043c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc525f9c700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc520111ae0 con 0x7fc520102300 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc525f9c700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc520111960 con 0x7fc520101940 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc525f9c700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc520111c60 con 0x7fc520107990 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc51effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102300 0x7fc520103e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc51effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102300 0x7fc520103e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56616/0 (socket says 172.21.15.52:56616) 2024-04-21T09:08:43.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc51effd700 1 -- 172.21.15.52:0/1021346409 learned_addr learned my addr 172.21.15.52:0/1021346409 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:43.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc51f7fe700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc520101940 0x7fc520103940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:43.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.931+0000 7fc51ffff700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc520107990 0x7fc5201043c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:43.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51effd700 1 -- 172.21.15.52:0/1021346409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc520107990 msgr2=0x7fc5201043c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:43.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51effd700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc520107990 0x7fc5201043c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:43.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51effd700 1 -- 172.21.15.52:0/1021346409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc520101940 msgr2=0x7fc520103940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:43.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51effd700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc520101940 0x7fc520103940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:43.649 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51effd700 1 -- 172.21.15.52:0/1021346409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5201a75d0 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51effd700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102300 0x7fc520103e80 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc51400d950 tx=0x7fc51400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc514016070 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc514010460 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5201a78c0 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc51400f620 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.932+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5201a7e50 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.933+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc5201006f0 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.934+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc514019070 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.935+0000 7fc51cff9700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc5080a3d50 0x7fc5080a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.935+0000 7fc51f7fe700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc5080a3d50 0x7fc5080a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.935+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc5140d0690 con 0x7fc520102300 2024-04-21T09:08:43.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.935+0000 7fc51cff9700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] conn(0x7fc5080aeeb0 0x7fc5080b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.935+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 --> [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc5080b1a20 con 0x7fc5080aeeb0 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.935+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fc5140d0a40 con 0x7fc520102300 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.936+0000 7fc51f7fe700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc5080a3d50 0x7fc5080a6210 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc510006010 tx=0x7fc51001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.936+0000 7fc51ffff700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] conn(0x7fc5080aeeb0 0x7fc5080b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.936+0000 7fc51ffff700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] conn(0x7fc5080aeeb0 0x7fc5080b1350 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.937+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 <== osd.8 v2:172.21.15.78:6816/1391661211 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc5080b1a20 con 0x7fc5080aeeb0 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.953+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 --> [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc520103060 con 0x7fc5080aeeb0 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc51cff9700 1 -- 172.21.15.52:0/1021346409 <== osd.8 v2:172.21.15.78:6816/1391661211 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc520103060 con 0x7fc5080aeeb0 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 >> [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] conn(0x7fc5080aeeb0 msgr2=0x7fc5080b1350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc525f9c700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] conn(0x7fc5080aeeb0 0x7fc5080b1350 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc5080a3d50 msgr2=0x7fc5080a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc525f9c700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc5080a3d50 0x7fc5080a6210 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc510006010 tx=0x7fc51001a040 comp rx=0 tx=0).stop 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102300 msgr2=0x7fc520103e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:43.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc525f9c700 1 --2- 172.21.15.52:0/1021346409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc520102300 0x7fc520103e80 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc51400d950 tx=0x7fc51400dd10 comp rx=0 tx=0).stop 2024-04-21T09:08:43.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc51ffff700 1 -- 172.21.15.52:0/1021346409 reap_dead start 2024-04-21T09:08:43.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 shutdown_connections 2024-04-21T09:08:43.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.954+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 >> 172.21.15.52:0/1021346409 conn(0x7fc5200788f0 msgr2=0x7fc520105be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:43.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.955+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 shutdown_connections 2024-04-21T09:08:43.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:41.955+0000 7fc525f9c700 1 -- 172.21.15.52:0/1021346409 wait complete. 2024-04-21T09:08:43.983 INFO:teuthology.orchestra.run.smithi052.stdout:343597383705 2024-04-21T09:08:43.984 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-21T09:08:44.027 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:43 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:08:44.050 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:43 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:08:44.138 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:43 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:08:44.161 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 -- 172.21.15.52:0/4055213005 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9bcc108ac0 msgr2=0x7f9bcc108ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.161 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 --2- 172.21.15.52:0/4055213005 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9bcc108ac0 0x7f9bcc108ea0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9bc00098f0 tx=0x7f9bc0009c00 comp rx=0 tx=0).stop 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 -- 172.21.15.52:0/4055213005 shutdown_connections 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 --2- 172.21.15.52:0/4055213005 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9bcc06bad0 0x7f9bcc10f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 --2- 172.21.15.52:0/4055213005 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9bcc108ac0 0x7f9bcc108ea0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 --2- 172.21.15.52:0/4055213005 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9bcc06b110 0x7f9bcc06b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 -- 172.21.15.52:0/4055213005 >> 172.21.15.52:0/4055213005 conn(0x7f9bcc0788f0 msgr2=0x7f9bcc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 -- 172.21.15.52:0/4055213005 shutdown_connections 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.160+0000 7f9bd2f83700 1 -- 172.21.15.52:0/4055213005 wait complete. 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.161+0000 7f9bd2f83700 1 Processor -- start 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.161+0000 7f9bd2f83700 1 -- start start 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.161+0000 7f9bd2f83700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9bcc06b110 0x7f9bcc101df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.161+0000 7f9bd2f83700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9bcc06bad0 0x7f9bcc102330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.161+0000 7f9bd2f83700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9bcc108ac0 0x7f9bcc102870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.161+0000 7f9bd2f83700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9bcc112bf0 con 0x7f9bcc06bad0 2024-04-21T09:08:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.161+0000 7f9bd2f83700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9bcc112a70 con 0x7f9bcc06b110 2024-04-21T09:08:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.161+0000 7f9bd2f83700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9bcc112d70 con 0x7f9bcc108ac0 2024-04-21T09:08:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bcbfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9bcc06bad0 0x7f9bcc102330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9bcc108ac0 0x7f9bcc102870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9bcc108ac0 0x7f9bcc102870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:38248/0 (socket says 172.21.15.52:38248) 2024-04-21T09:08:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 -- 172.21.15.52:0/2459405711 learned_addr learned my addr 172.21.15.52:0/2459405711 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:44.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd0d1f700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9bcc06b110 0x7f9bcc101df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 -- 172.21.15.52:0/2459405711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9bcc06b110 msgr2=0x7f9bcc101df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9bcc06b110 0x7f9bcc101df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 -- 172.21.15.52:0/2459405711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9bcc06bad0 msgr2=0x7f9bcc102330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9bcc06bad0 0x7f9bcc102330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 -- 172.21.15.52:0/2459405711 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bcc1a76d0 con 0x7f9bcc108ac0 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bcbfff700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9bcc06bad0 0x7f9bcc102330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bd1520700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9bcc108ac0 0x7f9bcc102870 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9bc4007ee0 tx=0x7f9bc400d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.162+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc400dd20 con 0x7f9bcc108ac0 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.163+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bc4004020 con 0x7f9bcc108ac0 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.163+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bcc1a79c0 con 0x7f9bcc108ac0 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.163+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4015660 con 0x7f9bcc108ac0 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.163+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bcc1a7f00 con 0x7f9bcc108ac0 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.164+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9bcc063110 con 0x7f9bcc108ac0 2024-04-21T09:08:44.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.165+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9bc4003a00 con 0x7f9bcc108ac0 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.165+0000 7f9bc9ffb700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9bbc0a3d50 0x7f9bbc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.166+0000 7f9bd0d1f700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9bbc0a3d50 0x7f9bbc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.166+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f9bc40d0200 con 0x7f9bcc108ac0 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.166+0000 7f9bc9ffb700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] conn(0x7f9bbc0aeeb0 0x7f9bbc0b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.166+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 --> [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9bc4013ec0 con 0x7f9bbc0aeeb0 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.166+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f9bc40d7050 con 0x7f9bcc108ac0 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.166+0000 7f9bd0d1f700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9bbc0a3d50 0x7f9bbc0a6210 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9bc0009fd0 tx=0x7f9bc0019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.166+0000 7f9bcbfff700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] conn(0x7f9bbc0aeeb0 0x7f9bbc0b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.167+0000 7f9bcbfff700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] conn(0x7f9bbc0aeeb0 0x7f9bbc0b1350 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.167+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 <== osd.5 v2:172.21.15.78:6808/2025195670 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9bc4013ec0 con 0x7f9bbc0aeeb0 2024-04-21T09:08:44.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.185+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 --> [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9bcc063590 con 0x7f9bbc0aeeb0 2024-04-21T09:08:44.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bc9ffb700 1 -- 172.21.15.52:0/2459405711 <== osd.5 v2:172.21.15.78:6808/2025195670 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9bcc063590 con 0x7f9bbc0aeeb0 2024-04-21T09:08:44.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 >> [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] conn(0x7f9bbc0aeeb0 msgr2=0x7f9bbc0b1350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] conn(0x7f9bbc0aeeb0 0x7f9bbc0b1350 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9bbc0a3d50 msgr2=0x7f9bbc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9bbc0a3d50 0x7f9bbc0a6210 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9bc0009fd0 tx=0x7f9bc0019040 comp rx=0 tx=0).stop 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9bcc108ac0 msgr2=0x7f9bcc102870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 --2- 172.21.15.52:0/2459405711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9bcc108ac0 0x7f9bcc102870 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9bc4007ee0 tx=0x7f9bc400d3b0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd1520700 1 -- 172.21.15.52:0/2459405711 reap_dead start 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 shutdown_connections 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 >> 172.21.15.52:0/2459405711 conn(0x7f9bcc0788f0 msgr2=0x7f9bcc100c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 shutdown_connections 2024-04-21T09:08:44.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.186+0000 7f9bd2f83700 1 -- 172.21.15.52:0/2459405711 wait complete. 2024-04-21T09:08:44.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.466+0000 7fc8b0112700 1 -- 172.21.15.52:0/3665082361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 msgr2=0x7fc8a8102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.466+0000 7fc8b0112700 1 --2- 172.21.15.52:0/3665082361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 0x7fc8a8102f10 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc89c009990 tx=0x7fc89c009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.466+0000 7fc8b0112700 1 -- 172.21.15.52:0/3665082361 shutdown_connections 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.466+0000 7fc8b0112700 1 --2- 172.21.15.52:0/3665082361 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8a8103450 0x7fc8a810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.466+0000 7fc8b0112700 1 --2- 172.21.15.52:0/3665082361 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8a8108a50 0x7fc8a8108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.466+0000 7fc8b0112700 1 --2- 172.21.15.52:0/3665082361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 0x7fc8a8102f10 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.466+0000 7fc8b0112700 1 -- 172.21.15.52:0/3665082361 >> 172.21.15.52:0/3665082361 conn(0x7fc8a8079ba0 msgr2=0x7fc8a8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.466+0000 7fc8b0112700 1 -- 172.21.15.52:0/3665082361 shutdown_connections 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 -- 172.21.15.52:0/3665082361 wait complete. 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 Processor -- start 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 -- start start 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 0x7fc8a81991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8a8103450 0x7fc8a81996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8a8108a50 0x7fc8a819da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a8112c80 con 0x7fc8a8102a90 2024-04-21T09:08:44.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a8112b00 con 0x7fc8a8108a50 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8b0112700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a8112e00 con 0x7fc8a8103450 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8adeae700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 0x7fc8a81991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8adeae700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 0x7fc8a81991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56654/0 (socket says 172.21.15.52:56654) 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.467+0000 7fc8adeae700 1 -- 172.21.15.52:0/2073397253 learned_addr learned my addr 172.21.15.52:0/2073397253 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8ad6ad700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8a8103450 0x7fc8a81996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8ae6af700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8a8108a50 0x7fc8a819da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8adeae700 1 -- 172.21.15.52:0/2073397253 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8a8103450 msgr2=0x7fc8a81996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8adeae700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8a8103450 0x7fc8a81996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8adeae700 1 -- 172.21.15.52:0/2073397253 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8a8108a50 msgr2=0x7fc8a819da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8adeae700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8a8108a50 0x7fc8a819da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8adeae700 1 -- 172.21.15.52:0/2073397253 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8a819e1c0 con 0x7fc8a8102a90 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8adeae700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 0x7fc8a81991b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc89800ef30 tx=0x7fc89800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8980092e0 con 0x7fc8a8102a90 2024-04-21T09:08:44.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc898004bb0 con 0x7fc8a8102a90 2024-04-21T09:08:44.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc898004280 con 0x7fc8a8102a90 2024-04-21T09:08:44.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8a819e450 con 0x7fc8a8102a90 2024-04-21T09:08:44.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.468+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8a81a5d30 con 0x7fc8a8102a90 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.469+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc8a8063190 con 0x7fc8a8102a90 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.470+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc89801b030 con 0x7fc8a8102a90 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.471+0000 7fc8a6ffd700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc8900a3d50 0x7fc8900a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.471+0000 7fc8ad6ad700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc8900a3d50 0x7fc8900a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.471+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc8980d0dd0 con 0x7fc8a8102a90 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.471+0000 7fc8a6ffd700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] conn(0x7fc8900aeeb0 0x7fc8900b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.471+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 --> [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc8900b1a20 con 0x7fc8900aeeb0 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.471+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fc8980d1220 con 0x7fc8a8102a90 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.472+0000 7fc8ae6af700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] conn(0x7fc8900aeeb0 0x7fc8900b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.472+0000 7fc8ad6ad700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc8900a3d50 0x7fc8900a6210 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc89c00b2e0 tx=0x7fc89c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.472+0000 7fc8ae6af700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] conn(0x7fc8900aeeb0 0x7fc8900b1350 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.473+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 <== osd.4 v2:172.21.15.60:6808/1793913139 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc8900b1a20 con 0x7fc8900aeeb0 2024-04-21T09:08:44.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.489+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 --> [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc8a8063610 con 0x7fc8900aeeb0 2024-04-21T09:08:44.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8a6ffd700 1 -- 172.21.15.52:0/2073397253 <== osd.4 v2:172.21.15.60:6808/1793913139 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc8a8063610 con 0x7fc8900aeeb0 2024-04-21T09:08:44.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 >> [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] conn(0x7fc8900aeeb0 msgr2=0x7fc8900b1350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] conn(0x7fc8900aeeb0 0x7fc8900b1350 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc8900a3d50 msgr2=0x7fc8900a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc8900a3d50 0x7fc8900a6210 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc89c00b2e0 tx=0x7fc89c005960 comp rx=0 tx=0).stop 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 msgr2=0x7fc8a81991b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 --2- 172.21.15.52:0/2073397253 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8a8102a90 0x7fc8a81991b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc89800ef30 tx=0x7fc89800c3a0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8ae6af700 1 -- 172.21.15.52:0/2073397253 reap_dead start 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 shutdown_connections 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 >> 172.21.15.52:0/2073397253 conn(0x7fc8a8079ba0 msgr2=0x7fc8a8101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 shutdown_connections 2024-04-21T09:08:44.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.490+0000 7fc8b0112700 1 -- 172.21.15.52:0/2073397253 wait complete. 2024-04-21T09:08:44.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.666+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2933825029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 msgr2=0x7f5acc06b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.666+0000 7f5ad41a1700 1 --2- 172.21.15.52:0/2933825029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 0x7f5acc06b170 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8009990 tx=0x7f5ac8009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.666+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2933825029 shutdown_connections 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.666+0000 7f5ad41a1700 1 --2- 172.21.15.52:0/2933825029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5acc10f390 0x7f5acc111780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.666+0000 7f5ad41a1700 1 --2- 172.21.15.52:0/2933825029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 0x7f5acc06b170 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.666+0000 7f5ad41a1700 1 --2- 172.21.15.52:0/2933825029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5acc06b6b0 0x7f5acc06bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.666+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2933825029 >> 172.21.15.52:0/2933825029 conn(0x7f5acc0777b0 msgr2=0x7f5acc077bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2933825029 shutdown_connections 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2933825029 wait complete. 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 Processor -- start 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 -- start start 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5acc06b6b0 0x7f5acc19b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 0x7f5acc19b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5acc10f390 0x7f5acc19fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc114ec0 con 0x7f5acc1039c0 2024-04-21T09:08:44.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc114d40 con 0x7f5acc10f390 2024-04-21T09:08:44.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.667+0000 7f5ad41a1700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc115040 con 0x7f5acc06b6b0 2024-04-21T09:08:44.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 0x7f5acc19b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 0x7f5acc19b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56664/0 (socket says 172.21.15.52:56664) 2024-04-21T09:08:44.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad1f3d700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5acc06b6b0 0x7f5acc19b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 -- 172.21.15.52:0/2077299314 learned_addr learned my addr 172.21.15.52:0/2077299314 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:44.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad273e700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5acc10f390 0x7f5acc19fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 -- 172.21.15.52:0/2077299314 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5acc06b6b0 msgr2=0x7f5acc19b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5acc06b6b0 0x7f5acc19b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 -- 172.21.15.52:0/2077299314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5acc10f390 msgr2=0x7f5acc19fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5acc10f390 0x7f5acc19fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 -- 172.21.15.52:0/2077299314 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5acc1a0360 con 0x7f5acc1039c0 2024-04-21T09:08:44.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad173c700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 0x7f5acc19b890 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5abc00e9c0 tx=0x7f5abc00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc00cbd0 con 0x7f5acc1039c0 2024-04-21T09:08:44.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5abc00ee60 con 0x7f5acc1039c0 2024-04-21T09:08:44.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5acc1a0650 con 0x7f5acc1039c0 2024-04-21T09:08:44.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc0055c0 con 0x7f5acc1039c0 2024-04-21T09:08:44.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.668+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5acc1a7ed0 con 0x7f5acc1039c0 2024-04-21T09:08:44.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.669+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5acc101660 con 0x7f5acc1039c0 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.671+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5abc004750 con 0x7f5acc1039c0 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.671+0000 7f5ac2ffd700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5ab80a3d50 0x7f5ab80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.671+0000 7f5ad1f3d700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5ab80a3d50 0x7f5ab80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.671+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f5abc0d0ed0 con 0x7f5acc1039c0 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.671+0000 7f5ac2ffd700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] conn(0x7f5ab80aeeb0 0x7f5ab80b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.671+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 --> [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5ab80b1a20 con 0x7f5ab80aeeb0 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.671+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f5abc0d1320 con 0x7f5acc1039c0 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.672+0000 7f5ad273e700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] conn(0x7f5ab80aeeb0 0x7f5ab80b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.672+0000 7f5ad1f3d700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5ab80a3d50 0x7f5ab80a6210 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800b2e0 tx=0x7f5ac8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.672+0000 7f5ad273e700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] conn(0x7f5ab80aeeb0 0x7f5ab80b1350 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:44.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.673+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 <== osd.0 v2:172.21.15.52:6802/1082562665 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5ab80b1a20 con 0x7f5ab80aeeb0 2024-04-21T09:08:44.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.690+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 --> [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5acc101fc0 con 0x7f5ab80aeeb0 2024-04-21T09:08:44.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.690+0000 7f5ac2ffd700 1 -- 172.21.15.52:0/2077299314 <== osd.0 v2:172.21.15.52:6802/1082562665 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5acc101fc0 con 0x7f5ab80aeeb0 2024-04-21T09:08:44.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] conn(0x7f5ab80aeeb0 msgr2=0x7f5ab80b1350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] conn(0x7f5ab80aeeb0 0x7f5ab80b1350 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5ab80a3d50 msgr2=0x7f5ab80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5ab80a3d50 0x7f5ab80a6210 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800b2e0 tx=0x7f5ac8005fd0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 msgr2=0x7f5acc19b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:44.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 --2- 172.21.15.52:0/2077299314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5acc1039c0 0x7f5acc19b890 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5abc00e9c0 tx=0x7f5abc00ecd0 comp rx=0 tx=0).stop 2024-04-21T09:08:44.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad273e700 1 -- 172.21.15.52:0/2077299314 reap_dead start 2024-04-21T09:08:44.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 shutdown_connections 2024-04-21T09:08:44.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 >> 172.21.15.52:0/2077299314 conn(0x7f5acc0777b0 msgr2=0x7f5acc100c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:44.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 shutdown_connections 2024-04-21T09:08:44.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:44.691+0000 7f5ad41a1700 1 -- 172.21.15.52:0/2077299314 wait complete. 2024-04-21T09:08:44.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:44 smithi052 ceph-mon[28035]: pgmap v327: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 188 B/s wr, 5 op/s; 68 B/s, 0 objects/s recovering 2024-04-21T09:08:45.089 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:44 smithi060 ceph-mon[31055]: pgmap v327: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 188 B/s wr, 5 op/s; 68 B/s, 0 objects/s recovering 2024-04-21T09:08:45.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:44 smithi078 ceph-mon[31713]: pgmap v327: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 188 B/s wr, 5 op/s; 68 B/s, 0 objects/s recovering 2024-04-21T09:08:45.286 INFO:teuthology.orchestra.run.smithi052.stdout:141733920830 2024-04-21T09:08:45.286 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-21T09:08:45.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:45.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:45.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:45.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:45 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:45 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:45 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:08:46.649 INFO:teuthology.orchestra.run.smithi052.stdout:219043332142 2024-04-21T09:08:46.649 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-21T09:08:47.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:46 smithi052 ceph-mon[28035]: pgmap v328: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s; 61 B/s, 0 objects/s recovering 2024-04-21T09:08:47.241 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:46 smithi060 ceph-mon[31055]: pgmap v328: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s; 61 B/s, 0 objects/s recovering 2024-04-21T09:08:47.277 INFO:teuthology.orchestra.run.smithi052.stdout:163208757305 2024-04-21T09:08:47.277 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-21T09:08:47.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:46 smithi078 ceph-mon[31713]: pgmap v328: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s; 61 B/s, 0 objects/s recovering 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 -- 172.21.15.52:0/2140652922 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4ec106cc0 msgr2=0x7fb4ec10e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 --2- 172.21.15.52:0/2140652922 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4ec106cc0 0x7fb4ec10e8d0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb4e400b0d0 tx=0x7fb4e400b3e0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 -- 172.21.15.52:0/2140652922 shutdown_connections 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 --2- 172.21.15.52:0/2140652922 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4ec106cc0 0x7fb4ec10e8d0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 --2- 172.21.15.52:0/2140652922 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb4ec1023a0 0x7fb4ec102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 --2- 172.21.15.52:0/2140652922 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb4ec102d50 0x7fb4ec1065e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 -- 172.21.15.52:0/2140652922 >> 172.21.15.52:0/2140652922 conn(0x7fb4ec077fb0 msgr2=0x7fb4ec0ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 -- 172.21.15.52:0/2140652922 shutdown_connections 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.500+0000 7fb4f3c03700 1 -- 172.21.15.52:0/2140652922 wait complete. 2024-04-21T09:08:47.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.501+0000 7fb4f3c03700 1 Processor -- start 2024-04-21T09:08:47.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.501+0000 7fb4f3c03700 1 -- start start 2024-04-21T09:08:47.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.501+0000 7fb4f3c03700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4ec1023a0 0x7fb4ec1a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f3c03700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb4ec102d50 0x7fb4ec1a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f3c03700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb4ec106cc0 0x7fb4ec19f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f3c03700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb4ec111bc0 con 0x7fb4ec1023a0 2024-04-21T09:08:47.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f199f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4ec1023a0 0x7fb4ec1a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f119e700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb4ec102d50 0x7fb4ec1a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f21a0700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb4ec106cc0 0x7fb4ec19f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f21a0700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb4ec106cc0 0x7fb4ec19f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:36364/0 (socket says 172.21.15.52:36364) 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f21a0700 1 -- 172.21.15.52:0/959266528 learned_addr learned my addr 172.21.15.52:0/959266528 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb4ec111a40 con 0x7fb4ec106cc0 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb4ec111d40 con 0x7fb4ec102d50 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f199f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4ec1023a0 0x7fb4ec1a5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41936/0 (socket says 172.21.15.52:41936) 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f21a0700 1 -- 172.21.15.52:0/959266528 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb4ec102d50 msgr2=0x7fb4ec1a5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f21a0700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb4ec102d50 0x7fb4ec1a5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f21a0700 1 -- 172.21.15.52:0/959266528 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4ec1023a0 msgr2=0x7fb4ec1a5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f21a0700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4ec1023a0 0x7fb4ec1a5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.502+0000 7fb4f21a0700 1 -- 172.21.15.52:0/959266528 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4ec1a00f0 con 0x7fb4ec106cc0 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.503+0000 7fb4f21a0700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb4ec106cc0 0x7fb4ec19f880 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4009850 tx=0x7fb4e4007a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.503+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e401f070 con 0x7fb4ec106cc0 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.503+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4ec1a0380 con 0x7fb4ec106cc0 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.503+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4e4004c50 con 0x7fb4ec106cc0 2024-04-21T09:08:47.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.503+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e401b690 con 0x7fb4ec106cc0 2024-04-21T09:08:47.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.503+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4ec1ac200 con 0x7fb4ec106cc0 2024-04-21T09:08:47.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.504+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb4ec101a30 con 0x7fb4ec106cc0 2024-04-21T09:08:47.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.505+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb4e4022070 con 0x7fb4ec106cc0 2024-04-21T09:08:47.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.506+0000 7fb4e2ffd700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb4d80a3cd0 0x7fb4d80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.506+0000 7fb4f199f700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb4d80a3cd0 0x7fb4d80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.507+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb4e40d1700 con 0x7fb4ec106cc0 2024-04-21T09:08:47.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.507+0000 7fb4e2ffd700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] conn(0x7fb4d80aee30 0x7fb4d80b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.507+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 --> [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb4e4015ec0 con 0x7fb4d80aee30 2024-04-21T09:08:47.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.507+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fb4e40d1ab0 con 0x7fb4ec106cc0 2024-04-21T09:08:47.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.507+0000 7fb4f199f700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb4d80a3cd0 0x7fb4d80a6190 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8009c60 tx=0x7fb4e8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:47.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.507+0000 7fb4f119e700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] conn(0x7fb4d80aee30 0x7fb4d80b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.508+0000 7fb4f119e700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] conn(0x7fb4d80aee30 0x7fb4d80b12d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:47.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.508+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 <== osd.2 v2:172.21.15.78:6800/1389718006 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb4e4015ec0 con 0x7fb4d80aee30 2024-04-21T09:08:47.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.526+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 --> [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb4ec103150 con 0x7fb4d80aee30 2024-04-21T09:08:47.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.526+0000 7fb4e2ffd700 1 -- 172.21.15.52:0/959266528 <== osd.2 v2:172.21.15.78:6800/1389718006 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb4ec103150 con 0x7fb4d80aee30 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.526+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 >> [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] conn(0x7fb4d80aee30 msgr2=0x7fb4d80b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.526+0000 7fb4f3c03700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] conn(0x7fb4d80aee30 0x7fb4d80b12d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb4d80a3cd0 msgr2=0x7fb4d80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f3c03700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb4d80a3cd0 0x7fb4d80a6190 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8009c60 tx=0x7fb4e8009260 comp rx=0 tx=0).stop 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb4ec106cc0 msgr2=0x7fb4ec19f880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f3c03700 1 --2- 172.21.15.52:0/959266528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb4ec106cc0 0x7fb4ec19f880 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4009850 tx=0x7fb4e4007a20 comp rx=0 tx=0).stop 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f21a0700 1 -- 172.21.15.52:0/959266528 reap_dead start 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 shutdown_connections 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 >> 172.21.15.52:0/959266528 conn(0x7fb4ec077fb0 msgr2=0x7fb4ec1010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 shutdown_connections 2024-04-21T09:08:47.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.527+0000 7fb4f3c03700 1 -- 172.21.15.52:0/959266528 wait complete. 2024-04-21T09:08:47.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 -- 172.21.15.52:0/1164397411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720108a70 msgr2=0x7fd720108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 --2- 172.21.15.52:0/1164397411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720108a70 0x7fd720108e50 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd710009990 tx=0x7fd710009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 -- 172.21.15.52:0/1164397411 shutdown_connections 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 --2- 172.21.15.52:0/1164397411 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd720103480 0x7fd72010f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 --2- 172.21.15.52:0/1164397411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720108a70 0x7fd720108e50 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 --2- 172.21.15.52:0/1164397411 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd720102ac0 0x7fd720102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 -- 172.21.15.52:0/1164397411 >> 172.21.15.52:0/1164397411 conn(0x7fd720079bb0 msgr2=0x7fd720079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 -- 172.21.15.52:0/1164397411 shutdown_connections 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 -- 172.21.15.52:0/1164397411 wait complete. 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.750+0000 7fd726dff700 1 Processor -- start 2024-04-21T09:08:47.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd726dff700 1 -- start start 2024-04-21T09:08:47.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd726dff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720102ac0 0x7fd7201990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd726dff700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd720103480 0x7fd720199610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd726dff700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd720108a70 0x7fd72019d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd726dff700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd720112c20 con 0x7fd720102ac0 2024-04-21T09:08:47.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd726dff700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd720112aa0 con 0x7fd720103480 2024-04-21T09:08:47.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd726dff700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd720112da0 con 0x7fd720108a70 2024-04-21T09:08:47.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd724b9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720102ac0 0x7fd7201990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd724b9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720102ac0 0x7fd7201990d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41944/0 (socket says 172.21.15.52:41944) 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd724b9b700 1 -- 172.21.15.52:0/742308445 learned_addr learned my addr 172.21.15.52:0/742308445 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd72539c700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd720108a70 0x7fd72019d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd71ffff700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd720103480 0x7fd720199610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd724b9b700 1 -- 172.21.15.52:0/742308445 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd720108a70 msgr2=0x7fd72019d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd724b9b700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd720108a70 0x7fd72019d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd724b9b700 1 -- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd720103480 msgr2=0x7fd720199610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd724b9b700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd720103480 0x7fd720199610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd724b9b700 1 -- 172.21.15.52:0/742308445 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd72019e0e0 con 0x7fd720102ac0 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd72539c700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd720108a70 0x7fd72019d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.751+0000 7fd71ffff700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd720103480 0x7fd720199610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.752+0000 7fd724b9b700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720102ac0 0x7fd7201990d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd710000c00 tx=0x7fd71000bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.752+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd710027070 con 0x7fd720102ac0 2024-04-21T09:08:47.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.752+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd72019e370 con 0x7fd720102ac0 2024-04-21T09:08:47.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.752+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd710022470 con 0x7fd720102ac0 2024-04-21T09:08:47.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.752+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd710017650 con 0x7fd720102ac0 2024-04-21T09:08:47.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.752+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7201a5c50 con 0x7fd720102ac0 2024-04-21T09:08:47.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.753+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd7200631d0 con 0x7fd720102ac0 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.754+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd71002a070 con 0x7fd720102ac0 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.755+0000 7fd71dffb700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd7080a3d50 0x7fd7080a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.755+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd7100d1e70 con 0x7fd720102ac0 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.755+0000 7fd71ffff700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd7080a3d50 0x7fd7080a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.755+0000 7fd71dffb700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] conn(0x7fd7080aeeb0 0x7fd7080b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.755+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 --> [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd710011ec0 con 0x7fd7080aeeb0 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.755+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd7100d22c0 con 0x7fd720102ac0 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.755+0000 7fd71ffff700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd7080a3d50 0x7fd7080a6210 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd72007a220 tx=0x7fd714009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.756+0000 7fd72539c700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] conn(0x7fd7080aeeb0 0x7fd7080b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:47.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.756+0000 7fd72539c700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] conn(0x7fd7080aeeb0 0x7fd7080b1350 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:47.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.757+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 <== osd.10 v2:172.21.15.60:6824/2089701931 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd710011ec0 con 0x7fd7080aeeb0 2024-04-21T09:08:47.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.774+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 --> [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd7200635d0 con 0x7fd7080aeeb0 2024-04-21T09:08:47.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.774+0000 7fd71dffb700 1 -- 172.21.15.52:0/742308445 <== osd.10 v2:172.21.15.60:6824/2089701931 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd7200635d0 con 0x7fd7080aeeb0 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] conn(0x7fd7080aeeb0 msgr2=0x7fd7080b1350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] conn(0x7fd7080aeeb0 0x7fd7080b1350 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd7080a3d50 msgr2=0x7fd7080a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd7080a3d50 0x7fd7080a6210 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd72007a220 tx=0x7fd714009260 comp rx=0 tx=0).stop 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720102ac0 msgr2=0x7fd7201990d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 --2- 172.21.15.52:0/742308445 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd720102ac0 0x7fd7201990d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd710000c00 tx=0x7fd71000bfd0 comp rx=0 tx=0).stop 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd72539c700 1 -- 172.21.15.52:0/742308445 reap_dead start 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 shutdown_connections 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 >> 172.21.15.52:0/742308445 conn(0x7fd720079bb0 msgr2=0x7fd7201017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:47.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 shutdown_connections 2024-04-21T09:08:47.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:47.775+0000 7fd726dff700 1 -- 172.21.15.52:0/742308445 wait complete. 2024-04-21T09:08:48.428 INFO:teuthology.orchestra.run.smithi052.stdout:34359738449 2024-04-21T09:08:48.429 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-21T09:08:49.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:48 smithi052 ceph-mon[28035]: pgmap v329: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 170 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-04-21T09:08:49.209 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.209+0000 7f2c507b1700 1 -- 172.21.15.52:0/2723288773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806bb80 msgr2=0x7f2c4810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:49.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.209+0000 7f2c507b1700 1 --2- 172.21.15.52:0/2723288773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806bb80 0x7f2c4810f900 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2c4000b0a0 tx=0x7f2c4000b3b0 comp rx=0 tx=0).stop 2024-04-21T09:08:49.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 -- 172.21.15.52:0/2723288773 shutdown_connections 2024-04-21T09:08:49.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 --2- 172.21.15.52:0/2723288773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806bb80 0x7f2c4810f900 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:49.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 --2- 172.21.15.52:0/2723288773 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c48108a30 0x7f2c48108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:49.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 --2- 172.21.15.52:0/2723288773 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2c4806b1e0 0x7f2c4806b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:49.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 -- 172.21.15.52:0/2723288773 >> 172.21.15.52:0/2723288773 conn(0x7f2c480788f0 msgr2=0x7f2c48078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:49.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 -- 172.21.15.52:0/2723288773 shutdown_connections 2024-04-21T09:08:49.210 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 -- 172.21.15.52:0/2723288773 wait complete. 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 Processor -- start 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 -- start start 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806b1e0 0x7f2c48101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2c4806bb80 0x7f2c48101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c48108a30 0x7f2c48102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2c48112bd0 con 0x7f2c4806b1e0 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2c48112a50 con 0x7f2c4806bb80 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.210+0000 7f2c507b1700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2c48112d50 con 0x7f2c48108a30 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806b1e0 0x7f2c48101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806b1e0 0x7f2c48101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41956/0 (socket says 172.21.15.52:41956) 2024-04-21T09:08:49.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 -- 172.21.15.52:0/899155431 learned_addr learned my addr 172.21.15.52:0/899155431 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4dd4c700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2c4806bb80 0x7f2c48101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4ed4e700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c48108a30 0x7f2c48102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 -- 172.21.15.52:0/899155431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c48108a30 msgr2=0x7f2c48102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2c48108a30 0x7f2c48102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 -- 172.21.15.52:0/899155431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2c4806bb80 msgr2=0x7f2c48101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2c4806bb80 0x7f2c48101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 -- 172.21.15.52:0/899155431 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c481a7630 con 0x7f2c4806b1e0 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c4e54d700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806b1e0 0x7f2c48101a10 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2c4400d980 tx=0x7f2c4400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c44016070 con 0x7f2c4806b1e0 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c481a7920 con 0x7f2c4806b1e0 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c44004830 con 0x7f2c4806b1e0 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c44005540 con 0x7f2c4806b1e0 2024-04-21T09:08:49.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.211+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c481a7e60 con 0x7f2c4806b1e0 2024-04-21T09:08:49.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.212+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2c48063110 con 0x7f2c4806b1e0 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.214+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2c44004220 con 0x7f2c4806b1e0 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.214+0000 7f2c3f7fe700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2c340a3cd0 0x7f2c340a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.214+0000 7f2c4dd4c700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2c340a3cd0 0x7f2c340a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.214+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f2c440d0ca0 con 0x7f2c4806b1e0 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.215+0000 7f2c3f7fe700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] conn(0x7f2c340aee30 0x7f2c340b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.215+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 --> [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2c44015ec0 con 0x7f2c340aee30 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.215+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f2c440d10f0 con 0x7f2c4806b1e0 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.215+0000 7f2c4dd4c700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2c340a3cd0 0x7f2c340a6190 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2c48078ed0 tx=0x7f2c3800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:49.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.215+0000 7f2c4ed4e700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] conn(0x7f2c340aee30 0x7f2c340b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:49.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.216+0000 7f2c4ed4e700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] conn(0x7f2c340aee30 0x7f2c340b12d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:49.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.216+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 <== osd.1 v2:172.21.15.60:6800/3387019615 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2c44015ec0 con 0x7f2c340aee30 2024-04-21T09:08:49.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.234+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 --> [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2c48063590 con 0x7f2c340aee30 2024-04-21T09:08:49.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c3f7fe700 1 -- 172.21.15.52:0/899155431 <== osd.1 v2:172.21.15.60:6800/3387019615 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2c48063590 con 0x7f2c340aee30 2024-04-21T09:08:49.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 >> [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] conn(0x7f2c340aee30 msgr2=0x7f2c340b12d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:49.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] conn(0x7f2c340aee30 0x7f2c340b12d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2c340a3cd0 msgr2=0x7f2c340a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f2c340a3cd0 0x7f2c340a6190 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2c48078ed0 tx=0x7f2c3800a300 comp rx=0 tx=0).stop 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806b1e0 msgr2=0x7f2c48101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 --2- 172.21.15.52:0/899155431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2c4806b1e0 0x7f2c48101a10 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2c4400d980 tx=0x7f2c4400dc90 comp rx=0 tx=0).stop 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c4ed4e700 1 -- 172.21.15.52:0/899155431 reap_dead start 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 shutdown_connections 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 >> 172.21.15.52:0/899155431 conn(0x7f2c480788f0 msgr2=0x7f2c480ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 shutdown_connections 2024-04-21T09:08:49.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:49.235+0000 7f2c507b1700 1 -- 172.21.15.52:0/899155431 wait complete. 2024-04-21T09:08:49.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:48 smithi060 ceph-mon[31055]: pgmap v329: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 170 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-04-21T09:08:49.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:48 smithi078 ceph-mon[31713]: pgmap v329: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 170 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-04-21T09:08:49.804 INFO:teuthology.orchestra.run.smithi052.stdout:309237645343 2024-04-21T09:08:49.804 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-21T09:08:50.399 INFO:teuthology.orchestra.run.smithi052.stdout:77309411401 2024-04-21T09:08:50.399 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-21T09:08:51.022 INFO:teuthology.orchestra.run.smithi052.stdout:55834574926 2024-04-21T09:08:51.022 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-21T09:08:51.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:50 smithi052 ceph-mon[28035]: pgmap v330: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T09:08:51.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:50 smithi060 ceph-mon[31055]: pgmap v330: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T09:08:51.422 INFO:teuthology.orchestra.run.smithi052.stdout:253403070505 2024-04-21T09:08:51.422 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-21T09:08:51.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:50 smithi078 ceph-mon[31713]: pgmap v330: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T09:08:51.480 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:51.496 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:51.501 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:51.506 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:52.274 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:52.276 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:53.222 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:52 smithi052 ceph-mon[28035]: pgmap v331: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T09:08:53.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:52 smithi060 ceph-mon[31055]: pgmap v331: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T09:08:53.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:52 smithi078 ceph-mon[31713]: pgmap v331: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 170 B/s wr, 6 op/s 2024-04-21T09:08:55.184 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:54 smithi052 ceph-mon[28035]: pgmap v332: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-21T09:08:55.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:54 smithi060 ceph-mon[31055]: pgmap v332: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-21T09:08:55.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:54 smithi078 ceph-mon[31713]: pgmap v332: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-21T09:08:55.961 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:55.961 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:08:56.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 -- 172.21.15.52:0/3248512709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4107960 msgr2=0x7fd0e4107d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:56.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3248512709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4107960 0x7fd0e4107d40 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd0e0009990 tx=0x7fd0e0009ca0 comp rx=0 tx=0).stop 2024-04-21T09:08:56.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 -- 172.21.15.52:0/3248512709 shutdown_connections 2024-04-21T09:08:56.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3248512709 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd0e4102320 0x7fd0e410e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:56.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3248512709 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4107960 0x7fd0e4107d40 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:56.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3248512709 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0e4101960 0x7fd0e4101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:56.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 -- 172.21.15.52:0/3248512709 >> 172.21.15.52:0/3248512709 conn(0x7fd0e40789e0 msgr2=0x7fd0e4078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 -- 172.21.15.52:0/3248512709 shutdown_connections 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.768+0000 7fd0eb666700 1 -- 172.21.15.52:0/3248512709 wait complete. 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0eb666700 1 Processor -- start 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0eb666700 1 -- start start 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0eb666700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0e4101960 0x7fd0e419b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0eb666700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4102320 0x7fd0e419b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0eb666700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd0e4107960 0x7fd0e419fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0eb666700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e4111b70 con 0x7fd0e4102320 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0eb666700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e41119f0 con 0x7fd0e4107960 2024-04-21T09:08:56.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0eb666700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd0e4111cf0 con 0x7fd0e4101960 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0e8c01700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4102320 0x7fd0e419b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0e8c01700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4102320 0x7fd0e419b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47332/0 (socket says 172.21.15.52:47332) 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0e8c01700 1 -- 172.21.15.52:0/3446653884 learned_addr learned my addr 172.21.15.52:0/3446653884 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0e9c03700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd0e4107960 0x7fd0e419fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.769+0000 7fd0e9402700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0e4101960 0x7fd0e419b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0e8c01700 1 -- 172.21.15.52:0/3446653884 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0e4101960 msgr2=0x7fd0e419b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0e8c01700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0e4101960 0x7fd0e419b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0e8c01700 1 -- 172.21.15.52:0/3446653884 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd0e4107960 msgr2=0x7fd0e419fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0e8c01700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd0e4107960 0x7fd0e419fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:56.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0e8c01700 1 -- 172.21.15.52:0/3446653884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0e41a03f0 con 0x7fd0e4102320 2024-04-21T09:08:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0e8c01700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4102320 0x7fd0e419b920 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd0d800d950 tx=0x7fd0d800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0d67fc700 1 -- 172.21.15.52:0/3446653884 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d8016070 con 0x7fd0e4102320 2024-04-21T09:08:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0d67fc700 1 -- 172.21.15.52:0/3446653884 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0d800fd40 con 0x7fd0e4102320 2024-04-21T09:08:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0e41a06e0 con 0x7fd0e4102320 2024-04-21T09:08:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0d67fc700 1 -- 172.21.15.52:0/3446653884 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0d800e3b0 con 0x7fd0e4102320 2024-04-21T09:08:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.770+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0e41a7f60 con 0x7fd0e4102320 2024-04-21T09:08:56.774 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.771+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0e4069730 con 0x7fd0e4102320 2024-04-21T09:08:56.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.772+0000 7fd0d67fc700 1 -- 172.21.15.52:0/3446653884 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd0d8019070 con 0x7fd0e4102320 2024-04-21T09:08:56.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.773+0000 7fd0d67fc700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0d00a3cd0 0x7fd0d00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:56.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.773+0000 7fd0e9402700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0d00a3cd0 0x7fd0d00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:56.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.773+0000 7fd0d67fc700 1 -- 172.21.15.52:0/3446653884 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd0d80d0300 con 0x7fd0e4102320 2024-04-21T09:08:56.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.773+0000 7fd0e9402700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0d00a3cd0 0x7fd0d00a6190 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd0e000b2e0 tx=0x7fd0e0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:56.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:56.777+0000 7fd0d67fc700 1 -- 172.21.15.52:0/3446653884 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd0d809c8c0 con 0x7fd0e4102320 2024-04-21T09:08:57.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.007+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fd0e41a8130 con 0x7fd0e4102320 2024-04-21T09:08:57.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.008+0000 7fd0d67fc700 1 -- 172.21.15.52:0/3446653884 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fd0d809c1c0 con 0x7fd0e4102320 2024-04-21T09:08:57.008 INFO:teuthology.orchestra.run.smithi052.stdout:343597383708 2024-04-21T09:08:57.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0d00a3cd0 msgr2=0x7fd0d00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:57.010 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0d00a3cd0 0x7fd0d00a6190 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd0e000b2e0 tx=0x7fd0e0005960 comp rx=0 tx=0).stop 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4102320 msgr2=0x7fd0e419b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4102320 0x7fd0e419b920 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd0d800d950 tx=0x7fd0d800dc60 comp rx=0 tx=0).stop 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 shutdown_connections 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd0d00a3cd0 0x7fd0d00a6190 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd0e4107960 0x7fd0e419fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd0e4101960 0x7fd0e419b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 --2- 172.21.15.52:0/3446653884 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd0e4102320 0x7fd0e419b920 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 >> 172.21.15.52:0/3446653884 conn(0x7fd0e40789e0 msgr2=0x7fd0e406b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 shutdown_connections 2024-04-21T09:08:57.011 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.010+0000 7fd0eb666700 1 -- 172.21.15.52:0/3446653884 wait complete. 2024-04-21T09:08:57.014 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:56 smithi052 ceph-mon[28035]: pgmap v333: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:08:57.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/2828240919 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b3406b370 msgr2=0x7f0b3406b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:57.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/2828240919 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b3406b370 0x7f0b3406b750 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0b300099c0 tx=0x7f0b30009cd0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/2828240919 shutdown_connections 2024-04-21T09:08:57.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/2828240919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0b34107e10 0x7f0b3410f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/2828240919 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b3406b370 0x7f0b3406b750 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/2828240919 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b3406bd20 0x7f0b341076e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/2828240919 >> 172.21.15.52:0/2828240919 conn(0x7f0b340788f0 msgr2=0x7f0b34078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:57.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/2828240919 shutdown_connections 2024-04-21T09:08:57.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/2828240919 wait complete. 2024-04-21T09:08:57.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.020+0000 7f0b3c6a7700 1 Processor -- start 2024-04-21T09:08:57.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3c6a7700 1 -- start start 2024-04-21T09:08:57.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3c6a7700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0b3406b370 0x7f0b3419b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:57.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3c6a7700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b3406bd20 0x7f0b3419b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:57.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3c6a7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b34107e10 0x7f0b3419fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:57.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3c6a7700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0b34112be0 con 0x7f0b34107e10 2024-04-21T09:08:57.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3c6a7700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0b34112a60 con 0x7f0b3406b370 2024-04-21T09:08:57.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3c6a7700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0b34112d60 con 0x7f0b3406bd20 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3ac44700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b34107e10 0x7f0b3419fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3ac44700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b34107e10 0x7f0b3419fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47348/0 (socket says 172.21.15.52:47348) 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3ac44700 1 -- 172.21.15.52:0/3335864490 learned_addr learned my addr 172.21.15.52:0/3335864490 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b39c42700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b3406bd20 0x7f0b3419b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3a443700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0b3406b370 0x7f0b3419b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3ac44700 1 -- 172.21.15.52:0/3335864490 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b3406bd20 msgr2=0x7f0b3419b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3ac44700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b3406bd20 0x7f0b3419b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3ac44700 1 -- 172.21.15.52:0/3335864490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0b3406b370 msgr2=0x7f0b3419b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3ac44700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0b3406b370 0x7f0b3419b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.021+0000 7f0b3ac44700 1 -- 172.21.15.52:0/3335864490 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b341a02b0 con 0x7f0b34107e10 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.022+0000 7f0b3ac44700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b34107e10 0x7f0b3419fb70 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c00ada0 tx=0x7f0b2c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:57.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.022+0000 7f0b2b7fe700 1 -- 172.21.15.52:0/3335864490 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2c017020 con 0x7f0b34107e10 2024-04-21T09:08:57.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.022+0000 7f0b2b7fe700 1 -- 172.21.15.52:0/3335864490 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b2c00cd80 con 0x7f0b34107e10 2024-04-21T09:08:57.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.022+0000 7f0b2b7fe700 1 -- 172.21.15.52:0/3335864490 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2c005260 con 0x7f0b34107e10 2024-04-21T09:08:57.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.022+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b341a05a0 con 0x7f0b34107e10 2024-04-21T09:08:57.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.022+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b341a7e20 con 0x7f0b34107e10 2024-04-21T09:08:57.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.023+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b34104190 con 0x7f0b34107e10 2024-04-21T09:08:57.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.025+0000 7f0b2b7fe700 1 -- 172.21.15.52:0/3335864490 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0b2c00a090 con 0x7f0b34107e10 2024-04-21T09:08:57.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.026+0000 7f0b2b7fe700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0b200a3cd0 0x7f0b200a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:08:57.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.026+0000 7f0b3a443700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0b200a3cd0 0x7f0b200a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:08:57.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.026+0000 7f0b2b7fe700 1 -- 172.21.15.52:0/3335864490 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f0b2c0d0580 con 0x7f0b34107e10 2024-04-21T09:08:57.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.027+0000 7f0b3a443700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0b200a3cd0 0x7f0b200a6190 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0b30009990 tx=0x7f0b30005c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:08:57.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.031+0000 7f0b2b7fe700 1 -- 172.21.15.52:0/3335864490 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b2c021020 con 0x7f0b34107e10 2024-04-21T09:08:57.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.246+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f0b341a7ff0 con 0x7f0b34107e10 2024-04-21T09:08:57.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.246+0000 7f0b2b7fe700 1 -- 172.21.15.52:0/3335864490 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0b2c01a310 con 0x7f0b34107e10 2024-04-21T09:08:57.247 INFO:teuthology.orchestra.run.smithi052.stdout:197568495669 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0b200a3cd0 msgr2=0x7f0b200a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0b200a3cd0 0x7f0b200a6190 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0b30009990 tx=0x7f0b30005c40 comp rx=0 tx=0).stop 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b34107e10 msgr2=0x7f0b3419fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b34107e10 0x7f0b3419fb70 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c00ada0 tx=0x7f0b2c00c330 comp rx=0 tx=0).stop 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 shutdown_connections 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0b200a3cd0 0x7f0b200a6190 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0b34107e10 0x7f0b3419fb70 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0b3406b370 0x7f0b3419b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 --2- 172.21.15.52:0/3335864490 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0b3406bd20 0x7f0b3419b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 >> 172.21.15.52:0/3335864490 conn(0x7f0b340788f0 msgr2=0x7f0b340ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 shutdown_connections 2024-04-21T09:08:57.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:08:57.248+0000 7f0b3c6a7700 1 -- 172.21.15.52:0/3335864490 wait complete. 2024-04-21T09:08:57.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:56 smithi060 ceph-mon[31055]: pgmap v333: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:08:57.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:56 smithi078 ceph-mon[31713]: pgmap v333: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:08:57.951 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495666 got 197568495669 for osd.6 2024-04-21T09:08:57.951 DEBUG:teuthology.parallel:result is None 2024-04-21T09:08:58.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3446653884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-21T09:08:58.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3335864490' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-21T09:08:58.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3446653884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-21T09:08:58.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3335864490' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-21T09:08:58.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3446653884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-21T09:08:58.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3335864490' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-21T09:08:58.990 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:08:58 smithi052 ceph-mon[28035]: pgmap v334: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:08:59.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:08:58 smithi060 ceph-mon[31055]: pgmap v334: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:08:59.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:08:58 smithi078 ceph-mon[31713]: pgmap v334: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:08:59.589 INFO:tasks.cephadm.ceph_manager.ceph:need seq 343597383705 got 343597383708 for osd.11 2024-04-21T09:08:59.590 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:00.027 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:00 smithi060 ceph-mon[31055]: pgmap v335: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:01.342 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:00 smithi052 ceph-mon[28035]: pgmap v335: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:00 smithi078 ceph-mon[31713]: pgmap v335: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:02.238 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:01 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/988209025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-21T09:09:02.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:01 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/988209025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-21T09:09:02.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:01 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/988209025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.122+0000 7f091a774700 1 -- 172.21.15.52:0/3971586780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 msgr2=0x7f0914102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 --2- 172.21.15.52:0/3971586780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 0x7f0914102f10 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0908009990 tx=0x7f0908009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 -- 172.21.15.52:0/3971586780 shutdown_connections 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 --2- 172.21.15.52:0/3971586780 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0914103450 0x7f091410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 --2- 172.21.15.52:0/3971586780 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0914108a50 0x7f0914108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 --2- 172.21.15.52:0/3971586780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 0x7f0914102f10 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 -- 172.21.15.52:0/3971586780 >> 172.21.15.52:0/3971586780 conn(0x7f0914079ba0 msgr2=0x7f0914079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 -- 172.21.15.52:0/3971586780 shutdown_connections 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 -- 172.21.15.52:0/3971586780 wait complete. 2024-04-21T09:09:02.637 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 Processor -- start 2024-04-21T09:09:02.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.123+0000 7f091a774700 1 -- start start 2024-04-21T09:09:02.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f091a774700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 0x7f091419b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:02.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f091a774700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0914103450 0x7f091419b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:02.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f091a774700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0914108a50 0x7f091419fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:02.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f091a774700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0914112be0 con 0x7f0914102a90 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f091a774700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0914112a60 con 0x7f0914103450 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f091a774700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0914112d60 con 0x7f0914108a50 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 0x7f091419b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 0x7f091419b200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47358/0 (socket says 172.21.15.52:47358) 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 -- 172.21.15.52:0/988209025 learned_addr learned my addr 172.21.15.52:0/988209025 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f09137fe700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0914103450 0x7f091419b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0918d11700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0914108a50 0x7f091419fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 -- 172.21.15.52:0/988209025 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0914108a50 msgr2=0x7f091419fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0914108a50 0x7f091419fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 -- 172.21.15.52:0/988209025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0914103450 msgr2=0x7f091419b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0914103450 0x7f091419b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 -- 172.21.15.52:0/988209025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09141a0210 con 0x7f0914102a90 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stdout:287762808871 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.124+0000 7f0913fff700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 0x7f091419b200 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f090400c9b0 tx=0x7f090400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.125+0000 7f09117fa700 1 -- 172.21.15.52:0/988209025 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0904007b00 con 0x7f0914102a90 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.125+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09141a0500 con 0x7f0914102a90 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.125+0000 7f09117fa700 1 -- 172.21.15.52:0/988209025 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f090400ce50 con 0x7f0914102a90 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.125+0000 7f09117fa700 1 -- 172.21.15.52:0/988209025 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0904018660 con 0x7f0914102a90 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.125+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09141a7d80 con 0x7f0914102a90 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.126+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0914069730 con 0x7f0914102a90 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.127+0000 7f09117fa700 1 -- 172.21.15.52:0/988209025 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f090400f450 con 0x7f0914102a90 2024-04-21T09:09:02.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.127+0000 7f09117fa700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08fc0a3cd0 0x7f08fc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.128+0000 7f09137fe700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08fc0a3cd0 0x7f08fc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.128+0000 7f09117fa700 1 -- 172.21.15.52:0/988209025 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f09040d09d0 con 0x7f0914102a90 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.128+0000 7f09137fe700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08fc0a3cd0 0x7f08fc0a6190 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f09080098e0 tx=0x7f0908005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.131+0000 7f09117fa700 1 -- 172.21.15.52:0/988209025 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0904014030 con 0x7f0914102a90 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.342+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f09141a7fb0 con 0x7f0914102a90 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.342+0000 7f09117fa700 1 -- 172.21.15.52:0/988209025 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f090409cf80 con 0x7f0914102a90 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.344+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08fc0a3cd0 msgr2=0x7f08fc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.344+0000 7f091a774700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08fc0a3cd0 0x7f08fc0a6190 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f09080098e0 tx=0x7f0908005960 comp rx=0 tx=0).stop 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.344+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 msgr2=0x7f091419b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.344+0000 7f091a774700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 0x7f091419b200 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f090400c9b0 tx=0x7f090400ccc0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.345+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 shutdown_connections 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.345+0000 7f091a774700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f08fc0a3cd0 0x7f08fc0a6190 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.345+0000 7f091a774700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0914108a50 0x7f091419fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.345+0000 7f091a774700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0914102a90 0x7f091419b200 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.345+0000 7f091a774700 1 --2- 172.21.15.52:0/988209025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0914103450 0x7f091419b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:02.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.345+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 >> 172.21.15.52:0/988209025 conn(0x7f0914079ba0 msgr2=0x7f091410de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:02.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.345+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 shutdown_connections 2024-04-21T09:09:02.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:01.345+0000 7f091a774700 1 -- 172.21.15.52:0/988209025 wait complete. 2024-04-21T09:09:03.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:02 smithi052 ceph-mon[28035]: pgmap v336: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T09:09:03.328 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808865 got 287762808871 for osd.9 2024-04-21T09:09:03.328 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:03.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:02 smithi060 ceph-mon[31055]: pgmap v336: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T09:09:03.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:02 smithi078 ceph-mon[31713]: pgmap v336: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T09:09:05.024 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:04 smithi052 ceph-mon[28035]: pgmap v337: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:05.247 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:04 smithi078 ceph-mon[31713]: pgmap v337: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:05.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 -- 172.21.15.52:0/3777662612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 msgr2=0x7feb941014b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 --2- 172.21.15.52:0/3777662612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 0x7feb941014b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7feb88009990 tx=0x7feb88009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 -- 172.21.15.52:0/3777662612 shutdown_connections 2024-04-21T09:09:05.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 --2- 172.21.15.52:0/3777662612 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7feb94101ad0 0x7feb941117c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 --2- 172.21.15.52:0/3777662612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb94103950 0x7feb94103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 --2- 172.21.15.52:0/3777662612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 0x7feb941014b0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 -- 172.21.15.52:0/3777662612 >> 172.21.15.52:0/3777662612 conn(0x7feb94077fb0 msgr2=0x7feb940ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 -- 172.21.15.52:0/3777662612 shutdown_connections 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.246+0000 7feb9b627700 1 -- 172.21.15.52:0/3777662612 wait complete. 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb9b627700 1 Processor -- start 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb9b627700 1 -- start start 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb9b627700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 0x7feb9419b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb9b627700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb94101ad0 0x7feb9419b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb9b627700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7feb94103950 0x7feb9419fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb9b627700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7feb94114ee0 con 0x7feb94101030 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb9b627700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feb94114d60 con 0x7feb94101ad0 2024-04-21T09:09:05.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb9b627700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7feb94115060 con 0x7feb94103950 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb993c3700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 0x7feb9419b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb993c3700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 0x7feb9419b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47368/0 (socket says 172.21.15.52:47368) 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb993c3700 1 -- 172.21.15.52:0/3305858553 learned_addr learned my addr 172.21.15.52:0/3305858553 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb99bc4700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7feb94103950 0x7feb9419fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb98bc2700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb94101ad0 0x7feb9419b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb993c3700 1 -- 172.21.15.52:0/3305858553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7feb94103950 msgr2=0x7feb9419fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb993c3700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7feb94103950 0x7feb9419fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb993c3700 1 -- 172.21.15.52:0/3305858553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb94101ad0 msgr2=0x7feb9419b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb993c3700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb94101ad0 0x7feb9419b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb993c3700 1 -- 172.21.15.52:0/3305858553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb941a0480 con 0x7feb94101030 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.247+0000 7feb98bc2700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb94101ad0 0x7feb9419b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.248+0000 7feb993c3700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 0x7feb9419b470 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7feb8c00b530 tx=0x7feb8c00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:05.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.248+0000 7feb927fc700 1 -- 172.21.15.52:0/3305858553 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c015020 con 0x7feb94101030 2024-04-21T09:09:05.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.248+0000 7feb927fc700 1 -- 172.21.15.52:0/3305858553 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb8c011ce0 con 0x7feb94101030 2024-04-21T09:09:05.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.248+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb941a0770 con 0x7feb94101030 2024-04-21T09:09:05.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.248+0000 7feb927fc700 1 -- 172.21.15.52:0/3305858553 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c010e40 con 0x7feb94101030 2024-04-21T09:09:05.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.248+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb941a7ff0 con 0x7feb94101030 2024-04-21T09:09:05.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.249+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb94102040 con 0x7feb94101030 2024-04-21T09:09:05.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.250+0000 7feb927fc700 1 -- 172.21.15.52:0/3305858553 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7feb8c018020 con 0x7feb94101030 2024-04-21T09:09:05.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.251+0000 7feb927fc700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7feb7c0a3d50 0x7feb7c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:05.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.251+0000 7feb927fc700 1 -- 172.21.15.52:0/3305858553 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7feb8c0cffa0 con 0x7feb94101030 2024-04-21T09:09:05.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.251+0000 7feb98bc2700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7feb7c0a3d50 0x7feb7c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:05.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.251+0000 7feb98bc2700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7feb7c0a3d50 0x7feb7c0a6210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7feb88000c00 tx=0x7feb88005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:05.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.256+0000 7feb927fc700 1 -- 172.21.15.52:0/3305858553 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7feb8c01f020 con 0x7feb94101030 2024-04-21T09:09:05.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:04 smithi060 ceph-mon[31055]: pgmap v337: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:05.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 -- 172.21.15.52:0/318589019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 msgr2=0x7f74d0107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 --2- 172.21.15.52:0/318589019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 0x7f74d0107d70 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f74cc009990 tx=0x7f74cc009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 -- 172.21.15.52:0/318589019 shutdown_connections 2024-04-21T09:09:05.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 --2- 172.21.15.52:0/318589019 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74d0102300 0x7f74d010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 --2- 172.21.15.52:0/318589019 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 0x7f74d0107d70 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 --2- 172.21.15.52:0/318589019 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74d0101940 0x7f74d0101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 -- 172.21.15.52:0/318589019 >> 172.21.15.52:0/318589019 conn(0x7f74d00788f0 msgr2=0x7f74d0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:05.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 -- 172.21.15.52:0/318589019 shutdown_connections 2024-04-21T09:09:05.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.447+0000 7f74d7aee700 1 -- 172.21.15.52:0/318589019 wait complete. 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d7aee700 1 Processor -- start 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d7aee700 1 -- start start 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d7aee700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74d0101940 0x7f74d019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d7aee700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74d0102300 0x7f74d019b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d7aee700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 0x7f74d019fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d7aee700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0111b00 con 0x7f74d0107990 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d7aee700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0111980 con 0x7f74d0102300 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d7aee700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0111c80 con 0x7f74d0101940 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d608b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 0x7f74d019fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:05.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d588a700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74d0101940 0x7f74d019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d608b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 0x7f74d019fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47374/0 (socket says 172.21.15.52:47374) 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.448+0000 7f74d608b700 1 -- 172.21.15.52:0/1703472818 learned_addr learned my addr 172.21.15.52:0/1703472818 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d5089700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74d0102300 0x7f74d019b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d608b700 1 -- 172.21.15.52:0/1703472818 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74d0101940 msgr2=0x7f74d019b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d608b700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74d0101940 0x7f74d019b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d608b700 1 -- 172.21.15.52:0/1703472818 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74d0102300 msgr2=0x7f74d019b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d608b700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74d0102300 0x7f74d019b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d608b700 1 -- 172.21.15.52:0/1703472818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d01a0390 con 0x7f74d0107990 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d588a700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74d0101940 0x7f74d019b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d608b700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 0x7f74d019fc50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f74c8007ee0 tx=0x7f74c800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74c6ffd700 1 -- 172.21.15.52:0/1703472818 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c800dd20 con 0x7f74d0107990 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74d01a0680 con 0x7f74d0107990 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74c6ffd700 1 -- 172.21.15.52:0/1703472818 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74c8004020 con 0x7f74d0107990 2024-04-21T09:09:05.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74c6ffd700 1 -- 172.21.15.52:0/1703472818 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c8015660 con 0x7f74d0107990 2024-04-21T09:09:05.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.449+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74d01a7f00 con 0x7f74d0107990 2024-04-21T09:09:05.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.451+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74d0069730 con 0x7f74d0107990 2024-04-21T09:09:05.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.452+0000 7f74c6ffd700 1 -- 172.21.15.52:0/1703472818 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f74c80041d0 con 0x7f74d0107990 2024-04-21T09:09:05.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.452+0000 7f74c6ffd700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74bc0a3d50 0x7f74bc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:05.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.452+0000 7f74d588a700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74bc0a3d50 0x7f74bc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:05.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.452+0000 7f74c6ffd700 1 -- 172.21.15.52:0/1703472818 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f74c80d0170 con 0x7f74d0107990 2024-04-21T09:09:05.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.453+0000 7f74d588a700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74bc0a3d50 0x7f74bc0a6210 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f74cc00b2e0 tx=0x7f74cc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:05.462 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.461+0000 7f74c6ffd700 1 -- 172.21.15.52:0/1703472818 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f74c8010070 con 0x7f74d0107990 2024-04-21T09:09:05.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.470+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7feb9402df80 con 0x7feb94101030 2024-04-21T09:09:05.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.471+0000 7feb927fc700 1 -- 172.21.15.52:0/3305858553 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7feb8c09c5d0 con 0x7feb94101030 2024-04-21T09:09:05.472 INFO:teuthology.orchestra.run.smithi052.stdout:309237645346 2024-04-21T09:09:05.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7feb7c0a3d50 msgr2=0x7feb7c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7feb7c0a3d50 0x7feb7c0a6210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7feb88000c00 tx=0x7feb88005fb0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 msgr2=0x7feb9419b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 0x7feb9419b470 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7feb8c00b530 tx=0x7feb8c00b840 comp rx=0 tx=0).stop 2024-04-21T09:09:05.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 shutdown_connections 2024-04-21T09:09:05.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7feb7c0a3d50 0x7feb7c0a6210 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7feb94103950 0x7feb9419fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7feb94101030 0x7feb9419b470 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 --2- 172.21.15.52:0/3305858553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb94101ad0 0x7feb9419b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 >> 172.21.15.52:0/3305858553 conn(0x7feb94077fb0 msgr2=0x7feb940fe9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:05.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 shutdown_connections 2024-04-21T09:09:05.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.473+0000 7feb9b627700 1 -- 172.21.15.52:0/3305858553 wait complete. 2024-04-21T09:09:05.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.680+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f74d01a81f0 con 0x7f74d0107990 2024-04-21T09:09:05.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.680+0000 7f74c6ffd700 1 -- 172.21.15.52:0/1703472818 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f74c809c690 con 0x7f74d0107990 2024-04-21T09:09:05.682 INFO:teuthology.orchestra.run.smithi052.stdout:55834574929 2024-04-21T09:09:05.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74bc0a3d50 msgr2=0x7f74bc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74bc0a3d50 0x7f74bc0a6210 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f74cc00b2e0 tx=0x7f74cc01a040 comp rx=0 tx=0).stop 2024-04-21T09:09:05.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 msgr2=0x7f74d019fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:05.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 0x7f74d019fc50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f74c8007ee0 tx=0x7f74c800d3b0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 shutdown_connections 2024-04-21T09:09:05.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f74bc0a3d50 0x7f74bc0a6210 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74d0107990 0x7f74d019fc50 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74d0101940 0x7f74d019b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 --2- 172.21.15.52:0/1703472818 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f74d0102300 0x7f74d019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:05.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 >> 172.21.15.52:0/1703472818 conn(0x7f74d00788f0 msgr2=0x7f74d006a820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:05.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 shutdown_connections 2024-04-21T09:09:05.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:05.683+0000 7f74d7aee700 1 -- 172.21.15.52:0/1703472818 wait complete. 2024-04-21T09:09:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3305858553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-21T09:09:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1703472818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-21T09:09:06.263 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3305858553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-21T09:09:06.263 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1703472818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-21T09:09:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3305858553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-21T09:09:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1703472818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-21T09:09:06.541 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574926 got 55834574929 for osd.1 2024-04-21T09:09:06.541 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 -- 172.21.15.52:0/1156226362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984102320 msgr2=0x7f498410e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 --2- 172.21.15.52:0/1156226362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984102320 0x7f498410e830 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f497c00b0a0 tx=0x7f497c00b3b0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 -- 172.21.15.52:0/1156226362 shutdown_connections 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 --2- 172.21.15.52:0/1156226362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984102320 0x7f498410e830 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 --2- 172.21.15.52:0/1156226362 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4984107960 0x7f4984107d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 --2- 172.21.15.52:0/1156226362 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4984101960 0x7f4984101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 -- 172.21.15.52:0/1156226362 >> 172.21.15.52:0/1156226362 conn(0x7f49840789e0 msgr2=0x7f4984078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 -- 172.21.15.52:0/1156226362 shutdown_connections 2024-04-21T09:09:06.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 -- 172.21.15.52:0/1156226362 wait complete. 2024-04-21T09:09:06.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 Processor -- start 2024-04-21T09:09:06.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.745+0000 7f498accc700 1 -- start start 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f498accc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984101960 0x7f4984197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f498accc700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4984102320 0x7f4984198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f498accc700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4984107960 0x7f498419c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f498accc700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4984111b70 con 0x7f4984101960 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f498accc700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f49841119f0 con 0x7f4984102320 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f498accc700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4984111cf0 con 0x7f4984107960 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984101960 0x7f4984197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984101960 0x7f4984197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49352/0 (socket says 172.21.15.52:49352) 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 -- 172.21.15.52:0/3522578080 learned_addr learned my addr 172.21.15.52:0/3522578080 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4989269700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4984107960 0x7f498419c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4983fff700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4984102320 0x7f4984198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 -- 172.21.15.52:0/3522578080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4984107960 msgr2=0x7f498419c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:06.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4984107960 0x7f498419c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 -- 172.21.15.52:0/3522578080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4984102320 msgr2=0x7f4984198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4984102320 0x7f4984198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 -- 172.21.15.52:0/3522578080 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f498419cf30 con 0x7f4984101960 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4983fff700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4984102320 0x7f4984198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4989269700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4984107960 0x7f498419c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.746+0000 7f4988a68700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984101960 0x7f4984197f20 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f497400c9b0 tx=0x7f497400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.747+0000 7f4981ffb700 1 -- 172.21.15.52:0/3522578080 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4974007b00 con 0x7f4984101960 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.747+0000 7f4981ffb700 1 -- 172.21.15.52:0/3522578080 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4974007ca0 con 0x7f4984101960 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.747+0000 7f4981ffb700 1 -- 172.21.15.52:0/3522578080 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4974018660 con 0x7f4984101960 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.747+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f498419d220 con 0x7f4984101960 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.747+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49841a4aa0 con 0x7f4984101960 2024-04-21T09:09:06.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.748+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4984069730 con 0x7f4984101960 2024-04-21T09:09:06.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.749+0000 7f4981ffb700 1 -- 172.21.15.52:0/3522578080 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f497400f450 con 0x7f4984101960 2024-04-21T09:09:06.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.750+0000 7f4981ffb700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f496c0a3d50 0x7f496c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:06.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.750+0000 7f4983fff700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f496c0a3d50 0x7f496c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:06.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.750+0000 7f4981ffb700 1 -- 172.21.15.52:0/3522578080 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f49740d07d0 con 0x7f4984101960 2024-04-21T09:09:06.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.750+0000 7f4983fff700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f496c0a3d50 0x7f496c0a6210 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4984078f00 tx=0x7f4978009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:06.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.755+0000 7f4981ffb700 1 -- 172.21.15.52:0/3522578080 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4974014030 con 0x7f4984101960 2024-04-21T09:09:06.763 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:06.764 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:06.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.969+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f49841a4d60 con 0x7f4984101960 2024-04-21T09:09:06.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.969+0000 7f4981ffb700 1 -- 172.21.15.52:0/3522578080 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f497409ccf0 con 0x7f4984101960 2024-04-21T09:09:06.970 INFO:teuthology.orchestra.run.smithi052.stdout:219043332146 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f496c0a3d50 msgr2=0x7f496c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f496c0a3d50 0x7f496c0a6210 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4984078f00 tx=0x7f4978009260 comp rx=0 tx=0).stop 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984101960 msgr2=0x7f4984197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984101960 0x7f4984197f20 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f497400c9b0 tx=0x7f497400ccc0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 shutdown_connections 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f496c0a3d50 0x7f496c0a6210 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4984107960 0x7f498419c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4984101960 0x7f4984197f20 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 --2- 172.21.15.52:0/3522578080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4984102320 0x7f4984198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:06.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 >> 172.21.15.52:0/3522578080 conn(0x7f49840789e0 msgr2=0x7f49841043f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:06.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 shutdown_connections 2024-04-21T09:09:06.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:06.972+0000 7f498accc700 1 -- 172.21.15.52:0/3522578080 wait complete. 2024-04-21T09:09:07.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:06 smithi052 ceph-mon[28035]: pgmap v338: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:07.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:06 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3522578080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-21T09:09:07.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:06 smithi060 ceph-mon[31055]: pgmap v338: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:07.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:06 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3522578080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-21T09:09:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:06 smithi078 ceph-mon[31713]: pgmap v338: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:06 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3522578080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-21T09:09:07.635 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332142 got 219043332146 for osd.7 2024-04-21T09:09:07.635 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:08.805 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645343 got 309237645346 for osd.10 2024-04-21T09:09:08.805 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:09.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:08 smithi052 ceph-mon[28035]: pgmap v339: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:09.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:08 smithi060 ceph-mon[31055]: pgmap v339: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:09.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:08 smithi078 ceph-mon[31713]: pgmap v339: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:11.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:11 smithi052 ceph-mon[28035]: pgmap v340: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:11 smithi060 ceph-mon[31055]: pgmap v340: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:11.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 -- 172.21.15.52:0/1991504475 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88810f4f0 msgr2=0x7fa8881118e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:11.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 --2- 172.21.15.52:0/1991504475 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88810f4f0 0x7fa8881118e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fa88000b0a0 tx=0x7fa88000b3b0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 -- 172.21.15.52:0/1991504475 shutdown_connections 2024-04-21T09:09:11.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 --2- 172.21.15.52:0/1991504475 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88810f4f0 0x7fa8881118e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 --2- 172.21.15.52:0/1991504475 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa88806a750 0x7fa88806ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 --2- 172.21.15.52:0/1991504475 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa88806b070 0x7fa88810efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 -- 172.21.15.52:0/1991504475 >> 172.21.15.52:0/1991504475 conn(0x7fa8880788f0 msgr2=0x7fa888078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:11.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 -- 172.21.15.52:0/1991504475 shutdown_connections 2024-04-21T09:09:11.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.417+0000 7fa88cd61700 1 -- 172.21.15.52:0/1991504475 wait complete. 2024-04-21T09:09:11.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.418+0000 7fa88cd61700 1 Processor -- start 2024-04-21T09:09:11.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.418+0000 7fa88cd61700 1 -- start start 2024-04-21T09:09:11.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa88cd61700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa88806a750 0x7fa88819b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:11.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa88cd61700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88806b070 0x7fa88819b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:11.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa88cd61700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa88810f4f0 0x7fa88819fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:11.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa88cd61700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa888114e10 con 0x7fa88806b070 2024-04-21T09:09:11.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa88cd61700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa888114c90 con 0x7fa88810f4f0 2024-04-21T09:09:11.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa88cd61700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa888114f90 con 0x7fa88806a750 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88806b070 0x7fa88819b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88806b070 0x7fa88819b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49366/0 (socket says 172.21.15.52:49366) 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 -- 172.21.15.52:0/372732190 learned_addr learned my addr 172.21.15.52:0/372732190 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa88659c700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa88806a750 0x7fa88819b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa886d9d700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa88810f4f0 0x7fa88819fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 -- 172.21.15.52:0/372732190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa88806a750 msgr2=0x7fa88819b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa88806a750 0x7fa88819b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 -- 172.21.15.52:0/372732190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa88810f4f0 msgr2=0x7fa88819fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa88810f4f0 0x7fa88819fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 -- 172.21.15.52:0/372732190 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8881a02e0 con 0x7fa88806b070 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa88659c700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa88806a750 0x7fa88819b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa886d9d700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa88810f4f0 0x7fa88819fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:11.422 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.419+0000 7fa885d9b700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88806b070 0x7fa88819b860 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa87000e9a0 tx=0x7fa87000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:11.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.420+0000 7fa87f7fe700 1 -- 172.21.15.52:0/372732190 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87000cbd0 con 0x7fa88806b070 2024-04-21T09:09:11.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.420+0000 7fa87f7fe700 1 -- 172.21.15.52:0/372732190 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa87000cd70 con 0x7fa88806b070 2024-04-21T09:09:11.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.420+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8881a05d0 con 0x7fa88806b070 2024-04-21T09:09:11.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.420+0000 7fa87f7fe700 1 -- 172.21.15.52:0/372732190 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870018680 con 0x7fa88806b070 2024-04-21T09:09:11.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.420+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8881a7e50 con 0x7fa88806b070 2024-04-21T09:09:11.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.421+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa888069730 con 0x7fa88806b070 2024-04-21T09:09:11.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.423+0000 7fa87f7fe700 1 -- 172.21.15.52:0/372732190 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa870010970 con 0x7fa88806b070 2024-04-21T09:09:11.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.424+0000 7fa87f7fe700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8740a3cd0 0x7fa8740a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:11.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.424+0000 7fa87f7fe700 1 -- 172.21.15.52:0/372732190 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fa8700d0c30 con 0x7fa88806b070 2024-04-21T09:09:11.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.424+0000 7fa88659c700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8740a3cd0 0x7fa8740a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:11.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.424+0000 7fa88659c700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8740a3cd0 0x7fa8740a6190 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa87800bc10 tx=0x7fa87800b5f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:11.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.429+0000 7fa87f7fe700 1 -- 172.21.15.52:0/372732190 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa87009d0f0 con 0x7fa88806b070 2024-04-21T09:09:11.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:11 smithi078 ceph-mon[31713]: pgmap v340: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:11.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.644+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fa88802df80 con 0x7fa88806b070 2024-04-21T09:09:11.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.644+0000 7fa87f7fe700 1 -- 172.21.15.52:0/372732190 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa87009c9f0 con 0x7fa88806b070 2024-04-21T09:09:11.645 INFO:teuthology.orchestra.run.smithi052.stdout:141733920836 2024-04-21T09:09:11.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8740a3cd0 msgr2=0x7fa8740a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:11.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8740a3cd0 0x7fa8740a6190 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa87800bc10 tx=0x7fa87800b5f0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88806b070 msgr2=0x7fa88819b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88806b070 0x7fa88819b860 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa87000e9a0 tx=0x7fa87000ed60 comp rx=0 tx=0).stop 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 shutdown_connections 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa8740a3cd0 0x7fa8740a6190 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa88810f4f0 0x7fa88819fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa88806a750 0x7fa88819b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 --2- 172.21.15.52:0/372732190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa88806b070 0x7fa88819b860 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.646+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 >> 172.21.15.52:0/372732190 conn(0x7fa8880788f0 msgr2=0x7fa8881109e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.647+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 shutdown_connections 2024-04-21T09:09:11.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:11.647+0000 7fa88cd61700 1 -- 172.21.15.52:0/372732190 wait complete. 2024-04-21T09:09:12.053 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:12 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/372732190' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-21T09:09:12.190 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 -- 172.21.15.52:0/2168770179 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 msgr2=0x7f1714107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:12.190 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 --2- 172.21.15.52:0/2168770179 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 0x7f1714107d70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1708009990 tx=0x7f1708009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.190 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 -- 172.21.15.52:0/2168770179 shutdown_connections 2024-04-21T09:09:12.190 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 --2- 172.21.15.52:0/2168770179 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1714102300 0x7f171410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.190 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 --2- 172.21.15.52:0/2168770179 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 0x7f1714107d70 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.190 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 --2- 172.21.15.52:0/2168770179 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1714101940 0x7f1714101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 -- 172.21.15.52:0/2168770179 >> 172.21.15.52:0/2168770179 conn(0x7f17140788f0 msgr2=0x7f1714078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 -- 172.21.15.52:0/2168770179 shutdown_connections 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.187+0000 7f171ac9e700 1 -- 172.21.15.52:0/2168770179 wait complete. 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171ac9e700 1 Processor -- start 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171ac9e700 1 -- start start 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171ac9e700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1714101940 0x7f1714199060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171ac9e700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1714102300 0x7f17141995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171ac9e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 0x7f171419d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171ac9e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1714111ae0 con 0x7f1714107990 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171ac9e700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1714111960 con 0x7f1714102300 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171ac9e700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1714111c60 con 0x7f1714101940 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171923b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 0x7f171419d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:12.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171923b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 0x7f171419d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49388/0 (socket says 172.21.15.52:49388) 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171923b700 1 -- 172.21.15.52:0/3347103111 learned_addr learned my addr 172.21.15.52:0/3347103111 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f1713fff700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1714102300 0x7f17141995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f1718a3a700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1714101940 0x7f1714199060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171923b700 1 -- 172.21.15.52:0/3347103111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1714101940 msgr2=0x7f1714199060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171923b700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1714101940 0x7f1714199060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171923b700 1 -- 172.21.15.52:0/3347103111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1714102300 msgr2=0x7f17141995a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171923b700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1714102300 0x7f17141995a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.188+0000 7f171923b700 1 -- 172.21.15.52:0/3347103111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f171419e020 con 0x7f1714107990 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.189+0000 7f171923b700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 0x7f171419d8e0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f170c007d70 tx=0x7f170c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.189+0000 7f1711ffb700 1 -- 172.21.15.52:0/3347103111 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f170c016020 con 0x7f1714107990 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.189+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f171419e310 con 0x7f1714107990 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.189+0000 7f1711ffb700 1 -- 172.21.15.52:0/3347103111 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f170c00ac90 con 0x7f1714107990 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.189+0000 7f1711ffb700 1 -- 172.21.15.52:0/3347103111 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f170c0115e0 con 0x7f1714107990 2024-04-21T09:09:12.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.189+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17141a5b90 con 0x7f1714107990 2024-04-21T09:09:12.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.190+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1714069730 con 0x7f1714107990 2024-04-21T09:09:12.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.191+0000 7f1711ffb700 1 -- 172.21.15.52:0/3347103111 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f170c019020 con 0x7f1714107990 2024-04-21T09:09:12.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.192+0000 7f1711ffb700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f17040a3cd0 0x7f17040a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:12.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.192+0000 7f1718a3a700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f17040a3cd0 0x7f17040a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:12.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.192+0000 7f1711ffb700 1 -- 172.21.15.52:0/3347103111 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f170c0d0760 con 0x7f1714107990 2024-04-21T09:09:12.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.192+0000 7f1718a3a700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f17040a3cd0 0x7f17040a6190 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f170800b5c0 tx=0x7f1708005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:12.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.197+0000 7f1711ffb700 1 -- 172.21.15.52:0/3347103111 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f170c020020 con 0x7f1714107990 2024-04-21T09:09:12.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:12 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/372732190' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-21T09:09:12.407 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.406+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f17141a5d60 con 0x7f1714107990 2024-04-21T09:09:12.407 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.406+0000 7f1711ffb700 1 -- 172.21.15.52:0/3347103111 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f170c09cd30 con 0x7f1714107990 2024-04-21T09:09:12.407 INFO:teuthology.orchestra.run.smithi052.stdout:77309411406 2024-04-21T09:09:12.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f17040a3cd0 msgr2=0x7f17040a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:12.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f17040a3cd0 0x7f17040a6190 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f170800b5c0 tx=0x7f1708005960 comp rx=0 tx=0).stop 2024-04-21T09:09:12.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 msgr2=0x7f171419d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:12.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 0x7f171419d8e0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f170c007d70 tx=0x7f170c00a340 comp rx=0 tx=0).stop 2024-04-21T09:09:12.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 shutdown_connections 2024-04-21T09:09:12.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f17040a3cd0 0x7f17040a6190 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1714107990 0x7f171419d8e0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1714101940 0x7f1714199060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 --2- 172.21.15.52:0/3347103111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1714102300 0x7f17141995a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:12.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 >> 172.21.15.52:0/3347103111 conn(0x7f17140788f0 msgr2=0x7f1714100c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:12.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 shutdown_connections 2024-04-21T09:09:12.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:12.409+0000 7f171ac9e700 1 -- 172.21.15.52:0/3347103111 wait complete. 2024-04-21T09:09:12.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:12 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/372732190' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-21T09:09:13.165 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:13 smithi052 ceph-mon[28035]: pgmap v341: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:13.165 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:13 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3347103111' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-21T09:09:13.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:13 smithi060 ceph-mon[31055]: pgmap v341: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:13.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:13 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3347103111' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-21T09:09:13.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:13 smithi078 ceph-mon[31713]: pgmap v341: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:13.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:13 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3347103111' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-21T09:09:13.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.466+0000 7f04dfbd6700 1 -- 172.21.15.52:0/828512948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d8108a30 msgr2=0x7f04d8108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:13.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.466+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/828512948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d8108a30 0x7f04d8108e10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f04d4009990 tx=0x7f04d4009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 -- 172.21.15.52:0/828512948 shutdown_connections 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/828512948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f04d806bb10 0x7f04d810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/828512948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d8108a30 0x7f04d8108e10 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/828512948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04d806b170 0x7f04d806b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 -- 172.21.15.52:0/828512948 >> 172.21.15.52:0/828512948 conn(0x7f04d80788f0 msgr2=0x7f04d8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 -- 172.21.15.52:0/828512948 shutdown_connections 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 -- 172.21.15.52:0/828512948 wait complete. 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 Processor -- start 2024-04-21T09:09:13.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 -- start start 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.467+0000 7f04dfbd6700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d806b170 0x7f04d8199080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dfbd6700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04d806bb10 0x7f04d81995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dfbd6700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f04d8108a30 0x7f04d819d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dfbd6700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f04d8112bb0 con 0x7f04d806b170 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dfbd6700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f04d8112a30 con 0x7f04d8108a30 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dfbd6700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f04d8112d30 con 0x7f04d806bb10 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d806b170 0x7f04d8199080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d806b170 0x7f04d8199080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49400/0 (socket says 172.21.15.52:49400) 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 -- 172.21.15.52:0/415382660 learned_addr learned my addr 172.21.15.52:0/415382660 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:13.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd171700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04d806bb10 0x7f04d81995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:13.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04de173700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f04d8108a30 0x7f04d819d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:13.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 -- 172.21.15.52:0/415382660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04d806bb10 msgr2=0x7f04d81995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:13.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04d806bb10 0x7f04d81995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 -- 172.21.15.52:0/415382660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f04d8108a30 msgr2=0x7f04d819d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:13.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f04d8108a30 0x7f04d819d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 -- 172.21.15.52:0/415382660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04d819e090 con 0x7f04d806b170 2024-04-21T09:09:13.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dd972700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d806b170 0x7f04d8199080 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f04d40057c0 tx=0x7f04d4005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:13.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04ceffd700 1 -- 172.21.15.52:0/415382660 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4027070 con 0x7f04d806b170 2024-04-21T09:09:13.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04ceffd700 1 -- 172.21.15.52:0/415382660 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04d4003f20 con 0x7f04d806b170 2024-04-21T09:09:13.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04d819e320 con 0x7f04d806b170 2024-04-21T09:09:13.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04ceffd700 1 -- 172.21.15.52:0/415382660 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4022bb0 con 0x7f04d806b170 2024-04-21T09:09:13.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.468+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04d81a5c00 con 0x7f04d806b170 2024-04-21T09:09:13.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.470+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04d8069730 con 0x7f04d806b170 2024-04-21T09:09:13.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.471+0000 7f04ceffd700 1 -- 172.21.15.52:0/415382660 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f04d402a070 con 0x7f04d806b170 2024-04-21T09:09:13.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.471+0000 7f04ceffd700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04c40a3d50 0x7f04c40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:13.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.472+0000 7f04ceffd700 1 -- 172.21.15.52:0/415382660 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f04d40d1820 con 0x7f04d806b170 2024-04-21T09:09:13.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.472+0000 7f04dd171700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04c40a3d50 0x7f04c40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:13.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.472+0000 7f04dd171700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04c40a3d50 0x7f04c40a6210 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f04d8078ed0 tx=0x7f04c800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:13.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.477+0000 7f04ceffd700 1 -- 172.21.15.52:0/415382660 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f04d405eff0 con 0x7f04d806b170 2024-04-21T09:09:13.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.696+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f04d802df80 con 0x7f04d806b170 2024-04-21T09:09:13.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.697+0000 7f04ceffd700 1 -- 172.21.15.52:0/415382660 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f04d4013070 con 0x7f04d806b170 2024-04-21T09:09:13.698 INFO:teuthology.orchestra.run.smithi052.stdout:163208757310 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04c40a3d50 msgr2=0x7f04c40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04c40a3d50 0x7f04c40a6210 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f04d8078ed0 tx=0x7f04c800a380 comp rx=0 tx=0).stop 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d806b170 msgr2=0x7f04d8199080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d806b170 0x7f04d8199080 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f04d40057c0 tx=0x7f04d4005ef0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 shutdown_connections 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f04c40a3d50 0x7f04c40a6210 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f04d8108a30 0x7f04d819d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f04d806b170 0x7f04d8199080 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 --2- 172.21.15.52:0/415382660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f04d806bb10 0x7f04d81995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.699+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 >> 172.21.15.52:0/415382660 conn(0x7f04d80788f0 msgr2=0x7f04d80ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.700+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 shutdown_connections 2024-04-21T09:09:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.700+0000 7f04dfbd6700 1 -- 172.21.15.52:0/415382660 wait complete. 2024-04-21T09:09:13.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 -- 172.21.15.52:0/149933943 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7618106ca0 msgr2=0x7f761810e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:13.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 --2- 172.21.15.52:0/149933943 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7618106ca0 0x7f761810e870 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f761000b0a0 tx=0x7f761000b3b0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 -- 172.21.15.52:0/149933943 shutdown_connections 2024-04-21T09:09:13.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 --2- 172.21.15.52:0/149933943 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7618106ca0 0x7f761810e870 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 --2- 172.21.15.52:0/149933943 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f76181078c0 0x7f7618107ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 --2- 172.21.15.52:0/149933943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7618108270 0x7f76181065c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 -- 172.21.15.52:0/149933943 >> 172.21.15.52:0/149933943 conn(0x7f7618076bb0 msgr2=0x7f7618076fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 -- 172.21.15.52:0/149933943 shutdown_connections 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.804+0000 7f761e2cf700 1 -- 172.21.15.52:0/149933943 wait complete. 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f761e2cf700 1 Processor -- start 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f761e2cf700 1 -- start start 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f761e2cf700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7618106ca0 0x7f7618199e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f761e2cf700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76181078c0 0x7f761819a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f761e2cf700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7618108270 0x7f76181a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:13.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f761e2cf700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7618111b70 con 0x7f76181078c0 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f761e2cf700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f76181119f0 con 0x7f7618108270 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f761e2cf700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7618111cf0 con 0x7f7618106ca0 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f76177fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76181078c0 0x7f761819a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f76177fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76181078c0 0x7f761819a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49418/0 (socket says 172.21.15.52:49418) 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.805+0000 7f76177fe700 1 -- 172.21.15.52:0/1091005122 learned_addr learned my addr 172.21.15.52:0/1091005122 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f7617fff700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7618106ca0 0x7f7618199e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f761c86c700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7618108270 0x7f76181a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76177fe700 1 -- 172.21.15.52:0/1091005122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7618106ca0 msgr2=0x7f7618199e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76177fe700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7618106ca0 0x7f7618199e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76177fe700 1 -- 172.21.15.52:0/1091005122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7618108270 msgr2=0x7f76181a4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:13.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76177fe700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7618108270 0x7f76181a4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76177fe700 1 -- 172.21.15.52:0/1091005122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76181a5410 con 0x7f76181078c0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76177fe700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76181078c0 0x7f761819a390 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f760c00c9e0 tx=0x7f760c00ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76157fa700 1 -- 172.21.15.52:0/1091005122 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c007aa0 con 0x7f76181078c0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76157fa700 1 -- 172.21.15.52:0/1091005122 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f760c007c40 con 0x7f76181078c0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76181a5640 con 0x7f76181078c0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f76157fa700 1 -- 172.21.15.52:0/1091005122 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c00fe60 con 0x7f76181078c0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.806+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76181a5b80 con 0x7f76181078c0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.807+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7618069730 con 0x7f76181078c0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.808+0000 7f76157fa700 1 -- 172.21.15.52:0/1091005122 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f760c00f450 con 0x7f76181078c0 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.809+0000 7f76157fa700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f76000a3cd0 0x7f76000a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:13.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.809+0000 7f7617fff700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f76000a3cd0 0x7f76000a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:13.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.809+0000 7f76157fa700 1 -- 172.21.15.52:0/1091005122 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f760c0d0a30 con 0x7f76181078c0 2024-04-21T09:09:13.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.809+0000 7f7617fff700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f76000a3cd0 0x7f76000a6190 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f7608005950 tx=0x7f760800a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:13.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:13.813+0000 7f76157fa700 1 -- 172.21.15.52:0/1091005122 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f760c014030 con 0x7f76181078c0 2024-04-21T09:09:14.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.022+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f761802df80 con 0x7f76181078c0 2024-04-21T09:09:14.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.023+0000 7f76157fa700 1 -- 172.21.15.52:0/1091005122 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f760c0a1e20 con 0x7f76181078c0 2024-04-21T09:09:14.024 INFO:teuthology.orchestra.run.smithi052.stdout:34359738455 2024-04-21T09:09:14.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f76000a3cd0 msgr2=0x7f76000a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:14.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f76000a3cd0 0x7f76000a6190 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f7608005950 tx=0x7f760800a300 comp rx=0 tx=0).stop 2024-04-21T09:09:14.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76181078c0 msgr2=0x7f761819a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:14.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76181078c0 0x7f761819a390 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f760c00c9e0 tx=0x7f760c00ccf0 comp rx=0 tx=0).stop 2024-04-21T09:09:14.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 shutdown_connections 2024-04-21T09:09:14.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f76000a3cd0 0x7f76000a6190 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:14.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7618108270 0x7f76181a4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:14.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7618106ca0 0x7f7618199e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:14.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 --2- 172.21.15.52:0/1091005122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76181078c0 0x7f761819a390 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:14.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 >> 172.21.15.52:0/1091005122 conn(0x7f7618076bb0 msgr2=0x7f7618100510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:14.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 shutdown_connections 2024-04-21T09:09:14.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:14.025+0000 7f761e2cf700 1 -- 172.21.15.52:0/1091005122 wait complete. 2024-04-21T09:09:14.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:14 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/415382660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-21T09:09:14.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:14 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/415382660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-21T09:09:14.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:14 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/415382660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-21T09:09:15.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 -- 172.21.15.52:0/2610685864 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc01022f0 msgr2=0x7f4cc010e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:15.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/2610685864 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc01022f0 0x7f4cc010e7e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4cb800b0a0 tx=0x7f4cb800b3b0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 -- 172.21.15.52:0/2610685864 shutdown_connections 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/2610685864 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc01022f0 0x7f4cc010e7e0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/2610685864 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4cc0107980 0x7f4cc0107d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/2610685864 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4cc0101930 0x7f4cc0101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 -- 172.21.15.52:0/2610685864 >> 172.21.15.52:0/2610685864 conn(0x7f4cc00788b0 msgr2=0x7f4cc0078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 -- 172.21.15.52:0/2610685864 shutdown_connections 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.023+0000 7f4cc6e21700 1 -- 172.21.15.52:0/2610685864 wait complete. 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc6e21700 1 Processor -- start 2024-04-21T09:09:15.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc6e21700 1 -- start start 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc6e21700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc0101930 0x7f4cc01034e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc6e21700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4cc01022f0 0x7f4cc0103a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc6e21700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4cc0107980 0x7f4cc0103f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc6e21700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc0111af0 con 0x7f4cc0101930 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc6e21700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc0111970 con 0x7f4cc0107980 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc6e21700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc0111c70 con 0x7f4cc01022f0 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc4bbd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc0101930 0x7f4cc01034e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc4bbd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc0101930 0x7f4cc01034e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49432/0 (socket says 172.21.15.52:49432) 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cc4bbd700 1 -- 172.21.15.52:0/704489623 learned_addr learned my addr 172.21.15.52:0/704489623 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:15.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.024+0000 7f4cbffff700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4cc01022f0 0x7f4cc0103a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc53be700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4cc0107980 0x7f4cc0103f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc4bbd700 1 -- 172.21.15.52:0/704489623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4cc01022f0 msgr2=0x7f4cc0103a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc4bbd700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4cc01022f0 0x7f4cc0103a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc4bbd700 1 -- 172.21.15.52:0/704489623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4cc0107980 msgr2=0x7f4cc0103f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc4bbd700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4cc0107980 0x7f4cc0103f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc4bbd700 1 -- 172.21.15.52:0/704489623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cc01a7600 con 0x7f4cc0101930 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc53be700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4cc0107980 0x7f4cc0103f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc4bbd700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc0101930 0x7f4cc01034e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f4cb400e9c0 tx=0x7f4cb400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cbdffb700 1 -- 172.21.15.52:0/704489623 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb400cbd0 con 0x7f4cc0101930 2024-04-21T09:09:15.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cbdffb700 1 -- 172.21.15.52:0/704489623 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cb400cd70 con 0x7f4cc0101930 2024-04-21T09:09:15.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cbdffb700 1 -- 172.21.15.52:0/704489623 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb4005610 con 0x7f4cc0101930 2024-04-21T09:09:15.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.025+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cc01a78f0 con 0x7f4cc0101930 2024-04-21T09:09:15.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.026+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cc01a7de0 con 0x7f4cc0101930 2024-04-21T09:09:15.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.026+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cc0069730 con 0x7f4cc0101930 2024-04-21T09:09:15.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.028+0000 7f4cbdffb700 1 -- 172.21.15.52:0/704489623 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4cb4004750 con 0x7f4cc0101930 2024-04-21T09:09:15.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.028+0000 7f4cbdffb700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4cb00a3d50 0x7f4cb00a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:15.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.029+0000 7f4cbdffb700 1 -- 172.21.15.52:0/704489623 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f4cb40d0af0 con 0x7f4cc0101930 2024-04-21T09:09:15.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.029+0000 7f4cbffff700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4cb00a3d50 0x7f4cb00a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:15.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.029+0000 7f4cbffff700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4cb00a3d50 0x7f4cb00a6210 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4cc0078ff0 tx=0x7f4cac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:15.033 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.033+0000 7f4cbdffb700 1 -- 172.21.15.52:0/704489623 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4cb409d010 con 0x7f4cc0101930 2024-04-21T09:09:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:15 smithi052 ceph-mon[28035]: pgmap v342: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:15 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1091005122' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-21T09:09:15.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.248+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f4cc002df80 con 0x7f4cc0101930 2024-04-21T09:09:15.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.248+0000 7f4cbdffb700 1 -- 172.21.15.52:0/704489623 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4cb409c910 con 0x7f4cc0101930 2024-04-21T09:09:15.249 INFO:teuthology.orchestra.run.smithi052.stdout:253403070511 2024-04-21T09:09:15.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4cb00a3d50 msgr2=0x7f4cb00a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:15.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4cb00a3d50 0x7f4cb00a6210 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4cc0078ff0 tx=0x7f4cac009260 comp rx=0 tx=0).stop 2024-04-21T09:09:15.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc0101930 msgr2=0x7f4cc01034e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:15.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc0101930 0x7f4cc01034e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f4cb400e9c0 tx=0x7f4cb400ecd0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 shutdown_connections 2024-04-21T09:09:15.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4cb00a3d50 0x7f4cb00a6210 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4cc0107980 0x7f4cc0103f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4cc0101930 0x7f4cc01034e0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 --2- 172.21.15.52:0/704489623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4cc01022f0 0x7f4cc0103a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:15.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 >> 172.21.15.52:0/704489623 conn(0x7f4cc00788b0 msgr2=0x7f4cc006b330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:15.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 shutdown_connections 2024-04-21T09:09:15.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:15.251+0000 7f4cc6e21700 1 -- 172.21.15.52:0/704489623 wait complete. 2024-04-21T09:09:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:15 smithi060 ceph-mon[31055]: pgmap v342: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:15 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1091005122' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-21T09:09:15.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:15 smithi078 ceph-mon[31713]: pgmap v342: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:15.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:15 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1091005122' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-21T09:09:15.937 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411401 got 77309411406 for osd.2 2024-04-21T09:09:15.938 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:16.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:16 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/704489623' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-21T09:09:16.340 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738449 got 34359738455 for osd.0 2024-04-21T09:09:16.340 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:16.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:16 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/704489623' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-21T09:09:16.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:16 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/704489623' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-21T09:09:16.873 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757305 got 163208757310 for osd.5 2024-04-21T09:09:16.873 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:17.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:17 smithi052 ceph-mon[28035]: pgmap v343: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:17.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:17 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1955475857' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-21T09:09:17.287 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920830 got 141733920836 for osd.4 2024-04-21T09:09:17.287 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:17 smithi060 ceph-mon[31055]: pgmap v343: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:17 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1955475857' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-21T09:09:17.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 -- 172.21.15.52:0/3085761666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd77006a750 msgr2=0x7fd77006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:17.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 --2- 172.21.15.52:0/3085761666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd77006a750 0x7fd77006abb0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd760009990 tx=0x7fd760009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 -- 172.21.15.52:0/3085761666 shutdown_connections 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 --2- 172.21.15.52:0/3085761666 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd77006b0f0 0x7fd77010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 --2- 172.21.15.52:0/3085761666 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd770108a30 0x7fd770108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 --2- 172.21.15.52:0/3085761666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd77006a750 0x7fd77006abb0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 -- 172.21.15.52:0/3085761666 >> 172.21.15.52:0/3085761666 conn(0x7fd7700788f0 msgr2=0x7fd770078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 -- 172.21.15.52:0/3085761666 shutdown_connections 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.613+0000 7fd777764700 1 -- 172.21.15.52:0/3085761666 wait complete. 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd777764700 1 Processor -- start 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd777764700 1 -- start start 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd777764700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd77006a750 0x7fd770199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd777764700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd77006b0f0 0x7fd7701997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd777764700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd770108a30 0x7fd77019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:17.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd777764700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd770112cb0 con 0x7fd770108a30 2024-04-21T09:09:17.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd777764700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd770112b30 con 0x7fd77006b0f0 2024-04-21T09:09:17.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd777764700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd770112e30 con 0x7fd77006a750 2024-04-21T09:09:17.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd775d01700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd770108a30 0x7fd77019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:17.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd775d01700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd770108a30 0x7fd77019db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49460/0 (socket says 172.21.15.52:49460) 2024-04-21T09:09:17.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.614+0000 7fd775d01700 1 -- 172.21.15.52:0/1955475857 learned_addr learned my addr 172.21.15.52:0/1955475857 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:17.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd774cff700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd77006b0f0 0x7fd7701997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:17.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd775500700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd77006a750 0x7fd770199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:17.437 INFO:teuthology.orchestra.run.smithi052.stdout:107374182473 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd775d01700 1 -- 172.21.15.52:0/1955475857 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd77006a750 msgr2=0x7fd770199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd775d01700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd77006a750 0x7fd770199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd775d01700 1 -- 172.21.15.52:0/1955475857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd77006b0f0 msgr2=0x7fd7701997c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd775d01700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd77006b0f0 0x7fd7701997c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd775d01700 1 -- 172.21.15.52:0/1955475857 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd77019e290 con 0x7fd770108a30 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd774cff700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd77006b0f0 0x7fd7701997c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd775d01700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd770108a30 0x7fd77019db50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd76800b970 tx=0x7fd76800bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd7667fc700 1 -- 172.21.15.52:0/1955475857 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768019070 con 0x7fd770108a30 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd7667fc700 1 -- 172.21.15.52:0/1955475857 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd768014440 con 0x7fd770108a30 2024-04-21T09:09:17.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd77019e580 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd7667fc700 1 -- 172.21.15.52:0/1955475857 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd76800ce60 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.615+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7701a5e00 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.616+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd77010b030 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.617+0000 7fd7667fc700 1 -- 172.21.15.52:0/1955475857 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd76801c070 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.618+0000 7fd7667fc700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd75c0a3cd0 0x7fd75c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.618+0000 7fd775500700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd75c0a3cd0 0x7fd75c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.618+0000 7fd7667fc700 1 -- 172.21.15.52:0/1955475857 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd7680d0150 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.618+0000 7fd775500700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd75c0a3cd0 0x7fd75c0a6190 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd76c006fd0 tx=0x7fd76c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.622+0000 7fd7667fc700 1 -- 172.21.15.52:0/1955475857 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd76809c780 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.831+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd77010aa10 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.831+0000 7fd7667fc700 1 -- 172.21.15.52:0/1955475857 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd76809c080 con 0x7fd770108a30 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd75c0a3cd0 msgr2=0x7fd75c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:17.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd75c0a3cd0 0x7fd75c0a6190 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd76c006fd0 tx=0x7fd76c008040 comp rx=0 tx=0).stop 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd770108a30 msgr2=0x7fd77019db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd770108a30 0x7fd77019db50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd76800b970 tx=0x7fd76800bd30 comp rx=0 tx=0).stop 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 shutdown_connections 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fd75c0a3cd0 0x7fd75c0a6190 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd770108a30 0x7fd77019db50 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd77006a750 0x7fd770199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 --2- 172.21.15.52:0/1955475857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd77006b0f0 0x7fd7701997c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 >> 172.21.15.52:0/1955475857 conn(0x7fd7700788f0 msgr2=0x7fd7700ffb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 shutdown_connections 2024-04-21T09:09:17.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:16.833+0000 7fd777764700 1 -- 172.21.15.52:0/1955475857 wait complete. 2024-04-21T09:09:17.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:17 smithi078 ceph-mon[31713]: pgmap v343: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:17.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:17 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1955475857' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-21T09:09:18.044 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182465 got 107374182473 for osd.3 2024-04-21T09:09:18.045 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:18.596 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070505 got 253403070511 for osd.8 2024-04-21T09:09:18.596 DEBUG:teuthology.parallel:result is None 2024-04-21T09:09:18.596 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-21T09:09:18.596 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-21T09:09:18.618 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:18 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.618 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:18 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.618 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:18 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:09:18.618 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:18 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:09:18.618 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:18 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:18 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:18 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:18 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:09:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:18 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:09:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:18 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:18 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:18 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:18 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:09:18.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:18 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:09:18.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:18 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' 2024-04-21T09:09:18.844 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:19 smithi078 ceph-mon[31713]: pgmap v344: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:19 smithi052 ceph-mon[28035]: pgmap v344: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:19 smithi060 ceph-mon[31055]: pgmap v344: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:20.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 -- 172.21.15.52:0/3631970304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20102300 msgr2=0x7f9d2010e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:20.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3631970304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20102300 0x7f9d2010e7f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f9d18009990 tx=0x7f9d18009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 -- 172.21.15.52:0/3631970304 shutdown_connections 2024-04-21T09:09:20.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3631970304 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20102300 0x7f9d2010e7f0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3631970304 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d20107990 0x7f9d20107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3631970304 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d20101940 0x7f9d20101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 -- 172.21.15.52:0/3631970304 >> 172.21.15.52:0/3631970304 conn(0x7f9d200788f0 msgr2=0x7f9d20078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 -- 172.21.15.52:0/3631970304 shutdown_connections 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.530+0000 7f9d256cc700 1 -- 172.21.15.52:0/3631970304 wait complete. 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d256cc700 1 Processor -- start 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d256cc700 1 -- start start 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d256cc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20101940 0x7f9d2010ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d256cc700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d20102300 0x7f9d2010f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:20.559 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d256cc700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d20107990 0x7f9d2010fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d256cc700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9d20112c80 con 0x7f9d20101940 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d256cc700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9d20112b00 con 0x7f9d20107990 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d256cc700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9d20112e00 con 0x7f9d20102300 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d1effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20101940 0x7f9d2010ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d1effd700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20101940 0x7f9d2010ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34370/0 (socket says 172.21.15.52:34370) 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d1effd700 1 -- 172.21.15.52:0/3676213276 learned_addr learned my addr 172.21.15.52:0/3676213276 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.531+0000 7f9d1f7fe700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d20107990 0x7f9d2010fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d1e7fc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d20102300 0x7f9d2010f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d1effd700 1 -- 172.21.15.52:0/3676213276 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d20102300 msgr2=0x7f9d2010f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d1effd700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d20102300 0x7f9d2010f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.560 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d1effd700 1 -- 172.21.15.52:0/3676213276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d20107990 msgr2=0x7f9d2010fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d1effd700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d20107990 0x7f9d2010fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d1effd700 1 -- 172.21.15.52:0/3676213276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d201a75b0 con 0x7f9d20101940 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d1effd700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20101940 0x7f9d2010ef80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f9d10007e20 tx=0x7f9d1000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d07fff700 1 -- 172.21.15.52:0/3676213276 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d10016020 con 0x7f9d20101940 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d201a78a0 con 0x7f9d20101940 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d07fff700 1 -- 172.21.15.52:0/3676213276 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d1000ae00 con 0x7f9d20101940 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d07fff700 1 -- 172.21.15.52:0/3676213276 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d10011700 con 0x7f9d20101940 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.532+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d201a7de0 con 0x7f9d20101940 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.533+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d20069730 con 0x7f9d20101940 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.534+0000 7f9d07fff700 1 -- 172.21.15.52:0/3676213276 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9d10019020 con 0x7f9d20101940 2024-04-21T09:09:20.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.535+0000 7f9d07fff700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d080a3cd0 0x7f9d080a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:20.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.535+0000 7f9d1e7fc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d080a3cd0 0x7f9d080a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:20.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.535+0000 7f9d07fff700 1 -- 172.21.15.52:0/3676213276 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f9d100d05e0 con 0x7f9d20101940 2024-04-21T09:09:20.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.535+0000 7f9d1e7fc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d080a3cd0 0x7f9d080a6190 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9d14006fd0 tx=0x7f9d14008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:20.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.539+0000 7f9d07fff700 1 -- 172.21.15.52:0/3676213276 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9d1009cc10 con 0x7f9d20101940 2024-04-21T09:09:20.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.743+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9d20062e80 con 0x7f9d080a3cd0 2024-04-21T09:09:20.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.753+0000 7f9d07fff700 1 -- 172.21.15.52:0/3676213276 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340379 (secure 0 0 0) 0x7f9d20062e80 con 0x7f9d080a3cd0 2024-04-21T09:09:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:20.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.756+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d080a3cd0 msgr2=0x7f9d080a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:20.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.756+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d080a3cd0 0x7f9d080a6190 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9d14006fd0 tx=0x7f9d14008040 comp rx=0 tx=0).stop 2024-04-21T09:09:20.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.756+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20101940 msgr2=0x7f9d2010ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:20.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.756+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20101940 0x7f9d2010ef80 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f9d10007e20 tx=0x7f9d1000a340 comp rx=0 tx=0).stop 2024-04-21T09:09:20.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.757+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 shutdown_connections 2024-04-21T09:09:20.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.757+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f9d080a3cd0 0x7f9d080a6190 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.757+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9d20107990 0x7f9d2010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.757+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9d20101940 0x7f9d2010ef80 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.757+0000 7f9d256cc700 1 --2- 172.21.15.52:0/3676213276 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9d20102300 0x7f9d2010f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:20.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.757+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 >> 172.21.15.52:0/3676213276 conn(0x7f9d200788f0 msgr2=0x7f9d200ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:20.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.757+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 shutdown_connections 2024-04-21T09:09:20.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:20.757+0000 7f9d256cc700 1 -- 172.21.15.52:0/3676213276 wait complete. 2024-04-21T09:09:20.764 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:09:21.407 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":345,"stamp":"2024-04-21T09:09:19.619609+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657568,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":570,"num_read_kb":405,"num_write":343,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181475,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":278,"ondisk_log_size":278,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":359140,"kb_used_data":14096,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124582684,"statfs":{"total":1151940427776,"available":1151572668416,"internally_reserved":0,"allocated":14434304,"data_stored":7958510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003219"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756540+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:08:32.756540+0000","last_peered":"2024-04-21T09:08:32.756540+0000","last_clean":"2024-04-21T09:08:32.756540+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:08:32.756540+0000","last_undegraded":"2024-04-21T09:08:32.756540+0000","last_fullsized":"2024-04-21T09:08:32.756540+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753573+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:08:32.753573+0000","last_peered":"2024-04-21T09:08:32.753573+0000","last_clean":"2024-04-21T09:08:32.753573+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:08:32.753573+0000","last_undegraded":"2024-04-21T09:08:32.753573+0000","last_fullsized":"2024-04-21T09:08:32.753573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753362+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:08:32.753362+0000","last_peered":"2024-04-21T09:08:32.753362+0000","last_clean":"2024-04-21T09:08:32.753362+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:08:32.753362+0000","last_undegraded":"2024-04-21T09:08:32.753362+0000","last_fullsized":"2024-04-21T09:08:32.753362+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753028+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:08:32.753028+0000","last_peered":"2024-04-21T09:08:32.753028+0000","last_clean":"2024-04-21T09:08:32.753028+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:08:32.753028+0000","last_undegraded":"2024-04-21T09:08:32.753028+0000","last_fullsized":"2024-04-21T09:08:32.753028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753564+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:08:32.753564+0000","last_peered":"2024-04-21T09:08:32.753564+0000","last_clean":"2024-04-21T09:08:32.753564+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:08:32.753564+0000","last_undegraded":"2024-04-21T09:08:32.753564+0000","last_fullsized":"2024-04-21T09:08:32.753564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754069+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:08:32.754069+0000","last_peered":"2024-04-21T09:08:32.754069+0000","last_clean":"2024-04-21T09:08:32.754069+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:08:32.754069+0000","last_undegraded":"2024-04-21T09:08:32.754069+0000","last_fullsized":"2024-04-21T09:08:32.754069+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755487+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:08:32.755487+0000","last_peered":"2024-04-21T09:08:32.755487+0000","last_clean":"2024-04-21T09:08:32.755487+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:08:32.755487+0000","last_undegraded":"2024-04-21T09:08:32.755487+0000","last_fullsized":"2024-04-21T09:08:32.755487+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756233+0000","last_change":"2024-04-21T09:08:32.755877+0000","last_active":"2024-04-21T09:08:32.756233+0000","last_peered":"2024-04-21T09:08:32.756233+0000","last_clean":"2024-04-21T09:08:32.756233+0000","last_became_active":"2024-04-21T09:08:32.755619+0000","last_became_peered":"2024-04-21T09:08:32.755619+0000","last_unstale":"2024-04-21T09:08:32.756233+0000","last_undegraded":"2024-04-21T09:08:32.756233+0000","last_fullsized":"2024-04-21T09:08:32.756233+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:32:48.194195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.760140+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:08:32.760140+0000","last_peered":"2024-04-21T09:08:32.760140+0000","last_clean":"2024-04-21T09:08:32.760140+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:08:32.760140+0000","last_undegraded":"2024-04-21T09:08:32.760140+0000","last_fullsized":"2024-04-21T09:08:32.760140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754636+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:08:32.754636+0000","last_peered":"2024-04-21T09:08:32.754636+0000","last_clean":"2024-04-21T09:08:32.754636+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:08:32.754636+0000","last_undegraded":"2024-04-21T09:08:32.754636+0000","last_fullsized":"2024-04-21T09:08:32.754636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756838+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:08:32.756838+0000","last_peered":"2024-04-21T09:08:32.756838+0000","last_clean":"2024-04-21T09:08:32.756838+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:08:32.756838+0000","last_undegraded":"2024-04-21T09:08:32.756838+0000","last_fullsized":"2024-04-21T09:08:32.756838+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752906+0000","last_change":"2024-04-21T09:07:42.374998+0000","last_active":"2024-04-21T09:08:32.752906+0000","last_peered":"2024-04-21T09:08:32.752906+0000","last_clean":"2024-04-21T09:08:32.752906+0000","last_became_active":"2024-04-21T09:07:42.374487+0000","last_became_peered":"2024-04-21T09:07:42.374487+0000","last_unstale":"2024-04-21T09:08:32.752906+0000","last_undegraded":"2024-04-21T09:08:32.752906+0000","last_fullsized":"2024-04-21T09:08:32.752906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:56:31.262605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790807+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:08:32.790807+0000","last_peered":"2024-04-21T09:08:32.790807+0000","last_clean":"2024-04-21T09:08:32.790807+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:08:32.790807+0000","last_undegraded":"2024-04-21T09:08:32.790807+0000","last_fullsized":"2024-04-21T09:08:32.790807+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753086+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:08:32.753086+0000","last_peered":"2024-04-21T09:08:32.753086+0000","last_clean":"2024-04-21T09:08:32.753086+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:08:32.753086+0000","last_undegraded":"2024-04-21T09:08:32.753086+0000","last_fullsized":"2024-04-21T09:08:32.753086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753061+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:08:32.753061+0000","last_peered":"2024-04-21T09:08:32.753061+0000","last_clean":"2024-04-21T09:08:32.753061+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:08:32.753061+0000","last_undegraded":"2024-04-21T09:08:32.753061+0000","last_fullsized":"2024-04-21T09:08:32.753061+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759203+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:08:32.759203+0000","last_peered":"2024-04-21T09:08:32.759203+0000","last_clean":"2024-04-21T09:08:32.759203+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:08:32.759203+0000","last_undegraded":"2024-04-21T09:08:32.759203+0000","last_fullsized":"2024-04-21T09:08:32.759203+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755268+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:08:32.755268+0000","last_peered":"2024-04-21T09:08:32.755268+0000","last_clean":"2024-04-21T09:08:32.755268+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:08:32.755268+0000","last_undegraded":"2024-04-21T09:08:32.755268+0000","last_fullsized":"2024-04-21T09:08:32.755268+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750660+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:08:32.750660+0000","last_peered":"2024-04-21T09:08:32.750660+0000","last_clean":"2024-04-21T09:08:32.750660+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:08:32.750660+0000","last_undegraded":"2024-04-21T09:08:32.750660+0000","last_fullsized":"2024-04-21T09:08:32.750660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752193+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:08:32.752193+0000","last_peered":"2024-04-21T09:08:32.752193+0000","last_clean":"2024-04-21T09:08:32.752193+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:08:32.752193+0000","last_undegraded":"2024-04-21T09:08:32.752193+0000","last_fullsized":"2024-04-21T09:08:32.752193+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751974+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:08:32.751974+0000","last_peered":"2024-04-21T09:08:32.751974+0000","last_clean":"2024-04-21T09:08:32.751974+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:08:32.751974+0000","last_undegraded":"2024-04-21T09:08:32.751974+0000","last_fullsized":"2024-04-21T09:08:32.751974+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750868+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:08:32.750868+0000","last_peered":"2024-04-21T09:08:32.750868+0000","last_clean":"2024-04-21T09:08:32.750868+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:08:32.750868+0000","last_undegraded":"2024-04-21T09:08:32.750868+0000","last_fullsized":"2024-04-21T09:08:32.750868+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758290+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:08:32.758290+0000","last_peered":"2024-04-21T09:08:32.758290+0000","last_clean":"2024-04-21T09:08:32.758290+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:08:32.758290+0000","last_undegraded":"2024-04-21T09:08:32.758290+0000","last_fullsized":"2024-04-21T09:08:32.758290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751299+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:08:32.751299+0000","last_peered":"2024-04-21T09:08:32.751299+0000","last_clean":"2024-04-21T09:08:32.751299+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:08:32.751299+0000","last_undegraded":"2024-04-21T09:08:32.751299+0000","last_fullsized":"2024-04-21T09:08:32.751299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758642+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:08:32.758642+0000","last_peered":"2024-04-21T09:08:32.758642+0000","last_clean":"2024-04-21T09:08:32.758642+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:08:32.758642+0000","last_undegraded":"2024-04-21T09:08:32.758642+0000","last_fullsized":"2024-04-21T09:08:32.758642+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753566+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:08:32.753566+0000","last_peered":"2024-04-21T09:08:32.753566+0000","last_clean":"2024-04-21T09:08:32.753566+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:08:32.753566+0000","last_undegraded":"2024-04-21T09:08:32.753566+0000","last_fullsized":"2024-04-21T09:08:32.753566+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752880+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:08:32.752880+0000","last_peered":"2024-04-21T09:08:32.752880+0000","last_clean":"2024-04-21T09:08:32.752880+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:08:32.752880+0000","last_undegraded":"2024-04-21T09:08:32.752880+0000","last_fullsized":"2024-04-21T09:08:32.752880+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754356+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:08:32.754356+0000","last_peered":"2024-04-21T09:08:32.754356+0000","last_clean":"2024-04-21T09:08:32.754356+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:08:32.754356+0000","last_undegraded":"2024-04-21T09:08:32.754356+0000","last_fullsized":"2024-04-21T09:08:32.754356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759742+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:08:32.759742+0000","last_peered":"2024-04-21T09:08:32.759742+0000","last_clean":"2024-04-21T09:08:32.759742+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:08:32.759742+0000","last_undegraded":"2024-04-21T09:08:32.759742+0000","last_fullsized":"2024-04-21T09:08:32.759742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751622+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:08:32.751622+0000","last_peered":"2024-04-21T09:08:32.751622+0000","last_clean":"2024-04-21T09:08:32.751622+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:08:32.751622+0000","last_undegraded":"2024-04-21T09:08:32.751622+0000","last_fullsized":"2024-04-21T09:08:32.751622+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.767268+0000","last_change":"2024-04-21T09:08:32.766832+0000","last_active":"2024-04-21T09:08:32.767268+0000","last_peered":"2024-04-21T09:08:32.767268+0000","last_clean":"2024-04-21T09:08:32.767268+0000","last_became_active":"2024-04-21T09:08:32.762441+0000","last_became_peered":"2024-04-21T09:08:32.762441+0000","last_unstale":"2024-04-21T09:08:32.767268+0000","last_undegraded":"2024-04-21T09:08:32.767268+0000","last_fullsized":"2024-04-21T09:08:32.767268+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:54.436226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.791989+0000","last_change":"2024-04-21T09:08:32.791989+0000","last_active":"2024-04-21T09:08:32.791989+0000","last_peered":"2024-04-21T09:08:32.791989+0000","last_clean":"2024-04-21T09:08:32.791989+0000","last_became_active":"2024-04-21T09:08:32.791566+0000","last_became_peered":"2024-04-21T09:08:32.791566+0000","last_unstale":"2024-04-21T09:08:32.791989+0000","last_undegraded":"2024-04-21T09:08:32.791989+0000","last_fullsized":"2024-04-21T09:08:32.791989+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:12:13.981101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752024+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:08:32.752024+0000","last_peered":"2024-04-21T09:08:32.752024+0000","last_clean":"2024-04-21T09:08:32.752024+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:08:32.752024+0000","last_undegraded":"2024-04-21T09:08:32.752024+0000","last_fullsized":"2024-04-21T09:08:32.752024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":117,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:17.829835+0000","last_change":"2024-04-21T09:08:32.767103+0000","last_active":"2024-04-21T09:09:17.829835+0000","last_peered":"2024-04-21T09:09:17.829835+0000","last_clean":"2024-04-21T09:09:17.829835+0000","last_became_active":"2024-04-21T09:08:32.762503+0000","last_became_peered":"2024-04-21T09:08:32.762503+0000","last_unstale":"2024-04-21T09:09:17.829835+0000","last_undegraded":"2024-04-21T09:09:17.829835+0000","last_fullsized":"2024-04-21T09:09:17.829835+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:09:01.720605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753268+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:08:32.753268+0000","last_peered":"2024-04-21T09:08:32.753268+0000","last_clean":"2024-04-21T09:08:32.753268+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:08:32.753268+0000","last_undegraded":"2024-04-21T09:08:32.753268+0000","last_fullsized":"2024-04-21T09:08:32.753268+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752311+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:08:32.752311+0000","last_peered":"2024-04-21T09:08:32.752311+0000","last_clean":"2024-04-21T09:08:32.752311+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:08:32.752311+0000","last_undegraded":"2024-04-21T09:08:32.752311+0000","last_fullsized":"2024-04-21T09:08:32.752311+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753939+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:08:32.753939+0000","last_peered":"2024-04-21T09:08:32.753939+0000","last_clean":"2024-04-21T09:08:32.753939+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:08:32.753939+0000","last_undegraded":"2024-04-21T09:08:32.753939+0000","last_fullsized":"2024-04-21T09:08:32.753939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758310+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:08:32.758310+0000","last_peered":"2024-04-21T09:08:32.758310+0000","last_clean":"2024-04-21T09:08:32.758310+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:08:32.758310+0000","last_undegraded":"2024-04-21T09:08:32.758310+0000","last_fullsized":"2024-04-21T09:08:32.758310+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755137+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:08:32.755137+0000","last_peered":"2024-04-21T09:08:32.755137+0000","last_clean":"2024-04-21T09:08:32.755137+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:08:32.755137+0000","last_undegraded":"2024-04-21T09:08:32.755137+0000","last_fullsized":"2024-04-21T09:08:32.755137+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790611+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:08:32.790611+0000","last_peered":"2024-04-21T09:08:32.790611+0000","last_clean":"2024-04-21T09:08:32.790611+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:08:32.790611+0000","last_undegraded":"2024-04-21T09:08:32.790611+0000","last_fullsized":"2024-04-21T09:08:32.790611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757836+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:08:32.757836+0000","last_peered":"2024-04-21T09:08:32.757836+0000","last_clean":"2024-04-21T09:08:32.757836+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:08:32.757836+0000","last_undegraded":"2024-04-21T09:08:32.757836+0000","last_fullsized":"2024-04-21T09:08:32.757836+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753487+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:08:32.753487+0000","last_peered":"2024-04-21T09:08:32.753487+0000","last_clean":"2024-04-21T09:08:32.753487+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:08:32.753487+0000","last_undegraded":"2024-04-21T09:08:32.753487+0000","last_fullsized":"2024-04-21T09:08:32.753487+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757901+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:08:32.757901+0000","last_peered":"2024-04-21T09:08:32.757901+0000","last_clean":"2024-04-21T09:08:32.757901+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:08:32.757901+0000","last_undegraded":"2024-04-21T09:08:32.757901+0000","last_fullsized":"2024-04-21T09:08:32.757901+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750436+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:08:32.750436+0000","last_peered":"2024-04-21T09:08:32.750436+0000","last_clean":"2024-04-21T09:08:32.750436+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:08:32.750436+0000","last_undegraded":"2024-04-21T09:08:32.750436+0000","last_fullsized":"2024-04-21T09:08:32.750436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757898+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:08:32.757898+0000","last_peered":"2024-04-21T09:08:32.757898+0000","last_clean":"2024-04-21T09:08:32.757898+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:08:32.757898+0000","last_undegraded":"2024-04-21T09:08:32.757898+0000","last_fullsized":"2024-04-21T09:08:32.757898+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":97,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:13.821983+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:09:13.821983+0000","last_peered":"2024-04-21T09:09:13.821983+0000","last_clean":"2024-04-21T09:09:13.821983+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:09:13.821983+0000","last_undegraded":"2024-04-21T09:09:13.821983+0000","last_fullsized":"2024-04-21T09:09:13.821983+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":67,"num_read_kb":67,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.760770+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:08:32.760770+0000","last_peered":"2024-04-21T09:08:32.760770+0000","last_clean":"2024-04-21T09:08:32.760770+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:08:32.760770+0000","last_undegraded":"2024-04-21T09:08:32.760770+0000","last_fullsized":"2024-04-21T09:08:32.760770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.761145+0000","last_change":"2024-04-21T09:08:32.760615+0000","last_active":"2024-04-21T09:08:32.761145+0000","last_peered":"2024-04-21T09:08:32.761145+0000","last_clean":"2024-04-21T09:08:32.761145+0000","last_became_active":"2024-04-21T09:08:32.760168+0000","last_became_peered":"2024-04-21T09:08:32.760168+0000","last_unstale":"2024-04-21T09:08:32.761145+0000","last_undegraded":"2024-04-21T09:08:32.761145+0000","last_fullsized":"2024-04-21T09:08:32.761145+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:14:06.613470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2,4],"acting":[8,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756269+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:08:32.756269+0000","last_peered":"2024-04-21T09:08:32.756269+0000","last_clean":"2024-04-21T09:08:32.756269+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:08:32.756269+0000","last_undegraded":"2024-04-21T09:08:32.756269+0000","last_fullsized":"2024-04-21T09:08:32.756269+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.762267+0000","last_change":"2024-04-21T09:08:32.762267+0000","last_active":"2024-04-21T09:08:32.762267+0000","last_peered":"2024-04-21T09:08:32.762267+0000","last_clean":"2024-04-21T09:08:32.762267+0000","last_became_active":"2024-04-21T09:08:32.762022+0000","last_became_peered":"2024-04-21T09:08:32.762022+0000","last_unstale":"2024-04-21T09:08:32.762267+0000","last_undegraded":"2024-04-21T09:08:32.762267+0000","last_fullsized":"2024-04-21T09:08:32.762267+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:12:47.271099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753598+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:08:32.753598+0000","last_peered":"2024-04-21T09:08:32.753598+0000","last_clean":"2024-04-21T09:08:32.753598+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:08:32.753598+0000","last_undegraded":"2024-04-21T09:08:32.753598+0000","last_fullsized":"2024-04-21T09:08:32.753598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759027+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:08:32.759027+0000","last_peered":"2024-04-21T09:08:32.759027+0000","last_clean":"2024-04-21T09:08:32.759027+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:08:32.759027+0000","last_undegraded":"2024-04-21T09:08:32.759027+0000","last_fullsized":"2024-04-21T09:08:32.759027+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759891+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:08:32.759891+0000","last_peered":"2024-04-21T09:08:32.759891+0000","last_clean":"2024-04-21T09:08:32.759891+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:08:32.759891+0000","last_undegraded":"2024-04-21T09:08:32.759891+0000","last_fullsized":"2024-04-21T09:08:32.759891+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.762203+0000","last_change":"2024-04-21T09:08:32.761736+0000","last_active":"2024-04-21T09:08:32.762203+0000","last_peered":"2024-04-21T09:08:32.762203+0000","last_clean":"2024-04-21T09:08:32.762203+0000","last_became_active":"2024-04-21T09:08:32.761289+0000","last_became_peered":"2024-04-21T09:08:32.761289+0000","last_unstale":"2024-04-21T09:08:32.762203+0000","last_undegraded":"2024-04-21T09:08:32.762203+0000","last_fullsized":"2024-04-21T09:08:32.762203+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:35:34.721320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"91'33","reported_seq":202,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:14.823622+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:09:14.823622+0000","last_peered":"2024-04-21T09:09:14.823622+0000","last_clean":"2024-04-21T09:09:14.823622+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:09:14.823622+0000","last_undegraded":"2024-04-21T09:09:14.823622+0000","last_fullsized":"2024-04-21T09:09:14.823622+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63356,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":34,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754098+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:08:32.754098+0000","last_peered":"2024-04-21T09:08:32.754098+0000","last_clean":"2024-04-21T09:08:32.754098+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:08:32.754098+0000","last_undegraded":"2024-04-21T09:08:32.754098+0000","last_fullsized":"2024-04-21T09:08:32.754098+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759383+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:08:32.759383+0000","last_peered":"2024-04-21T09:08:32.759383+0000","last_clean":"2024-04-21T09:08:32.759383+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:08:32.759383+0000","last_undegraded":"2024-04-21T09:08:32.759383+0000","last_fullsized":"2024-04-21T09:08:32.759383+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752083+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:08:32.752083+0000","last_peered":"2024-04-21T09:08:32.752083+0000","last_clean":"2024-04-21T09:08:32.752083+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:08:32.752083+0000","last_undegraded":"2024-04-21T09:08:32.752083+0000","last_fullsized":"2024-04-21T09:08:32.752083+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790744+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:08:32.790744+0000","last_peered":"2024-04-21T09:08:32.790744+0000","last_clean":"2024-04-21T09:08:32.790744+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:08:32.790744+0000","last_undegraded":"2024-04-21T09:08:32.790744+0000","last_fullsized":"2024-04-21T09:08:32.790744+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756065+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:08:32.756065+0000","last_peered":"2024-04-21T09:08:32.756065+0000","last_clean":"2024-04-21T09:08:32.756065+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:08:32.756065+0000","last_undegraded":"2024-04-21T09:08:32.756065+0000","last_fullsized":"2024-04-21T09:08:32.756065+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757421+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:08:32.757421+0000","last_peered":"2024-04-21T09:08:32.757421+0000","last_clean":"2024-04-21T09:08:32.757421+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:08:32.757421+0000","last_undegraded":"2024-04-21T09:08:32.757421+0000","last_fullsized":"2024-04-21T09:08:32.757421+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757005+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:08:32.757005+0000","last_peered":"2024-04-21T09:08:32.757005+0000","last_clean":"2024-04-21T09:08:32.757005+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:08:32.757005+0000","last_undegraded":"2024-04-21T09:08:32.757005+0000","last_fullsized":"2024-04-21T09:08:32.757005+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750636+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:08:32.750636+0000","last_peered":"2024-04-21T09:08:32.750636+0000","last_clean":"2024-04-21T09:08:32.750636+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:08:32.750636+0000","last_undegraded":"2024-04-21T09:08:32.750636+0000","last_fullsized":"2024-04-21T09:08:32.750636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'3","reported_seq":103,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:17.808719+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:09:17.808719+0000","last_peered":"2024-04-21T09:09:17.808719+0000","last_clean":"2024-04-21T09:09:17.808719+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:09:17.808719+0000","last_undegraded":"2024-04-21T09:09:17.808719+0000","last_fullsized":"2024-04-21T09:09:17.808719+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755695+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:08:32.755695+0000","last_peered":"2024-04-21T09:08:32.755695+0000","last_clean":"2024-04-21T09:08:32.755695+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:08:32.755695+0000","last_undegraded":"2024-04-21T09:08:32.755695+0000","last_fullsized":"2024-04-21T09:08:32.755695+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.791121+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:08:32.791121+0000","last_peered":"2024-04-21T09:08:32.791121+0000","last_clean":"2024-04-21T09:08:32.791121+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:08:32.791121+0000","last_undegraded":"2024-04-21T09:08:32.791121+0000","last_fullsized":"2024-04-21T09:08:32.791121+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752853+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:08:32.752853+0000","last_peered":"2024-04-21T09:08:32.752853+0000","last_clean":"2024-04-21T09:08:32.752853+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:08:32.752853+0000","last_undegraded":"2024-04-21T09:08:32.752853+0000","last_fullsized":"2024-04-21T09:08:32.752853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757191+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:08:32.757191+0000","last_peered":"2024-04-21T09:08:32.757191+0000","last_clean":"2024-04-21T09:08:32.757191+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:08:32.757191+0000","last_undegraded":"2024-04-21T09:08:32.757191+0000","last_fullsized":"2024-04-21T09:08:32.757191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757017+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:08:32.757017+0000","last_peered":"2024-04-21T09:08:32.757017+0000","last_clean":"2024-04-21T09:08:32.757017+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:08:32.757017+0000","last_undegraded":"2024-04-21T09:08:32.757017+0000","last_fullsized":"2024-04-21T09:08:32.757017+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754234+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:08:32.754234+0000","last_peered":"2024-04-21T09:08:32.754234+0000","last_clean":"2024-04-21T09:08:32.754234+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:08:32.754234+0000","last_undegraded":"2024-04-21T09:08:32.754234+0000","last_fullsized":"2024-04-21T09:08:32.754234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756109+0000","last_change":"2024-04-21T09:07:42.375379+0000","last_active":"2024-04-21T09:08:32.756109+0000","last_peered":"2024-04-21T09:08:32.756109+0000","last_clean":"2024-04-21T09:08:32.756109+0000","last_became_active":"2024-04-21T09:07:42.375031+0000","last_became_peered":"2024-04-21T09:07:42.375031+0000","last_unstale":"2024-04-21T09:08:32.756109+0000","last_undegraded":"2024-04-21T09:08:32.756109+0000","last_fullsized":"2024-04-21T09:08:32.756109+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:35:49.895346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753142+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:08:32.753142+0000","last_peered":"2024-04-21T09:08:32.753142+0000","last_clean":"2024-04-21T09:08:32.753142+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:08:32.753142+0000","last_undegraded":"2024-04-21T09:08:32.753142+0000","last_fullsized":"2024-04-21T09:08:32.753142+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750457+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:08:32.750457+0000","last_peered":"2024-04-21T09:08:32.750457+0000","last_clean":"2024-04-21T09:08:32.750457+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:08:32.750457+0000","last_undegraded":"2024-04-21T09:08:32.750457+0000","last_fullsized":"2024-04-21T09:08:32.750457+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754193+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:08:32.754193+0000","last_peered":"2024-04-21T09:08:32.754193+0000","last_clean":"2024-04-21T09:08:32.754193+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:08:32.754193+0000","last_undegraded":"2024-04-21T09:08:32.754193+0000","last_fullsized":"2024-04-21T09:08:32.754193+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790748+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:08:32.790748+0000","last_peered":"2024-04-21T09:08:32.790748+0000","last_clean":"2024-04-21T09:08:32.790748+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:08:32.790748+0000","last_undegraded":"2024-04-21T09:08:32.790748+0000","last_fullsized":"2024-04-21T09:08:32.790748+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756078+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:08:32.756078+0000","last_peered":"2024-04-21T09:08:32.756078+0000","last_clean":"2024-04-21T09:08:32.756078+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:08:32.756078+0000","last_undegraded":"2024-04-21T09:08:32.756078+0000","last_fullsized":"2024-04-21T09:08:32.756078+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753198+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:08:32.753198+0000","last_peered":"2024-04-21T09:08:32.753198+0000","last_clean":"2024-04-21T09:08:32.753198+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:08:32.753198+0000","last_undegraded":"2024-04-21T09:08:32.753198+0000","last_fullsized":"2024-04-21T09:08:32.753198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.791045+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:08:32.791045+0000","last_peered":"2024-04-21T09:08:32.791045+0000","last_clean":"2024-04-21T09:08:32.791045+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:08:32.791045+0000","last_undegraded":"2024-04-21T09:08:32.791045+0000","last_fullsized":"2024-04-21T09:08:32.791045+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757344+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:08:32.757344+0000","last_peered":"2024-04-21T09:08:32.757344+0000","last_clean":"2024-04-21T09:08:32.757344+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:08:32.757344+0000","last_undegraded":"2024-04-21T09:08:32.757344+0000","last_fullsized":"2024-04-21T09:08:32.757344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":99,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:14.803351+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:09:14.803351+0000","last_peered":"2024-04-21T09:09:14.803351+0000","last_clean":"2024-04-21T09:09:14.803351+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:09:14.803351+0000","last_undegraded":"2024-04-21T09:09:14.803351+0000","last_fullsized":"2024-04-21T09:09:14.803351+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":68,"num_read_kb":68,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756519+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:08:32.756519+0000","last_peered":"2024-04-21T09:08:32.756519+0000","last_clean":"2024-04-21T09:08:32.756519+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:08:32.756519+0000","last_undegraded":"2024-04-21T09:08:32.756519+0000","last_fullsized":"2024-04-21T09:08:32.756519+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758472+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:08:32.758472+0000","last_peered":"2024-04-21T09:08:32.758472+0000","last_clean":"2024-04-21T09:08:32.758472+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:08:32.758472+0000","last_undegraded":"2024-04-21T09:08:32.758472+0000","last_fullsized":"2024-04-21T09:08:32.758472+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752689+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:08:32.752689+0000","last_peered":"2024-04-21T09:08:32.752689+0000","last_clean":"2024-04-21T09:08:32.752689+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:08:32.752689+0000","last_undegraded":"2024-04-21T09:08:32.752689+0000","last_fullsized":"2024-04-21T09:08:32.752689+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":362,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755628+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:08:32.755628+0000","last_peered":"2024-04-21T09:08:32.755628+0000","last_clean":"2024-04-21T09:08:32.755628+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:08:32.755628+0000","last_undegraded":"2024-04-21T09:08:32.755628+0000","last_fullsized":"2024-04-21T09:08:32.755628+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758735+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:08:32.758735+0000","last_peered":"2024-04-21T09:08:32.758735+0000","last_clean":"2024-04-21T09:08:32.758735+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:08:32.758735+0000","last_undegraded":"2024-04-21T09:08:32.758735+0000","last_fullsized":"2024-04-21T09:08:32.758735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790468+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:08:32.790468+0000","last_peered":"2024-04-21T09:08:32.790468+0000","last_clean":"2024-04-21T09:08:32.790468+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:08:32.790468+0000","last_undegraded":"2024-04-21T09:08:32.790468+0000","last_fullsized":"2024-04-21T09:08:32.790468+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755650+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:08:32.755650+0000","last_peered":"2024-04-21T09:08:32.755650+0000","last_clean":"2024-04-21T09:08:32.755650+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:08:32.755650+0000","last_undegraded":"2024-04-21T09:08:32.755650+0000","last_fullsized":"2024-04-21T09:08:32.755650+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.792163+0000","last_change":"2024-04-21T09:08:32.792163+0000","last_active":"2024-04-21T09:08:32.792163+0000","last_peered":"2024-04-21T09:08:32.792163+0000","last_clean":"2024-04-21T09:08:32.792163+0000","last_became_active":"2024-04-21T09:08:32.791581+0000","last_became_peered":"2024-04-21T09:08:32.791581+0000","last_unstale":"2024-04-21T09:08:32.792163+0000","last_undegraded":"2024-04-21T09:08:32.792163+0000","last_fullsized":"2024-04-21T09:08:32.792163+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:06:16.078761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754135+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:08:32.754135+0000","last_peered":"2024-04-21T09:08:32.754135+0000","last_clean":"2024-04-21T09:08:32.754135+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:08:32.754135+0000","last_undegraded":"2024-04-21T09:08:32.754135+0000","last_fullsized":"2024-04-21T09:08:32.754135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790937+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:08:32.790937+0000","last_peered":"2024-04-21T09:08:32.790937+0000","last_clean":"2024-04-21T09:08:32.790937+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:08:32.790937+0000","last_undegraded":"2024-04-21T09:08:32.790937+0000","last_fullsized":"2024-04-21T09:08:32.790937+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757810+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:08:32.757810+0000","last_peered":"2024-04-21T09:08:32.757810+0000","last_clean":"2024-04-21T09:08:32.757810+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:08:32.757810+0000","last_undegraded":"2024-04-21T09:08:32.757810+0000","last_fullsized":"2024-04-21T09:08:32.757810+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'8","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750776+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:08:32.750776+0000","last_peered":"2024-04-21T09:08:32.750776+0000","last_clean":"2024-04-21T09:08:32.750776+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:08:32.750776+0000","last_undegraded":"2024-04-21T09:08:32.750776+0000","last_fullsized":"2024-04-21T09:08:32.750776+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758235+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:08:32.758235+0000","last_peered":"2024-04-21T09:08:32.758235+0000","last_clean":"2024-04-21T09:08:32.758235+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:08:32.758235+0000","last_undegraded":"2024-04-21T09:08:32.758235+0000","last_fullsized":"2024-04-21T09:08:32.758235+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751775+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:08:32.751775+0000","last_peered":"2024-04-21T09:08:32.751775+0000","last_clean":"2024-04-21T09:08:32.751775+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:08:32.751775+0000","last_undegraded":"2024-04-21T09:08:32.751775+0000","last_fullsized":"2024-04-21T09:08:32.751775+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752398+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:08:32.752398+0000","last_peered":"2024-04-21T09:08:32.752398+0000","last_clean":"2024-04-21T09:08:32.752398+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:08:32.752398+0000","last_undegraded":"2024-04-21T09:08:32.752398+0000","last_fullsized":"2024-04-21T09:08:32.752398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753552+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:08:32.753552+0000","last_peered":"2024-04-21T09:08:32.753552+0000","last_clean":"2024-04-21T09:08:32.753552+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:08:32.753552+0000","last_undegraded":"2024-04-21T09:08:32.753552+0000","last_fullsized":"2024-04-21T09:08:32.753552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751611+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:08:32.751611+0000","last_peered":"2024-04-21T09:08:32.751611+0000","last_clean":"2024-04-21T09:08:32.751611+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:08:32.751611+0000","last_undegraded":"2024-04-21T09:08:32.751611+0000","last_fullsized":"2024-04-21T09:08:32.751611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759339+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:08:32.759339+0000","last_peered":"2024-04-21T09:08:32.759339+0000","last_clean":"2024-04-21T09:08:32.759339+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:08:32.759339+0000","last_undegraded":"2024-04-21T09:08:32.759339+0000","last_fullsized":"2024-04-21T09:08:32.759339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752968+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:08:32.752968+0000","last_peered":"2024-04-21T09:08:32.752968+0000","last_clean":"2024-04-21T09:08:32.752968+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:08:32.752968+0000","last_undegraded":"2024-04-21T09:08:32.752968+0000","last_fullsized":"2024-04-21T09:08:32.752968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750832+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:08:32.750832+0000","last_peered":"2024-04-21T09:08:32.750832+0000","last_clean":"2024-04-21T09:08:32.750832+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:08:32.750832+0000","last_undegraded":"2024-04-21T09:08:32.750832+0000","last_fullsized":"2024-04-21T09:08:32.750832+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757960+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:08:32.757960+0000","last_peered":"2024-04-21T09:08:32.757960+0000","last_clean":"2024-04-21T09:08:32.757960+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:08:32.757960+0000","last_undegraded":"2024-04-21T09:08:32.757960+0000","last_fullsized":"2024-04-21T09:08:32.757960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755206+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:08:32.755206+0000","last_peered":"2024-04-21T09:08:32.755206+0000","last_clean":"2024-04-21T09:08:32.755206+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:08:32.755206+0000","last_undegraded":"2024-04-21T09:08:32.755206+0000","last_fullsized":"2024-04-21T09:08:32.755206+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.770346+0000","last_change":"2024-04-21T09:08:32.770346+0000","last_active":"2024-04-21T09:08:32.770346+0000","last_peered":"2024-04-21T09:08:32.770346+0000","last_clean":"2024-04-21T09:08:32.770346+0000","last_became_active":"2024-04-21T09:08:32.758063+0000","last_became_peered":"2024-04-21T09:08:32.758063+0000","last_unstale":"2024-04-21T09:08:32.770346+0000","last_undegraded":"2024-04-21T09:08:32.770346+0000","last_fullsized":"2024-04-21T09:08:32.770346+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:02:42.552559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.764817+0000","last_change":"2024-04-21T09:08:32.764269+0000","last_active":"2024-04-21T09:08:32.764817+0000","last_peered":"2024-04-21T09:08:32.764817+0000","last_clean":"2024-04-21T09:08:32.764817+0000","last_became_active":"2024-04-21T09:08:32.759095+0000","last_became_peered":"2024-04-21T09:08:32.759095+0000","last_unstale":"2024-04-21T09:08:32.764817+0000","last_undegraded":"2024-04-21T09:08:32.764817+0000","last_fullsized":"2024-04-21T09:08:32.764817+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:22:16.666992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758289+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:08:32.758289+0000","last_peered":"2024-04-21T09:08:32.758289+0000","last_clean":"2024-04-21T09:08:32.758289+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:08:32.758289+0000","last_undegraded":"2024-04-21T09:08:32.758289+0000","last_fullsized":"2024-04-21T09:08:32.758289+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751872+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:08:32.751872+0000","last_peered":"2024-04-21T09:08:32.751872+0000","last_clean":"2024-04-21T09:08:32.751872+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:08:32.751872+0000","last_undegraded":"2024-04-21T09:08:32.751872+0000","last_fullsized":"2024-04-21T09:08:32.751872+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753389+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:08:32.753389+0000","last_peered":"2024-04-21T09:08:32.753389+0000","last_clean":"2024-04-21T09:08:32.753389+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:08:32.753389+0000","last_undegraded":"2024-04-21T09:08:32.753389+0000","last_fullsized":"2024-04-21T09:08:32.753389+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756321+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:08:32.756321+0000","last_peered":"2024-04-21T09:08:32.756321+0000","last_clean":"2024-04-21T09:08:32.756321+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:08:32.756321+0000","last_undegraded":"2024-04-21T09:08:32.756321+0000","last_fullsized":"2024-04-21T09:08:32.756321+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759259+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:08:32.759259+0000","last_peered":"2024-04-21T09:08:32.759259+0000","last_clean":"2024-04-21T09:08:32.759259+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:08:32.759259+0000","last_undegraded":"2024-04-21T09:08:32.759259+0000","last_fullsized":"2024-04-21T09:08:32.759259+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752531+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:08:32.752531+0000","last_peered":"2024-04-21T09:08:32.752531+0000","last_clean":"2024-04-21T09:08:32.752531+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:08:32.752531+0000","last_undegraded":"2024-04-21T09:08:32.752531+0000","last_fullsized":"2024-04-21T09:08:32.752531+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756966+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:08:32.756966+0000","last_peered":"2024-04-21T09:08:32.756966+0000","last_clean":"2024-04-21T09:08:32.756966+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:08:32.756966+0000","last_undegraded":"2024-04-21T09:08:32.756966+0000","last_fullsized":"2024-04-21T09:08:32.756966+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753069+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:08:32.753069+0000","last_peered":"2024-04-21T09:08:32.753069+0000","last_clean":"2024-04-21T09:08:32.753069+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:08:32.753069+0000","last_undegraded":"2024-04-21T09:08:32.753069+0000","last_fullsized":"2024-04-21T09:08:32.753069+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759151+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:08:32.759151+0000","last_peered":"2024-04-21T09:08:32.759151+0000","last_clean":"2024-04-21T09:08:32.759151+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:08:32.759151+0000","last_undegraded":"2024-04-21T09:08:32.759151+0000","last_fullsized":"2024-04-21T09:08:32.759151+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757167+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:08:32.757167+0000","last_peered":"2024-04-21T09:08:32.757167+0000","last_clean":"2024-04-21T09:08:32.757167+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:08:32.757167+0000","last_undegraded":"2024-04-21T09:08:32.757167+0000","last_fullsized":"2024-04-21T09:08:32.757167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757011+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:08:32.757011+0000","last_peered":"2024-04-21T09:08:32.757011+0000","last_clean":"2024-04-21T09:08:32.757011+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:08:32.757011+0000","last_undegraded":"2024-04-21T09:08:32.757011+0000","last_fullsized":"2024-04-21T09:08:32.757011+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.791119+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:08:32.791119+0000","last_peered":"2024-04-21T09:08:32.791119+0000","last_clean":"2024-04-21T09:08:32.791119+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:08:32.791119+0000","last_undegraded":"2024-04-21T09:08:32.791119+0000","last_fullsized":"2024-04-21T09:08:32.791119+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756344+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:08:32.756344+0000","last_peered":"2024-04-21T09:08:32.756344+0000","last_clean":"2024-04-21T09:08:32.756344+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:08:32.756344+0000","last_undegraded":"2024-04-21T09:08:32.756344+0000","last_fullsized":"2024-04-21T09:08:32.756344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755326+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:08:32.755326+0000","last_peered":"2024-04-21T09:08:32.755326+0000","last_clean":"2024-04-21T09:08:32.755326+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:08:32.755326+0000","last_undegraded":"2024-04-21T09:08:32.755326+0000","last_fullsized":"2024-04-21T09:08:32.755326+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752168+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:08:32.752168+0000","last_peered":"2024-04-21T09:08:32.752168+0000","last_clean":"2024-04-21T09:08:32.752168+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:08:32.752168+0000","last_undegraded":"2024-04-21T09:08:32.752168+0000","last_fullsized":"2024-04-21T09:08:32.752168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751643+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:08:32.751643+0000","last_peered":"2024-04-21T09:08:32.751643+0000","last_clean":"2024-04-21T09:08:32.751643+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:08:32.751643+0000","last_undegraded":"2024-04-21T09:08:32.751643+0000","last_fullsized":"2024-04-21T09:08:32.751643+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753314+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:08:32.753314+0000","last_peered":"2024-04-21T09:08:32.753314+0000","last_clean":"2024-04-21T09:08:32.753314+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:08:32.753314+0000","last_undegraded":"2024-04-21T09:08:32.753314+0000","last_fullsized":"2024-04-21T09:08:32.753314+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790879+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:08:32.790879+0000","last_peered":"2024-04-21T09:08:32.790879+0000","last_clean":"2024-04-21T09:08:32.790879+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:08:32.790879+0000","last_undegraded":"2024-04-21T09:08:32.790879+0000","last_fullsized":"2024-04-21T09:08:32.790879+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755898+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:08:32.755898+0000","last_peered":"2024-04-21T09:08:32.755898+0000","last_clean":"2024-04-21T09:08:32.755898+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:08:32.755898+0000","last_undegraded":"2024-04-21T09:08:32.755898+0000","last_fullsized":"2024-04-21T09:08:32.755898+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752484+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:08:32.752484+0000","last_peered":"2024-04-21T09:08:32.752484+0000","last_clean":"2024-04-21T09:08:32.752484+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:08:32.752484+0000","last_undegraded":"2024-04-21T09:08:32.752484+0000","last_fullsized":"2024-04-21T09:08:32.752484+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758388+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:08:32.758388+0000","last_peered":"2024-04-21T09:08:32.758388+0000","last_clean":"2024-04-21T09:08:32.758388+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:08:32.758388+0000","last_undegraded":"2024-04-21T09:08:32.758388+0000","last_fullsized":"2024-04-21T09:08:32.758388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757163+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:08:32.757163+0000","last_peered":"2024-04-21T09:08:32.757163+0000","last_clean":"2024-04-21T09:08:32.757163+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:08:32.757163+0000","last_undegraded":"2024-04-21T09:08:32.757163+0000","last_fullsized":"2024-04-21T09:08:32.757163+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758055+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:08:32.758055+0000","last_peered":"2024-04-21T09:08:32.758055+0000","last_clean":"2024-04-21T09:08:32.758055+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:08:32.758055+0000","last_undegraded":"2024-04-21T09:08:32.758055+0000","last_fullsized":"2024-04-21T09:08:32.758055+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759508+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:08:32.759508+0000","last_peered":"2024-04-21T09:08:32.759508+0000","last_clean":"2024-04-21T09:08:32.759508+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:08:32.759508+0000","last_undegraded":"2024-04-21T09:08:32.759508+0000","last_fullsized":"2024-04-21T09:08:32.759508+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790770+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:08:32.790770+0000","last_peered":"2024-04-21T09:08:32.790770+0000","last_clean":"2024-04-21T09:08:32.790770+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:08:32.790770+0000","last_undegraded":"2024-04-21T09:08:32.790770+0000","last_fullsized":"2024-04-21T09:08:32.790770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756194+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:08:32.756194+0000","last_peered":"2024-04-21T09:08:32.756194+0000","last_clean":"2024-04-21T09:08:32.756194+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:08:32.756194+0000","last_undegraded":"2024-04-21T09:08:32.756194+0000","last_fullsized":"2024-04-21T09:08:32.756194+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66966,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":434,"num_read_kb":286,"num_write":160,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":200898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383713,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":500823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645349,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28696,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716456,"statfs":{"total":95995035648,"available":95965650944,"internally_reserved":0,"allocated":1720320,"data_stored":1155543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808875,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1040384,"data_stored":501059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070512,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1040384,"data_stored":500979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332149,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1634304,"data_stored":1096497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495674,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1019904,"data_stored":496235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1089536,"data_stored":559501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1044480,"data_stored":497623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1105920,"data_stored":560229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1032192,"data_stored":496429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920838,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":501507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757312,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28624,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716528,"statfs":{"total":95995035648,"available":95965724672,"internally_reserved":0,"allocated":1642496,"data_stored":1092085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:09:21.412 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-21T09:09:21.662 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:21 smithi078 ceph-mon[31713]: pgmap v345: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:21.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:21 smithi052 ceph-mon[28035]: pgmap v345: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:21.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:21 smithi060 ceph-mon[31055]: pgmap v345: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:22.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:22 smithi078 ceph-mon[31713]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:09:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:22 smithi052 ceph-mon[28035]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:09:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:22 smithi060 ceph-mon[31055]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:09:23.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 -- 172.21.15.52:0/4029779957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec108a30 msgr2=0x7fbeec108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:23.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 --2- 172.21.15.52:0/4029779957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec108a30 0x7fbeec108e10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fbee0009990 tx=0x7fbee0009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 -- 172.21.15.52:0/4029779957 shutdown_connections 2024-04-21T09:09:23.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 --2- 172.21.15.52:0/4029779957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbeec06bb10 0x7fbeec10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 --2- 172.21.15.52:0/4029779957 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec108a30 0x7fbeec108e10 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 --2- 172.21.15.52:0/4029779957 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbeec06b170 0x7fbeec06b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 -- 172.21.15.52:0/4029779957 >> 172.21.15.52:0/4029779957 conn(0x7fbeec0788f0 msgr2=0x7fbeec078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:23.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 -- 172.21.15.52:0/4029779957 shutdown_connections 2024-04-21T09:09:23.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.366+0000 7fbef3087700 1 -- 172.21.15.52:0/4029779957 wait complete. 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef3087700 1 Processor -- start 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef3087700 1 -- start start 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef3087700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbeec06b170 0x7fbeec101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef3087700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec06bb10 0x7fbeec101f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef3087700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbeec108a30 0x7fbeec1024c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef3087700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbeec112bd0 con 0x7fbeec06bb10 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef3087700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbeec112a50 con 0x7fbeec06b170 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef3087700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbeec112d50 con 0x7fbeec108a30 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbeebfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec06bb10 0x7fbeec101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:23.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbeebfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec06bb10 0x7fbeec101f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34396/0 (socket says 172.21.15.52:34396) 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbeebfff700 1 -- 172.21.15.52:0/1110799191 learned_addr learned my addr 172.21.15.52:0/1110799191 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef0e23700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbeec06b170 0x7fbeec101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.367+0000 7fbef1624700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbeec108a30 0x7fbeec1024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbeebfff700 1 -- 172.21.15.52:0/1110799191 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbeec108a30 msgr2=0x7fbeec1024c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbeebfff700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbeec108a30 0x7fbeec1024c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbeebfff700 1 -- 172.21.15.52:0/1110799191 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbeec06b170 msgr2=0x7fbeec101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbeebfff700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbeec06b170 0x7fbeec101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbeebfff700 1 -- 172.21.15.52:0/1110799191 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbeec1a7650 con 0x7fbeec06bb10 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbef1624700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbeec108a30 0x7fbeec1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbeebfff700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec06bb10 0x7fbeec101f80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fbed800e9c0 tx=0x7fbed800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbee9ffb700 1 -- 172.21.15.52:0/1110799191 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbed800cbd0 con 0x7fbeec06bb10 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbee9ffb700 1 -- 172.21.15.52:0/1110799191 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbed800cd70 con 0x7fbeec06bb10 2024-04-21T09:09:23.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbeec1a7940 con 0x7fbeec06bb10 2024-04-21T09:09:23.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbee9ffb700 1 -- 172.21.15.52:0/1110799191 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbed8005610 con 0x7fbeec06bb10 2024-04-21T09:09:23.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.368+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbeec1a7e30 con 0x7fbeec06bb10 2024-04-21T09:09:23.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.369+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbeec069730 con 0x7fbeec06bb10 2024-04-21T09:09:23.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.370+0000 7fbee9ffb700 1 -- 172.21.15.52:0/1110799191 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fbed8004750 con 0x7fbeec06bb10 2024-04-21T09:09:23.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.371+0000 7fbee9ffb700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbedc0a3cd0 0x7fbedc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:23.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.371+0000 7fbee9ffb700 1 -- 172.21.15.52:0/1110799191 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fbed80d0c20 con 0x7fbeec06bb10 2024-04-21T09:09:23.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.371+0000 7fbef0e23700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbedc0a3cd0 0x7fbedc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:23.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.372+0000 7fbef0e23700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbedc0a3cd0 0x7fbedc0a6190 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fbee00098e0 tx=0x7fbee0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:23.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.376+0000 7fbee9ffb700 1 -- 172.21.15.52:0/1110799191 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbed809d140 con 0x7fbeec06bb10 2024-04-21T09:09:23.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.582+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbeec062e80 con 0x7fbedc0a3cd0 2024-04-21T09:09:23.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.591+0000 7fbee9ffb700 1 -- 172.21.15.52:0/1110799191 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340381 (secure 0 0 0) 0x7fbee007b1b0 con 0x7fbedc0a3cd0 2024-04-21T09:09:23.596 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:23.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbedc0a3cd0 msgr2=0x7fbedc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:23.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbedc0a3cd0 0x7fbedc0a6190 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fbee00098e0 tx=0x7fbee0005960 comp rx=0 tx=0).stop 2024-04-21T09:09:23.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec06bb10 msgr2=0x7fbeec101f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec06bb10 0x7fbeec101f80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fbed800e9c0 tx=0x7fbed800ecd0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 shutdown_connections 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbedc0a3cd0 0x7fbedc0a6190 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbeec108a30 0x7fbeec1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbeec06b170 0x7fbeec101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 --2- 172.21.15.52:0/1110799191 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbeec06bb10 0x7fbeec101f80 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 >> 172.21.15.52:0/1110799191 conn(0x7fbeec0788f0 msgr2=0x7fbeec0ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 shutdown_connections 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:23.595+0000 7fbef3087700 1 -- 172.21.15.52:0/1110799191 wait complete. 2024-04-21T09:09:23.599 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:09:23.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:23 smithi078 ceph-mon[31713]: pgmap v346: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:23 smithi052 ceph-mon[28035]: pgmap v346: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:23 smithi060 ceph-mon[31055]: pgmap v346: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:24.493 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":346,"stamp":"2024-04-21T09:09:21.620312+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657568,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":590,"num_read_kb":420,"num_write":343,"num_write_kb":3055,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181475,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":278,"ondisk_log_size":278,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":359140,"kb_used_data":14096,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124582684,"statfs":{"total":1151940427776,"available":1151572668416,"internally_reserved":0,"allocated":14434304,"data_stored":7958510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":45,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003237"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756540+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:08:32.756540+0000","last_peered":"2024-04-21T09:08:32.756540+0000","last_clean":"2024-04-21T09:08:32.756540+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:08:32.756540+0000","last_undegraded":"2024-04-21T09:08:32.756540+0000","last_fullsized":"2024-04-21T09:08:32.756540+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753573+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:08:32.753573+0000","last_peered":"2024-04-21T09:08:32.753573+0000","last_clean":"2024-04-21T09:08:32.753573+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:08:32.753573+0000","last_undegraded":"2024-04-21T09:08:32.753573+0000","last_fullsized":"2024-04-21T09:08:32.753573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753362+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:08:32.753362+0000","last_peered":"2024-04-21T09:08:32.753362+0000","last_clean":"2024-04-21T09:08:32.753362+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:08:32.753362+0000","last_undegraded":"2024-04-21T09:08:32.753362+0000","last_fullsized":"2024-04-21T09:08:32.753362+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753028+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:08:32.753028+0000","last_peered":"2024-04-21T09:08:32.753028+0000","last_clean":"2024-04-21T09:08:32.753028+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:08:32.753028+0000","last_undegraded":"2024-04-21T09:08:32.753028+0000","last_fullsized":"2024-04-21T09:08:32.753028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753564+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:08:32.753564+0000","last_peered":"2024-04-21T09:08:32.753564+0000","last_clean":"2024-04-21T09:08:32.753564+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:08:32.753564+0000","last_undegraded":"2024-04-21T09:08:32.753564+0000","last_fullsized":"2024-04-21T09:08:32.753564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754069+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:08:32.754069+0000","last_peered":"2024-04-21T09:08:32.754069+0000","last_clean":"2024-04-21T09:08:32.754069+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:08:32.754069+0000","last_undegraded":"2024-04-21T09:08:32.754069+0000","last_fullsized":"2024-04-21T09:08:32.754069+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755487+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:08:32.755487+0000","last_peered":"2024-04-21T09:08:32.755487+0000","last_clean":"2024-04-21T09:08:32.755487+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:08:32.755487+0000","last_undegraded":"2024-04-21T09:08:32.755487+0000","last_fullsized":"2024-04-21T09:08:32.755487+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756233+0000","last_change":"2024-04-21T09:08:32.755877+0000","last_active":"2024-04-21T09:08:32.756233+0000","last_peered":"2024-04-21T09:08:32.756233+0000","last_clean":"2024-04-21T09:08:32.756233+0000","last_became_active":"2024-04-21T09:08:32.755619+0000","last_became_peered":"2024-04-21T09:08:32.755619+0000","last_unstale":"2024-04-21T09:08:32.756233+0000","last_undegraded":"2024-04-21T09:08:32.756233+0000","last_fullsized":"2024-04-21T09:08:32.756233+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:32:48.194195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.760140+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:08:32.760140+0000","last_peered":"2024-04-21T09:08:32.760140+0000","last_clean":"2024-04-21T09:08:32.760140+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:08:32.760140+0000","last_undegraded":"2024-04-21T09:08:32.760140+0000","last_fullsized":"2024-04-21T09:08:32.760140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754636+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:08:32.754636+0000","last_peered":"2024-04-21T09:08:32.754636+0000","last_clean":"2024-04-21T09:08:32.754636+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:08:32.754636+0000","last_undegraded":"2024-04-21T09:08:32.754636+0000","last_fullsized":"2024-04-21T09:08:32.754636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756838+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:08:32.756838+0000","last_peered":"2024-04-21T09:08:32.756838+0000","last_clean":"2024-04-21T09:08:32.756838+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:08:32.756838+0000","last_undegraded":"2024-04-21T09:08:32.756838+0000","last_fullsized":"2024-04-21T09:08:32.756838+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752906+0000","last_change":"2024-04-21T09:07:42.374998+0000","last_active":"2024-04-21T09:08:32.752906+0000","last_peered":"2024-04-21T09:08:32.752906+0000","last_clean":"2024-04-21T09:08:32.752906+0000","last_became_active":"2024-04-21T09:07:42.374487+0000","last_became_peered":"2024-04-21T09:07:42.374487+0000","last_unstale":"2024-04-21T09:08:32.752906+0000","last_undegraded":"2024-04-21T09:08:32.752906+0000","last_fullsized":"2024-04-21T09:08:32.752906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:56:31.262605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790807+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:08:32.790807+0000","last_peered":"2024-04-21T09:08:32.790807+0000","last_clean":"2024-04-21T09:08:32.790807+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:08:32.790807+0000","last_undegraded":"2024-04-21T09:08:32.790807+0000","last_fullsized":"2024-04-21T09:08:32.790807+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753086+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:08:32.753086+0000","last_peered":"2024-04-21T09:08:32.753086+0000","last_clean":"2024-04-21T09:08:32.753086+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:08:32.753086+0000","last_undegraded":"2024-04-21T09:08:32.753086+0000","last_fullsized":"2024-04-21T09:08:32.753086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753061+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:08:32.753061+0000","last_peered":"2024-04-21T09:08:32.753061+0000","last_clean":"2024-04-21T09:08:32.753061+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:08:32.753061+0000","last_undegraded":"2024-04-21T09:08:32.753061+0000","last_fullsized":"2024-04-21T09:08:32.753061+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759203+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:08:32.759203+0000","last_peered":"2024-04-21T09:08:32.759203+0000","last_clean":"2024-04-21T09:08:32.759203+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:08:32.759203+0000","last_undegraded":"2024-04-21T09:08:32.759203+0000","last_fullsized":"2024-04-21T09:08:32.759203+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755268+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:08:32.755268+0000","last_peered":"2024-04-21T09:08:32.755268+0000","last_clean":"2024-04-21T09:08:32.755268+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:08:32.755268+0000","last_undegraded":"2024-04-21T09:08:32.755268+0000","last_fullsized":"2024-04-21T09:08:32.755268+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750660+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:08:32.750660+0000","last_peered":"2024-04-21T09:08:32.750660+0000","last_clean":"2024-04-21T09:08:32.750660+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:08:32.750660+0000","last_undegraded":"2024-04-21T09:08:32.750660+0000","last_fullsized":"2024-04-21T09:08:32.750660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752193+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:08:32.752193+0000","last_peered":"2024-04-21T09:08:32.752193+0000","last_clean":"2024-04-21T09:08:32.752193+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:08:32.752193+0000","last_undegraded":"2024-04-21T09:08:32.752193+0000","last_fullsized":"2024-04-21T09:08:32.752193+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751974+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:08:32.751974+0000","last_peered":"2024-04-21T09:08:32.751974+0000","last_clean":"2024-04-21T09:08:32.751974+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:08:32.751974+0000","last_undegraded":"2024-04-21T09:08:32.751974+0000","last_fullsized":"2024-04-21T09:08:32.751974+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750868+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:08:32.750868+0000","last_peered":"2024-04-21T09:08:32.750868+0000","last_clean":"2024-04-21T09:08:32.750868+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:08:32.750868+0000","last_undegraded":"2024-04-21T09:08:32.750868+0000","last_fullsized":"2024-04-21T09:08:32.750868+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758290+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:08:32.758290+0000","last_peered":"2024-04-21T09:08:32.758290+0000","last_clean":"2024-04-21T09:08:32.758290+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:08:32.758290+0000","last_undegraded":"2024-04-21T09:08:32.758290+0000","last_fullsized":"2024-04-21T09:08:32.758290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751299+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:08:32.751299+0000","last_peered":"2024-04-21T09:08:32.751299+0000","last_clean":"2024-04-21T09:08:32.751299+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:08:32.751299+0000","last_undegraded":"2024-04-21T09:08:32.751299+0000","last_fullsized":"2024-04-21T09:08:32.751299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758642+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:08:32.758642+0000","last_peered":"2024-04-21T09:08:32.758642+0000","last_clean":"2024-04-21T09:08:32.758642+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:08:32.758642+0000","last_undegraded":"2024-04-21T09:08:32.758642+0000","last_fullsized":"2024-04-21T09:08:32.758642+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753566+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:08:32.753566+0000","last_peered":"2024-04-21T09:08:32.753566+0000","last_clean":"2024-04-21T09:08:32.753566+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:08:32.753566+0000","last_undegraded":"2024-04-21T09:08:32.753566+0000","last_fullsized":"2024-04-21T09:08:32.753566+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752880+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:08:32.752880+0000","last_peered":"2024-04-21T09:08:32.752880+0000","last_clean":"2024-04-21T09:08:32.752880+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:08:32.752880+0000","last_undegraded":"2024-04-21T09:08:32.752880+0000","last_fullsized":"2024-04-21T09:08:32.752880+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754356+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:08:32.754356+0000","last_peered":"2024-04-21T09:08:32.754356+0000","last_clean":"2024-04-21T09:08:32.754356+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:08:32.754356+0000","last_undegraded":"2024-04-21T09:08:32.754356+0000","last_fullsized":"2024-04-21T09:08:32.754356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759742+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:08:32.759742+0000","last_peered":"2024-04-21T09:08:32.759742+0000","last_clean":"2024-04-21T09:08:32.759742+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:08:32.759742+0000","last_undegraded":"2024-04-21T09:08:32.759742+0000","last_fullsized":"2024-04-21T09:08:32.759742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751622+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:08:32.751622+0000","last_peered":"2024-04-21T09:08:32.751622+0000","last_clean":"2024-04-21T09:08:32.751622+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:08:32.751622+0000","last_undegraded":"2024-04-21T09:08:32.751622+0000","last_fullsized":"2024-04-21T09:08:32.751622+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.767268+0000","last_change":"2024-04-21T09:08:32.766832+0000","last_active":"2024-04-21T09:08:32.767268+0000","last_peered":"2024-04-21T09:08:32.767268+0000","last_clean":"2024-04-21T09:08:32.767268+0000","last_became_active":"2024-04-21T09:08:32.762441+0000","last_became_peered":"2024-04-21T09:08:32.762441+0000","last_unstale":"2024-04-21T09:08:32.767268+0000","last_undegraded":"2024-04-21T09:08:32.767268+0000","last_fullsized":"2024-04-21T09:08:32.767268+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:54.436226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.791989+0000","last_change":"2024-04-21T09:08:32.791989+0000","last_active":"2024-04-21T09:08:32.791989+0000","last_peered":"2024-04-21T09:08:32.791989+0000","last_clean":"2024-04-21T09:08:32.791989+0000","last_became_active":"2024-04-21T09:08:32.791566+0000","last_became_peered":"2024-04-21T09:08:32.791566+0000","last_unstale":"2024-04-21T09:08:32.791989+0000","last_undegraded":"2024-04-21T09:08:32.791989+0000","last_fullsized":"2024-04-21T09:08:32.791989+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:12:13.981101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752024+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:08:32.752024+0000","last_peered":"2024-04-21T09:08:32.752024+0000","last_clean":"2024-04-21T09:08:32.752024+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:08:32.752024+0000","last_undegraded":"2024-04-21T09:08:32.752024+0000","last_fullsized":"2024-04-21T09:08:32.752024+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":117,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:17.829835+0000","last_change":"2024-04-21T09:08:32.767103+0000","last_active":"2024-04-21T09:09:17.829835+0000","last_peered":"2024-04-21T09:09:17.829835+0000","last_clean":"2024-04-21T09:09:17.829835+0000","last_became_active":"2024-04-21T09:08:32.762503+0000","last_became_peered":"2024-04-21T09:08:32.762503+0000","last_unstale":"2024-04-21T09:09:17.829835+0000","last_undegraded":"2024-04-21T09:09:17.829835+0000","last_fullsized":"2024-04-21T09:09:17.829835+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:09:01.720605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753268+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:08:32.753268+0000","last_peered":"2024-04-21T09:08:32.753268+0000","last_clean":"2024-04-21T09:08:32.753268+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:08:32.753268+0000","last_undegraded":"2024-04-21T09:08:32.753268+0000","last_fullsized":"2024-04-21T09:08:32.753268+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752311+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:08:32.752311+0000","last_peered":"2024-04-21T09:08:32.752311+0000","last_clean":"2024-04-21T09:08:32.752311+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:08:32.752311+0000","last_undegraded":"2024-04-21T09:08:32.752311+0000","last_fullsized":"2024-04-21T09:08:32.752311+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753939+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:08:32.753939+0000","last_peered":"2024-04-21T09:08:32.753939+0000","last_clean":"2024-04-21T09:08:32.753939+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:08:32.753939+0000","last_undegraded":"2024-04-21T09:08:32.753939+0000","last_fullsized":"2024-04-21T09:08:32.753939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758310+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:08:32.758310+0000","last_peered":"2024-04-21T09:08:32.758310+0000","last_clean":"2024-04-21T09:08:32.758310+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:08:32.758310+0000","last_undegraded":"2024-04-21T09:08:32.758310+0000","last_fullsized":"2024-04-21T09:08:32.758310+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755137+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:08:32.755137+0000","last_peered":"2024-04-21T09:08:32.755137+0000","last_clean":"2024-04-21T09:08:32.755137+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:08:32.755137+0000","last_undegraded":"2024-04-21T09:08:32.755137+0000","last_fullsized":"2024-04-21T09:08:32.755137+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790611+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:08:32.790611+0000","last_peered":"2024-04-21T09:08:32.790611+0000","last_clean":"2024-04-21T09:08:32.790611+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:08:32.790611+0000","last_undegraded":"2024-04-21T09:08:32.790611+0000","last_fullsized":"2024-04-21T09:08:32.790611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757836+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:08:32.757836+0000","last_peered":"2024-04-21T09:08:32.757836+0000","last_clean":"2024-04-21T09:08:32.757836+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:08:32.757836+0000","last_undegraded":"2024-04-21T09:08:32.757836+0000","last_fullsized":"2024-04-21T09:08:32.757836+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753487+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:08:32.753487+0000","last_peered":"2024-04-21T09:08:32.753487+0000","last_clean":"2024-04-21T09:08:32.753487+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:08:32.753487+0000","last_undegraded":"2024-04-21T09:08:32.753487+0000","last_fullsized":"2024-04-21T09:08:32.753487+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757901+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:08:32.757901+0000","last_peered":"2024-04-21T09:08:32.757901+0000","last_clean":"2024-04-21T09:08:32.757901+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:08:32.757901+0000","last_undegraded":"2024-04-21T09:08:32.757901+0000","last_fullsized":"2024-04-21T09:08:32.757901+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750436+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:08:32.750436+0000","last_peered":"2024-04-21T09:08:32.750436+0000","last_clean":"2024-04-21T09:08:32.750436+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:08:32.750436+0000","last_undegraded":"2024-04-21T09:08:32.750436+0000","last_fullsized":"2024-04-21T09:08:32.750436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757898+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:08:32.757898+0000","last_peered":"2024-04-21T09:08:32.757898+0000","last_clean":"2024-04-21T09:08:32.757898+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:08:32.757898+0000","last_undegraded":"2024-04-21T09:08:32.757898+0000","last_fullsized":"2024-04-21T09:08:32.757898+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":102,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:18.830473+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:09:18.830473+0000","last_peered":"2024-04-21T09:09:18.830473+0000","last_clean":"2024-04-21T09:09:18.830473+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:09:18.830473+0000","last_undegraded":"2024-04-21T09:09:18.830473+0000","last_fullsized":"2024-04-21T09:09:18.830473+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":72,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.760770+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:08:32.760770+0000","last_peered":"2024-04-21T09:08:32.760770+0000","last_clean":"2024-04-21T09:08:32.760770+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:08:32.760770+0000","last_undegraded":"2024-04-21T09:08:32.760770+0000","last_fullsized":"2024-04-21T09:08:32.760770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.761145+0000","last_change":"2024-04-21T09:08:32.760615+0000","last_active":"2024-04-21T09:08:32.761145+0000","last_peered":"2024-04-21T09:08:32.761145+0000","last_clean":"2024-04-21T09:08:32.761145+0000","last_became_active":"2024-04-21T09:08:32.760168+0000","last_became_peered":"2024-04-21T09:08:32.760168+0000","last_unstale":"2024-04-21T09:08:32.761145+0000","last_undegraded":"2024-04-21T09:08:32.761145+0000","last_fullsized":"2024-04-21T09:08:32.761145+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:14:06.613470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2,4],"acting":[8,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756269+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:08:32.756269+0000","last_peered":"2024-04-21T09:08:32.756269+0000","last_clean":"2024-04-21T09:08:32.756269+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:08:32.756269+0000","last_undegraded":"2024-04-21T09:08:32.756269+0000","last_fullsized":"2024-04-21T09:08:32.756269+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.762267+0000","last_change":"2024-04-21T09:08:32.762267+0000","last_active":"2024-04-21T09:08:32.762267+0000","last_peered":"2024-04-21T09:08:32.762267+0000","last_clean":"2024-04-21T09:08:32.762267+0000","last_became_active":"2024-04-21T09:08:32.762022+0000","last_became_peered":"2024-04-21T09:08:32.762022+0000","last_unstale":"2024-04-21T09:08:32.762267+0000","last_undegraded":"2024-04-21T09:08:32.762267+0000","last_fullsized":"2024-04-21T09:08:32.762267+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:12:47.271099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753598+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:08:32.753598+0000","last_peered":"2024-04-21T09:08:32.753598+0000","last_clean":"2024-04-21T09:08:32.753598+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:08:32.753598+0000","last_undegraded":"2024-04-21T09:08:32.753598+0000","last_fullsized":"2024-04-21T09:08:32.753598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759027+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:08:32.759027+0000","last_peered":"2024-04-21T09:08:32.759027+0000","last_clean":"2024-04-21T09:08:32.759027+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:08:32.759027+0000","last_undegraded":"2024-04-21T09:08:32.759027+0000","last_fullsized":"2024-04-21T09:08:32.759027+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759891+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:08:32.759891+0000","last_peered":"2024-04-21T09:08:32.759891+0000","last_clean":"2024-04-21T09:08:32.759891+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:08:32.759891+0000","last_undegraded":"2024-04-21T09:08:32.759891+0000","last_fullsized":"2024-04-21T09:08:32.759891+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.762203+0000","last_change":"2024-04-21T09:08:32.761736+0000","last_active":"2024-04-21T09:08:32.762203+0000","last_peered":"2024-04-21T09:08:32.762203+0000","last_clean":"2024-04-21T09:08:32.762203+0000","last_became_active":"2024-04-21T09:08:32.761289+0000","last_became_peered":"2024-04-21T09:08:32.761289+0000","last_unstale":"2024-04-21T09:08:32.762203+0000","last_undegraded":"2024-04-21T09:08:32.762203+0000","last_fullsized":"2024-04-21T09:08:32.762203+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:35:34.721320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"91'33","reported_seq":212,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:19.832238+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:09:19.832238+0000","last_peered":"2024-04-21T09:09:19.832238+0000","last_clean":"2024-04-21T09:09:19.832238+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:09:19.832238+0000","last_undegraded":"2024-04-21T09:09:19.832238+0000","last_fullsized":"2024-04-21T09:09:19.832238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63356,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":34,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754098+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:08:32.754098+0000","last_peered":"2024-04-21T09:08:32.754098+0000","last_clean":"2024-04-21T09:08:32.754098+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:08:32.754098+0000","last_undegraded":"2024-04-21T09:08:32.754098+0000","last_fullsized":"2024-04-21T09:08:32.754098+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759383+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:08:32.759383+0000","last_peered":"2024-04-21T09:08:32.759383+0000","last_clean":"2024-04-21T09:08:32.759383+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:08:32.759383+0000","last_undegraded":"2024-04-21T09:08:32.759383+0000","last_fullsized":"2024-04-21T09:08:32.759383+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752083+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:08:32.752083+0000","last_peered":"2024-04-21T09:08:32.752083+0000","last_clean":"2024-04-21T09:08:32.752083+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:08:32.752083+0000","last_undegraded":"2024-04-21T09:08:32.752083+0000","last_fullsized":"2024-04-21T09:08:32.752083+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790744+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:08:32.790744+0000","last_peered":"2024-04-21T09:08:32.790744+0000","last_clean":"2024-04-21T09:08:32.790744+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:08:32.790744+0000","last_undegraded":"2024-04-21T09:08:32.790744+0000","last_fullsized":"2024-04-21T09:08:32.790744+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756065+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:08:32.756065+0000","last_peered":"2024-04-21T09:08:32.756065+0000","last_clean":"2024-04-21T09:08:32.756065+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:08:32.756065+0000","last_undegraded":"2024-04-21T09:08:32.756065+0000","last_fullsized":"2024-04-21T09:08:32.756065+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757421+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:08:32.757421+0000","last_peered":"2024-04-21T09:08:32.757421+0000","last_clean":"2024-04-21T09:08:32.757421+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:08:32.757421+0000","last_undegraded":"2024-04-21T09:08:32.757421+0000","last_fullsized":"2024-04-21T09:08:32.757421+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757005+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:08:32.757005+0000","last_peered":"2024-04-21T09:08:32.757005+0000","last_clean":"2024-04-21T09:08:32.757005+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:08:32.757005+0000","last_undegraded":"2024-04-21T09:08:32.757005+0000","last_fullsized":"2024-04-21T09:08:32.757005+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750636+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:08:32.750636+0000","last_peered":"2024-04-21T09:08:32.750636+0000","last_clean":"2024-04-21T09:08:32.750636+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:08:32.750636+0000","last_undegraded":"2024-04-21T09:08:32.750636+0000","last_fullsized":"2024-04-21T09:08:32.750636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'3","reported_seq":103,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:17.808719+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:09:17.808719+0000","last_peered":"2024-04-21T09:09:17.808719+0000","last_clean":"2024-04-21T09:09:17.808719+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:09:17.808719+0000","last_undegraded":"2024-04-21T09:09:17.808719+0000","last_fullsized":"2024-04-21T09:09:17.808719+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755695+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:08:32.755695+0000","last_peered":"2024-04-21T09:08:32.755695+0000","last_clean":"2024-04-21T09:08:32.755695+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:08:32.755695+0000","last_undegraded":"2024-04-21T09:08:32.755695+0000","last_fullsized":"2024-04-21T09:08:32.755695+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.791121+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:08:32.791121+0000","last_peered":"2024-04-21T09:08:32.791121+0000","last_clean":"2024-04-21T09:08:32.791121+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:08:32.791121+0000","last_undegraded":"2024-04-21T09:08:32.791121+0000","last_fullsized":"2024-04-21T09:08:32.791121+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752853+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:08:32.752853+0000","last_peered":"2024-04-21T09:08:32.752853+0000","last_clean":"2024-04-21T09:08:32.752853+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:08:32.752853+0000","last_undegraded":"2024-04-21T09:08:32.752853+0000","last_fullsized":"2024-04-21T09:08:32.752853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757191+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:08:32.757191+0000","last_peered":"2024-04-21T09:08:32.757191+0000","last_clean":"2024-04-21T09:08:32.757191+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:08:32.757191+0000","last_undegraded":"2024-04-21T09:08:32.757191+0000","last_fullsized":"2024-04-21T09:08:32.757191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757017+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:08:32.757017+0000","last_peered":"2024-04-21T09:08:32.757017+0000","last_clean":"2024-04-21T09:08:32.757017+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:08:32.757017+0000","last_undegraded":"2024-04-21T09:08:32.757017+0000","last_fullsized":"2024-04-21T09:08:32.757017+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754234+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:08:32.754234+0000","last_peered":"2024-04-21T09:08:32.754234+0000","last_clean":"2024-04-21T09:08:32.754234+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:08:32.754234+0000","last_undegraded":"2024-04-21T09:08:32.754234+0000","last_fullsized":"2024-04-21T09:08:32.754234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756109+0000","last_change":"2024-04-21T09:07:42.375379+0000","last_active":"2024-04-21T09:08:32.756109+0000","last_peered":"2024-04-21T09:08:32.756109+0000","last_clean":"2024-04-21T09:08:32.756109+0000","last_became_active":"2024-04-21T09:07:42.375031+0000","last_became_peered":"2024-04-21T09:07:42.375031+0000","last_unstale":"2024-04-21T09:08:32.756109+0000","last_undegraded":"2024-04-21T09:08:32.756109+0000","last_fullsized":"2024-04-21T09:08:32.756109+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:35:49.895346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753142+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:08:32.753142+0000","last_peered":"2024-04-21T09:08:32.753142+0000","last_clean":"2024-04-21T09:08:32.753142+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:08:32.753142+0000","last_undegraded":"2024-04-21T09:08:32.753142+0000","last_fullsized":"2024-04-21T09:08:32.753142+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750457+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:08:32.750457+0000","last_peered":"2024-04-21T09:08:32.750457+0000","last_clean":"2024-04-21T09:08:32.750457+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:08:32.750457+0000","last_undegraded":"2024-04-21T09:08:32.750457+0000","last_fullsized":"2024-04-21T09:08:32.750457+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754193+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:08:32.754193+0000","last_peered":"2024-04-21T09:08:32.754193+0000","last_clean":"2024-04-21T09:08:32.754193+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:08:32.754193+0000","last_undegraded":"2024-04-21T09:08:32.754193+0000","last_fullsized":"2024-04-21T09:08:32.754193+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790748+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:08:32.790748+0000","last_peered":"2024-04-21T09:08:32.790748+0000","last_clean":"2024-04-21T09:08:32.790748+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:08:32.790748+0000","last_undegraded":"2024-04-21T09:08:32.790748+0000","last_fullsized":"2024-04-21T09:08:32.790748+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756078+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:08:32.756078+0000","last_peered":"2024-04-21T09:08:32.756078+0000","last_clean":"2024-04-21T09:08:32.756078+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:08:32.756078+0000","last_undegraded":"2024-04-21T09:08:32.756078+0000","last_fullsized":"2024-04-21T09:08:32.756078+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753198+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:08:32.753198+0000","last_peered":"2024-04-21T09:08:32.753198+0000","last_clean":"2024-04-21T09:08:32.753198+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:08:32.753198+0000","last_undegraded":"2024-04-21T09:08:32.753198+0000","last_fullsized":"2024-04-21T09:08:32.753198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.791045+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:08:32.791045+0000","last_peered":"2024-04-21T09:08:32.791045+0000","last_clean":"2024-04-21T09:08:32.791045+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:08:32.791045+0000","last_undegraded":"2024-04-21T09:08:32.791045+0000","last_fullsized":"2024-04-21T09:08:32.791045+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757344+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:08:32.757344+0000","last_peered":"2024-04-21T09:08:32.757344+0000","last_clean":"2024-04-21T09:08:32.757344+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:08:32.757344+0000","last_undegraded":"2024-04-21T09:08:32.757344+0000","last_fullsized":"2024-04-21T09:08:32.757344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":104,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:09:19.811111+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:09:19.811111+0000","last_peered":"2024-04-21T09:09:19.811111+0000","last_clean":"2024-04-21T09:09:19.811111+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:09:19.811111+0000","last_undegraded":"2024-04-21T09:09:19.811111+0000","last_fullsized":"2024-04-21T09:09:19.811111+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":73,"num_read_kb":73,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756519+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:08:32.756519+0000","last_peered":"2024-04-21T09:08:32.756519+0000","last_clean":"2024-04-21T09:08:32.756519+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:08:32.756519+0000","last_undegraded":"2024-04-21T09:08:32.756519+0000","last_fullsized":"2024-04-21T09:08:32.756519+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758472+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:08:32.758472+0000","last_peered":"2024-04-21T09:08:32.758472+0000","last_clean":"2024-04-21T09:08:32.758472+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:08:32.758472+0000","last_undegraded":"2024-04-21T09:08:32.758472+0000","last_fullsized":"2024-04-21T09:08:32.758472+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752689+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:08:32.752689+0000","last_peered":"2024-04-21T09:08:32.752689+0000","last_clean":"2024-04-21T09:08:32.752689+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:08:32.752689+0000","last_undegraded":"2024-04-21T09:08:32.752689+0000","last_fullsized":"2024-04-21T09:08:32.752689+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":362,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755628+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:08:32.755628+0000","last_peered":"2024-04-21T09:08:32.755628+0000","last_clean":"2024-04-21T09:08:32.755628+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:08:32.755628+0000","last_undegraded":"2024-04-21T09:08:32.755628+0000","last_fullsized":"2024-04-21T09:08:32.755628+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758735+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:08:32.758735+0000","last_peered":"2024-04-21T09:08:32.758735+0000","last_clean":"2024-04-21T09:08:32.758735+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:08:32.758735+0000","last_undegraded":"2024-04-21T09:08:32.758735+0000","last_fullsized":"2024-04-21T09:08:32.758735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790468+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:08:32.790468+0000","last_peered":"2024-04-21T09:08:32.790468+0000","last_clean":"2024-04-21T09:08:32.790468+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:08:32.790468+0000","last_undegraded":"2024-04-21T09:08:32.790468+0000","last_fullsized":"2024-04-21T09:08:32.790468+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755650+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:08:32.755650+0000","last_peered":"2024-04-21T09:08:32.755650+0000","last_clean":"2024-04-21T09:08:32.755650+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:08:32.755650+0000","last_undegraded":"2024-04-21T09:08:32.755650+0000","last_fullsized":"2024-04-21T09:08:32.755650+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.792163+0000","last_change":"2024-04-21T09:08:32.792163+0000","last_active":"2024-04-21T09:08:32.792163+0000","last_peered":"2024-04-21T09:08:32.792163+0000","last_clean":"2024-04-21T09:08:32.792163+0000","last_became_active":"2024-04-21T09:08:32.791581+0000","last_became_peered":"2024-04-21T09:08:32.791581+0000","last_unstale":"2024-04-21T09:08:32.792163+0000","last_undegraded":"2024-04-21T09:08:32.792163+0000","last_fullsized":"2024-04-21T09:08:32.792163+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:06:16.078761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.754135+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:08:32.754135+0000","last_peered":"2024-04-21T09:08:32.754135+0000","last_clean":"2024-04-21T09:08:32.754135+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:08:32.754135+0000","last_undegraded":"2024-04-21T09:08:32.754135+0000","last_fullsized":"2024-04-21T09:08:32.754135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790937+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:08:32.790937+0000","last_peered":"2024-04-21T09:08:32.790937+0000","last_clean":"2024-04-21T09:08:32.790937+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:08:32.790937+0000","last_undegraded":"2024-04-21T09:08:32.790937+0000","last_fullsized":"2024-04-21T09:08:32.790937+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757810+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:08:32.757810+0000","last_peered":"2024-04-21T09:08:32.757810+0000","last_clean":"2024-04-21T09:08:32.757810+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:08:32.757810+0000","last_undegraded":"2024-04-21T09:08:32.757810+0000","last_fullsized":"2024-04-21T09:08:32.757810+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'8","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750776+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:08:32.750776+0000","last_peered":"2024-04-21T09:08:32.750776+0000","last_clean":"2024-04-21T09:08:32.750776+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:08:32.750776+0000","last_undegraded":"2024-04-21T09:08:32.750776+0000","last_fullsized":"2024-04-21T09:08:32.750776+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758235+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:08:32.758235+0000","last_peered":"2024-04-21T09:08:32.758235+0000","last_clean":"2024-04-21T09:08:32.758235+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:08:32.758235+0000","last_undegraded":"2024-04-21T09:08:32.758235+0000","last_fullsized":"2024-04-21T09:08:32.758235+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751775+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:08:32.751775+0000","last_peered":"2024-04-21T09:08:32.751775+0000","last_clean":"2024-04-21T09:08:32.751775+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:08:32.751775+0000","last_undegraded":"2024-04-21T09:08:32.751775+0000","last_fullsized":"2024-04-21T09:08:32.751775+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752398+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:08:32.752398+0000","last_peered":"2024-04-21T09:08:32.752398+0000","last_clean":"2024-04-21T09:08:32.752398+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:08:32.752398+0000","last_undegraded":"2024-04-21T09:08:32.752398+0000","last_fullsized":"2024-04-21T09:08:32.752398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753552+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:08:32.753552+0000","last_peered":"2024-04-21T09:08:32.753552+0000","last_clean":"2024-04-21T09:08:32.753552+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:08:32.753552+0000","last_undegraded":"2024-04-21T09:08:32.753552+0000","last_fullsized":"2024-04-21T09:08:32.753552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751611+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:08:32.751611+0000","last_peered":"2024-04-21T09:08:32.751611+0000","last_clean":"2024-04-21T09:08:32.751611+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:08:32.751611+0000","last_undegraded":"2024-04-21T09:08:32.751611+0000","last_fullsized":"2024-04-21T09:08:32.751611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759339+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:08:32.759339+0000","last_peered":"2024-04-21T09:08:32.759339+0000","last_clean":"2024-04-21T09:08:32.759339+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:08:32.759339+0000","last_undegraded":"2024-04-21T09:08:32.759339+0000","last_fullsized":"2024-04-21T09:08:32.759339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752968+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:08:32.752968+0000","last_peered":"2024-04-21T09:08:32.752968+0000","last_clean":"2024-04-21T09:08:32.752968+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:08:32.752968+0000","last_undegraded":"2024-04-21T09:08:32.752968+0000","last_fullsized":"2024-04-21T09:08:32.752968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.750832+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:08:32.750832+0000","last_peered":"2024-04-21T09:08:32.750832+0000","last_clean":"2024-04-21T09:08:32.750832+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:08:32.750832+0000","last_undegraded":"2024-04-21T09:08:32.750832+0000","last_fullsized":"2024-04-21T09:08:32.750832+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757960+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:08:32.757960+0000","last_peered":"2024-04-21T09:08:32.757960+0000","last_clean":"2024-04-21T09:08:32.757960+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:08:32.757960+0000","last_undegraded":"2024-04-21T09:08:32.757960+0000","last_fullsized":"2024-04-21T09:08:32.757960+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755206+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:08:32.755206+0000","last_peered":"2024-04-21T09:08:32.755206+0000","last_clean":"2024-04-21T09:08:32.755206+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:08:32.755206+0000","last_undegraded":"2024-04-21T09:08:32.755206+0000","last_fullsized":"2024-04-21T09:08:32.755206+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.770346+0000","last_change":"2024-04-21T09:08:32.770346+0000","last_active":"2024-04-21T09:08:32.770346+0000","last_peered":"2024-04-21T09:08:32.770346+0000","last_clean":"2024-04-21T09:08:32.770346+0000","last_became_active":"2024-04-21T09:08:32.758063+0000","last_became_peered":"2024-04-21T09:08:32.758063+0000","last_unstale":"2024-04-21T09:08:32.770346+0000","last_undegraded":"2024-04-21T09:08:32.770346+0000","last_fullsized":"2024-04-21T09:08:32.770346+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:02:42.552559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.764817+0000","last_change":"2024-04-21T09:08:32.764269+0000","last_active":"2024-04-21T09:08:32.764817+0000","last_peered":"2024-04-21T09:08:32.764817+0000","last_clean":"2024-04-21T09:08:32.764817+0000","last_became_active":"2024-04-21T09:08:32.759095+0000","last_became_peered":"2024-04-21T09:08:32.759095+0000","last_unstale":"2024-04-21T09:08:32.764817+0000","last_undegraded":"2024-04-21T09:08:32.764817+0000","last_fullsized":"2024-04-21T09:08:32.764817+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:22:16.666992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758289+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:08:32.758289+0000","last_peered":"2024-04-21T09:08:32.758289+0000","last_clean":"2024-04-21T09:08:32.758289+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:08:32.758289+0000","last_undegraded":"2024-04-21T09:08:32.758289+0000","last_fullsized":"2024-04-21T09:08:32.758289+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751872+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:08:32.751872+0000","last_peered":"2024-04-21T09:08:32.751872+0000","last_clean":"2024-04-21T09:08:32.751872+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:08:32.751872+0000","last_undegraded":"2024-04-21T09:08:32.751872+0000","last_fullsized":"2024-04-21T09:08:32.751872+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753389+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:08:32.753389+0000","last_peered":"2024-04-21T09:08:32.753389+0000","last_clean":"2024-04-21T09:08:32.753389+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:08:32.753389+0000","last_undegraded":"2024-04-21T09:08:32.753389+0000","last_fullsized":"2024-04-21T09:08:32.753389+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756321+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:08:32.756321+0000","last_peered":"2024-04-21T09:08:32.756321+0000","last_clean":"2024-04-21T09:08:32.756321+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:08:32.756321+0000","last_undegraded":"2024-04-21T09:08:32.756321+0000","last_fullsized":"2024-04-21T09:08:32.756321+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759259+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:08:32.759259+0000","last_peered":"2024-04-21T09:08:32.759259+0000","last_clean":"2024-04-21T09:08:32.759259+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:08:32.759259+0000","last_undegraded":"2024-04-21T09:08:32.759259+0000","last_fullsized":"2024-04-21T09:08:32.759259+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752531+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:08:32.752531+0000","last_peered":"2024-04-21T09:08:32.752531+0000","last_clean":"2024-04-21T09:08:32.752531+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:08:32.752531+0000","last_undegraded":"2024-04-21T09:08:32.752531+0000","last_fullsized":"2024-04-21T09:08:32.752531+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756966+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:08:32.756966+0000","last_peered":"2024-04-21T09:08:32.756966+0000","last_clean":"2024-04-21T09:08:32.756966+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:08:32.756966+0000","last_undegraded":"2024-04-21T09:08:32.756966+0000","last_fullsized":"2024-04-21T09:08:32.756966+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753069+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:08:32.753069+0000","last_peered":"2024-04-21T09:08:32.753069+0000","last_clean":"2024-04-21T09:08:32.753069+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:08:32.753069+0000","last_undegraded":"2024-04-21T09:08:32.753069+0000","last_fullsized":"2024-04-21T09:08:32.753069+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759151+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:08:32.759151+0000","last_peered":"2024-04-21T09:08:32.759151+0000","last_clean":"2024-04-21T09:08:32.759151+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:08:32.759151+0000","last_undegraded":"2024-04-21T09:08:32.759151+0000","last_fullsized":"2024-04-21T09:08:32.759151+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757167+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:08:32.757167+0000","last_peered":"2024-04-21T09:08:32.757167+0000","last_clean":"2024-04-21T09:08:32.757167+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:08:32.757167+0000","last_undegraded":"2024-04-21T09:08:32.757167+0000","last_fullsized":"2024-04-21T09:08:32.757167+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757011+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:08:32.757011+0000","last_peered":"2024-04-21T09:08:32.757011+0000","last_clean":"2024-04-21T09:08:32.757011+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:08:32.757011+0000","last_undegraded":"2024-04-21T09:08:32.757011+0000","last_fullsized":"2024-04-21T09:08:32.757011+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.791119+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:08:32.791119+0000","last_peered":"2024-04-21T09:08:32.791119+0000","last_clean":"2024-04-21T09:08:32.791119+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:08:32.791119+0000","last_undegraded":"2024-04-21T09:08:32.791119+0000","last_fullsized":"2024-04-21T09:08:32.791119+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756344+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:08:32.756344+0000","last_peered":"2024-04-21T09:08:32.756344+0000","last_clean":"2024-04-21T09:08:32.756344+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:08:32.756344+0000","last_undegraded":"2024-04-21T09:08:32.756344+0000","last_fullsized":"2024-04-21T09:08:32.756344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755326+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:08:32.755326+0000","last_peered":"2024-04-21T09:08:32.755326+0000","last_clean":"2024-04-21T09:08:32.755326+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:08:32.755326+0000","last_undegraded":"2024-04-21T09:08:32.755326+0000","last_fullsized":"2024-04-21T09:08:32.755326+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752168+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:08:32.752168+0000","last_peered":"2024-04-21T09:08:32.752168+0000","last_clean":"2024-04-21T09:08:32.752168+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:08:32.752168+0000","last_undegraded":"2024-04-21T09:08:32.752168+0000","last_fullsized":"2024-04-21T09:08:32.752168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.751643+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:08:32.751643+0000","last_peered":"2024-04-21T09:08:32.751643+0000","last_clean":"2024-04-21T09:08:32.751643+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:08:32.751643+0000","last_undegraded":"2024-04-21T09:08:32.751643+0000","last_fullsized":"2024-04-21T09:08:32.751643+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.753314+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:08:32.753314+0000","last_peered":"2024-04-21T09:08:32.753314+0000","last_clean":"2024-04-21T09:08:32.753314+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:08:32.753314+0000","last_undegraded":"2024-04-21T09:08:32.753314+0000","last_fullsized":"2024-04-21T09:08:32.753314+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790879+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:08:32.790879+0000","last_peered":"2024-04-21T09:08:32.790879+0000","last_clean":"2024-04-21T09:08:32.790879+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:08:32.790879+0000","last_undegraded":"2024-04-21T09:08:32.790879+0000","last_fullsized":"2024-04-21T09:08:32.790879+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.755898+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:08:32.755898+0000","last_peered":"2024-04-21T09:08:32.755898+0000","last_clean":"2024-04-21T09:08:32.755898+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:08:32.755898+0000","last_undegraded":"2024-04-21T09:08:32.755898+0000","last_fullsized":"2024-04-21T09:08:32.755898+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.752484+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:08:32.752484+0000","last_peered":"2024-04-21T09:08:32.752484+0000","last_clean":"2024-04-21T09:08:32.752484+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:08:32.752484+0000","last_undegraded":"2024-04-21T09:08:32.752484+0000","last_fullsized":"2024-04-21T09:08:32.752484+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758388+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:08:32.758388+0000","last_peered":"2024-04-21T09:08:32.758388+0000","last_clean":"2024-04-21T09:08:32.758388+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:08:32.758388+0000","last_undegraded":"2024-04-21T09:08:32.758388+0000","last_fullsized":"2024-04-21T09:08:32.758388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.757163+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:08:32.757163+0000","last_peered":"2024-04-21T09:08:32.757163+0000","last_clean":"2024-04-21T09:08:32.757163+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:08:32.757163+0000","last_undegraded":"2024-04-21T09:08:32.757163+0000","last_fullsized":"2024-04-21T09:08:32.757163+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.758055+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:08:32.758055+0000","last_peered":"2024-04-21T09:08:32.758055+0000","last_clean":"2024-04-21T09:08:32.758055+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:08:32.758055+0000","last_undegraded":"2024-04-21T09:08:32.758055+0000","last_fullsized":"2024-04-21T09:08:32.758055+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.759508+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:08:32.759508+0000","last_peered":"2024-04-21T09:08:32.759508+0000","last_clean":"2024-04-21T09:08:32.759508+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:08:32.759508+0000","last_undegraded":"2024-04-21T09:08:32.759508+0000","last_fullsized":"2024-04-21T09:08:32.759508+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.790770+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:08:32.790770+0000","last_peered":"2024-04-21T09:08:32.790770+0000","last_clean":"2024-04-21T09:08:32.790770+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:08:32.790770+0000","last_undegraded":"2024-04-21T09:08:32.790770+0000","last_fullsized":"2024-04-21T09:08:32.790770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-21T09:08:32.756194+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:08:32.756194+0000","last_peered":"2024-04-21T09:08:32.756194+0000","last_clean":"2024-04-21T09:08:32.756194+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:08:32.756194+0000","last_undegraded":"2024-04-21T09:08:32.756194+0000","last_fullsized":"2024-04-21T09:08:32.756194+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66966,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":454,"num_read_kb":301,"num_write":160,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":200898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383713,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":500823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645350,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28696,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716456,"statfs":{"total":95995035648,"available":95965650944,"internally_reserved":0,"allocated":1720320,"data_stored":1155543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808875,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1040384,"data_stored":501059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070513,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1040384,"data_stored":500979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332150,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1634304,"data_stored":1096497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495675,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1019904,"data_stored":496235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1089536,"data_stored":559501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1044480,"data_stored":497623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32256,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712896,"statfs":{"total":95995035648,"available":95962005504,"internally_reserved":0,"allocated":1105920,"data_stored":560229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1032192,"data_stored":496429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920838,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":501507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757312,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28624,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716528,"statfs":{"total":95995035648,"available":95965724672,"internally_reserved":0,"allocated":1642496,"data_stored":1092085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:09:24.498 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-21T09:09:24.498 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-21T09:09:24.498 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-21T09:09:24.498 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph health --format=json 2024-04-21T09:09:24.747 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:25.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:25 smithi052 ceph-mon[28035]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:09:25.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:25 smithi052 ceph-mon[28035]: pgmap v347: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:25.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:25 smithi078 ceph-mon[31713]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:09:25.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:25 smithi078 ceph-mon[31713]: pgmap v347: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:25 smithi060 ceph-mon[31055]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:09:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:25 smithi060 ceph-mon[31055]: pgmap v347: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 -- 172.21.15.52:0/1174528296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc107980 msgr2=0x7f05cc107d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1174528296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc107980 0x7f05cc107d60 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f05b4009990 tx=0x7f05b4009ca0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 -- 172.21.15.52:0/1174528296 shutdown_connections 2024-04-21T09:09:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1174528296 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05cc1022f0 0x7f05cc10e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1174528296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc107980 0x7f05cc107d60 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1174528296 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05cc101930 0x7f05cc101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 -- 172.21.15.52:0/1174528296 >> 172.21.15.52:0/1174528296 conn(0x7f05cc0788b0 msgr2=0x7f05cc078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 -- 172.21.15.52:0/1174528296 shutdown_connections 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.498+0000 7f05d30b7700 1 -- 172.21.15.52:0/1174528296 wait complete. 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d30b7700 1 Processor -- start 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d30b7700 1 -- start start 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d30b7700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05cc101930 0x7f05cc199ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d30b7700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc1022f0 0x7f05cc19a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d30b7700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05cc107980 0x7f05cc1a4f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d30b7700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f05cc111ae0 con 0x7f05cc1022f0 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d30b7700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f05cc111960 con 0x7f05cc101930 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d30b7700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f05cc111c60 con 0x7f05cc107980 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05cbfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc1022f0 0x7f05cc19a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05cbfff700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc1022f0 0x7f05cc19a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34416/0 (socket says 172.21.15.52:34416) 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05cbfff700 1 -- 172.21.15.52:0/1654975539 learned_addr learned my addr 172.21.15.52:0/1654975539 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d0e53700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05cc101930 0x7f05cc199ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:26.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05d1654700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05cc107980 0x7f05cc1a4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05cbfff700 1 -- 172.21.15.52:0/1654975539 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05cc107980 msgr2=0x7f05cc1a4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05cbfff700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05cc107980 0x7f05cc1a4f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05cbfff700 1 -- 172.21.15.52:0/1654975539 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05cc101930 msgr2=0x7f05cc199ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05cbfff700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05cc101930 0x7f05cc199ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.499+0000 7f05cbfff700 1 -- 172.21.15.52:0/1654975539 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05cc1a54a0 con 0x7f05cc1022f0 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.500+0000 7f05cbfff700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc1022f0 0x7f05cc19a420 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f05bc00d950 tx=0x7f05bc00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.500+0000 7f05c9ffb700 1 -- 172.21.15.52:0/1654975539 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05bc016070 con 0x7f05cc1022f0 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.500+0000 7f05c9ffb700 1 -- 172.21.15.52:0/1654975539 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05bc00fd40 con 0x7f05cc1022f0 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.500+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05cc1a5730 con 0x7f05cc1022f0 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.500+0000 7f05c9ffb700 1 -- 172.21.15.52:0/1654975539 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05bc00e3b0 con 0x7f05cc1022f0 2024-04-21T09:09:26.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.500+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05cc1a5c40 con 0x7f05cc1022f0 2024-04-21T09:09:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.501+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05cc109ea0 con 0x7f05cc1022f0 2024-04-21T09:09:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.502+0000 7f05c9ffb700 1 -- 172.21.15.52:0/1654975539 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f05bc019070 con 0x7f05cc1022f0 2024-04-21T09:09:26.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.503+0000 7f05c9ffb700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f05b80a3cd0 0x7f05b80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:26.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.503+0000 7f05d0e53700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f05b80a3cd0 0x7f05b80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:26.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.503+0000 7f05c9ffb700 1 -- 172.21.15.52:0/1654975539 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f05bc0d03e0 con 0x7f05cc1022f0 2024-04-21T09:09:26.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.503+0000 7f05d0e53700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f05b80a3cd0 0x7f05b80a6190 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f05b40098e0 tx=0x7f05b4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:26.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.508+0000 7f05c9ffb700 1 -- 172.21.15.52:0/1654975539 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f05bc09c8a0 con 0x7f05cc1022f0 2024-04-21T09:09:26.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.766+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f05cc069730 con 0x7f05cc1022f0 2024-04-21T09:09:26.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.767+0000 7f05c9ffb700 1 -- 172.21.15.52:0/1654975539 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f05bc09c1a0 con 0x7f05cc1022f0 2024-04-21T09:09:26.767 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:26.767 INFO:teuthology.orchestra.run.smithi052.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-21T09:09:26.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f05b80a3cd0 msgr2=0x7f05b80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:26.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f05b80a3cd0 0x7f05b80a6190 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f05b40098e0 tx=0x7f05b4005960 comp rx=0 tx=0).stop 2024-04-21T09:09:26.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc1022f0 msgr2=0x7f05cc19a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:26.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc1022f0 0x7f05cc19a420 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f05bc00d950 tx=0x7f05bc00dc60 comp rx=0 tx=0).stop 2024-04-21T09:09:26.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 shutdown_connections 2024-04-21T09:09:26.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f05b80a3cd0 0x7f05b80a6190 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05cc107980 0x7f05cc1a4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f05cc101930 0x7f05cc199ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 --2- 172.21.15.52:0/1654975539 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05cc1022f0 0x7f05cc19a420 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:26.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 >> 172.21.15.52:0/1654975539 conn(0x7f05cc0788b0 msgr2=0x7f05cc100740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:26.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 shutdown_connections 2024-04-21T09:09:26.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:26.769+0000 7f05d30b7700 1 -- 172.21.15.52:0/1654975539 wait complete. 2024-04-21T09:09:27.513 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-21T09:09:27.513 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:09:27.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 -- 172.21.15.52:0/946812821 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c100f10 msgr2=0x7f219c101330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:27.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 --2- 172.21.15.52:0/946812821 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c100f10 0x7f219c101330 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f218c009900 tx=0x7f218c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:27.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 -- 172.21.15.52:0/946812821 shutdown_connections 2024-04-21T09:09:27.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 --2- 172.21.15.52:0/946812821 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f219c102a20 0x7f219c109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 --2- 172.21.15.52:0/946812821 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f219c102060 0x7f219c1024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 --2- 172.21.15.52:0/946812821 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c100f10 0x7f219c101330 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 -- 172.21.15.52:0/946812821 >> 172.21.15.52:0/946812821 conn(0x7f219c0fc480 msgr2=0x7f219c0fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 -- 172.21.15.52:0/946812821 shutdown_connections 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.619+0000 7f21a16ba640 1 -- 172.21.15.52:0/946812821 wait complete. 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f21a16ba640 1 Processor -- start 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f21a16ba640 1 -- start start 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f21a16ba640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f219c100f10 0x7f219c1981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f21a16ba640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f219c102060 0x7f219c198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f21a16ba640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c102a20 0x7f219c19f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f21a16ba640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f219c10c9f0 con 0x7f219c102a20 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f21a16ba640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f219c10c870 con 0x7f219c102060 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f21a16ba640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f219c10cb70 con 0x7f219c100f10 2024-04-21T09:09:27.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f219b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c102a20 0x7f219c19f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f219b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c102a20 0x7f219c19f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47242/0 (socket says 172.21.15.52:47242) 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.620+0000 7f219b7fe640 1 -- 172.21.15.52:0/2344233552 learned_addr learned my addr 172.21.15.52:0/2344233552 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f219affd640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f219c100f10 0x7f219c1981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f2193fff640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f219c102060 0x7f219c198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f219b7fe640 1 -- 172.21.15.52:0/2344233552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f219c100f10 msgr2=0x7f219c1981f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f219b7fe640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f219c100f10 0x7f219c1981f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f219b7fe640 1 -- 172.21.15.52:0/2344233552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f219c102060 msgr2=0x7f219c198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f219b7fe640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f219c102060 0x7f219c198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f219b7fe640 1 -- 172.21.15.52:0/2344233552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f219c19fe10 con 0x7f219c102a20 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f2193fff640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f219c102060 0x7f219c198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f219b7fe640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c102a20 0x7f219c19f7a0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f219400eaa0 tx=0x7f219400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f2198ff9640 1 -- 172.21.15.52:0/2344233552 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219400cdb0 con 0x7f219c102a20 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f2198ff9640 1 -- 172.21.15.52:0/2344233552 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2194005020 con 0x7f219c102a20 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f2198ff9640 1 -- 172.21.15.52:0/2344233552 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21940116d0 con 0x7f219c102a20 2024-04-21T09:09:27.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f219c1a0100 con 0x7f219c102a20 2024-04-21T09:09:27.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.621+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f219c1a0650 con 0x7f219c102a20 2024-04-21T09:09:27.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.622+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f219c1a0910 con 0x7f219c102a20 2024-04-21T09:09:27.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.623+0000 7f2198ff9640 1 -- 172.21.15.52:0/2344233552 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f21940051d0 con 0x7f219c102a20 2024-04-21T09:09:27.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.624+0000 7f2198ff9640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f21880a3c40 0x7f21880a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:27.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.624+0000 7f219affd640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f21880a3c40 0x7f21880a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:27.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.625+0000 7f2198ff9640 1 -- 172.21.15.52:0/2344233552 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f21940d0e90 con 0x7f219c102a20 2024-04-21T09:09:27.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.625+0000 7f219affd640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f21880a3c40 0x7f21880a6100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f218c006010 tx=0x7f218c02c740 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:27.628 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.628+0000 7f2198ff9640 1 -- 172.21.15.52:0/2344233552 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2194016030 con 0x7f219c102a20 2024-04-21T09:09:27.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:27 smithi078 ceph-mon[31713]: pgmap v348: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:09:27.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:27 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1654975539' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-21T09:09:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:27 smithi052 ceph-mon[28035]: pgmap v348: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:09:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:27 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1654975539' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-21T09:09:27.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.819+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f219c1a0ae0 con 0x7f219c102a20 2024-04-21T09:09:27.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.821+0000 7f2198ff9640 1 -- 172.21.15.52:0/2344233552 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24586 (secure 0 0 0) 0x7f219409d3b0 con 0x7f219c102a20 2024-04-21T09:09:27.821 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:27.821 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":91,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:08:32.747627+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f21880a3c40 msgr2=0x7f21880a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f21880a3c40 0x7f21880a6100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f218c006010 tx=0x7f218c02c740 comp rx=0 tx=0).stop 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c102a20 msgr2=0x7f219c19f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c102a20 0x7f219c19f7a0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f219400eaa0 tx=0x7f219400ef60 comp rx=0 tx=0).stop 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 shutdown_connections 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f219c102a20 0x7f219c19f7a0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f219c102060 0x7f219c198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f21880a3c40 0x7f21880a6100 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 --2- 172.21.15.52:0/2344233552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f219c100f10 0x7f219c1981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 >> 172.21.15.52:0/2344233552 conn(0x7f219c0fc480 msgr2=0x7f219c0fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 shutdown_connections 2024-04-21T09:09:27.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.823+0000 7f21a16ba640 1 -- 172.21.15.52:0/2344233552 wait complete. 2024-04-21T09:09:27.834 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:09:27.835 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:09:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:27 smithi060 ceph-mon[31055]: pgmap v348: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:09:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:27 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1654975539' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-21T09:09:27.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 -- 172.21.15.52:0/684813454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4103b60 msgr2=0x7f5cc410a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:27.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/684813454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4103b60 0x7f5cc410a3f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009ca0 tx=0x7f5cbc02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 -- 172.21.15.52:0/684813454 shutdown_connections 2024-04-21T09:09:27.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/684813454 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4103b60 0x7f5cc410a3f0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/684813454 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5cc41031a0 0x7f5cc4103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/684813454 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5cc4101fb0 0x7f5cc41023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 -- 172.21.15.52:0/684813454 >> 172.21.15.52:0/684813454 conn(0x7f5cc40fd520 msgr2=0x7f5cc40ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:27.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 -- 172.21.15.52:0/684813454 shutdown_connections 2024-04-21T09:09:27.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.940+0000 7f5ccc03f640 1 -- 172.21.15.52:0/684813454 wait complete. 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5ccc03f640 1 Processor -- start 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5ccc03f640 1 -- start start 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5ccc03f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4101fb0 0x7f5cc4198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5ccc03f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5cc41031a0 0x7f5cc41986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5ccc03f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5cc4103b60 0x7f5cc419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5ccc03f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc410daf0 con 0x7f5cc4101fb0 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5ccc03f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc410d970 con 0x7f5cc4103b60 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5ccc03f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc410dc70 con 0x7f5cc41031a0 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5cc9ddb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4101fb0 0x7f5cc4198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5cc9ddb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4101fb0 0x7f5cc4198160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47250/0 (socket says 172.21.15.52:47250) 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5cc9ddb640 1 -- 172.21.15.52:0/927635443 learned_addr learned my addr 172.21.15.52:0/927635443 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:27.943 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5cc9ddb640 1 -- 172.21.15.52:0/927635443 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5cc41031a0 msgr2=0x7f5cc41986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5cc9ddb640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5cc41031a0 0x7f5cc41986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5cc9ddb640 1 -- 172.21.15.52:0/927635443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5cc4103b60 msgr2=0x7f5cc419f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5cc9ddb640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5cc4103b60 0x7f5cc419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.941+0000 7f5cc9ddb640 1 -- 172.21.15.52:0/927635443 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc419fd80 con 0x7f5cc4101fb0 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.942+0000 7f5cc9ddb640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4101fb0 0x7f5cc4198160 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f5cb800c970 tx=0x7f5cb800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.942+0000 7f5cb6ffd640 1 -- 172.21.15.52:0/927635443 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb8004220 con 0x7f5cc4101fb0 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.942+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cc41a0070 con 0x7f5cc4101fb0 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.942+0000 7f5cb6ffd640 1 -- 172.21.15.52:0/927635443 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cb80043c0 con 0x7f5cc4101fb0 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.942+0000 7f5cb6ffd640 1 -- 172.21.15.52:0/927635443 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb800f450 con 0x7f5cc4101fb0 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.942+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cc41a05c0 con 0x7f5cc4101fb0 2024-04-21T09:09:27.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.943+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cc4109270 con 0x7f5cc4101fb0 2024-04-21T09:09:27.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.944+0000 7f5cb6ffd640 1 -- 172.21.15.52:0/927635443 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5cb8003610 con 0x7f5cc4101fb0 2024-04-21T09:09:27.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.945+0000 7f5cb6ffd640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5cb00a3c40 0x7f5cb00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:27.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.945+0000 7f5cc95da640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5cb00a3c40 0x7f5cb00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:27.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.945+0000 7f5cb6ffd640 1 -- 172.21.15.52:0/927635443 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f5cb80d0b70 con 0x7f5cc4101fb0 2024-04-21T09:09:27.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.945+0000 7f5cc95da640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5cb00a3c40 0x7f5cb00a6100 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4199670 tx=0x7f5cc0005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:27.948 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:27.949+0000 7f5cb6ffd640 1 -- 172.21.15.52:0/927635443 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5cb8014030 con 0x7f5cc4101fb0 2024-04-21T09:09:28.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.136+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5cc402d820 con 0x7f5cc4101fb0 2024-04-21T09:09:28.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.136+0000 7f5cb6ffd640 1 -- 172.21.15.52:0/927635443 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f5cb809d090 con 0x7f5cc4101fb0 2024-04-21T09:09:28.136 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:09:28.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5cb00a3c40 msgr2=0x7f5cb00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5cb00a3c40 0x7f5cb00a6100 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4199670 tx=0x7f5cc0005c70 comp rx=0 tx=0).stop 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4101fb0 msgr2=0x7f5cc4198160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4101fb0 0x7f5cc4198160 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f5cb800c970 tx=0x7f5cb800ce30 comp rx=0 tx=0).stop 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 shutdown_connections 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5cc4103b60 0x7f5cc419f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5cb00a3c40 0x7f5cb00a6100 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5cc41031a0 0x7f5cc41986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 --2- 172.21.15.52:0/927635443 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5cc4101fb0 0x7f5cc4198160 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.138+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 >> 172.21.15.52:0/927635443 conn(0x7f5cc40fd520 msgr2=0x7f5cc4106440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.139+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 shutdown_connections 2024-04-21T09:09:28.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.139+0000 7f5ccc03f640 1 -- 172.21.15.52:0/927635443 wait complete. 2024-04-21T09:09:28.150 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:09:28.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 -- 172.21.15.52:0/2868092642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770101fb0 msgr2=0x7f67701023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 --2- 172.21.15.52:0/2868092642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770101fb0 0x7f67701023d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f6760009900 tx=0x7f676002bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 -- 172.21.15.52:0/2868092642 shutdown_connections 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 --2- 172.21.15.52:0/2868092642 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6770103b60 0x7f677010a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 --2- 172.21.15.52:0/2868092642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f67701031a0 0x7f6770103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 --2- 172.21.15.52:0/2868092642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770101fb0 0x7f67701023d0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 -- 172.21.15.52:0/2868092642 >> 172.21.15.52:0/2868092642 conn(0x7f67700fd520 msgr2=0x7f67700ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 -- 172.21.15.52:0/2868092642 shutdown_connections 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.255+0000 7f6775bb1640 1 -- 172.21.15.52:0/2868092642 wait complete. 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f6775bb1640 1 Processor -- start 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f6775bb1640 1 -- start start 2024-04-21T09:09:28.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f6775bb1640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6770101fb0 0x7f6770198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f6775bb1640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67701031a0 0x7f6770198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f6775bb1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770103b60 0x7f677019f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f6775bb1640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f677010dab0 con 0x7f6770103b60 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f6775bb1640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f677010d930 con 0x7f6770101fb0 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f6775bb1640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f677010dc30 con 0x7f67701031a0 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770103b60 0x7f677019f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770103b60 0x7f677019f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47274/0 (socket says 172.21.15.52:47274) 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676ffff640 1 -- 172.21.15.52:0/665681622 learned_addr learned my addr 172.21.15.52:0/665681622 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676f7fe640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6770101fb0 0x7f6770198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676effd640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67701031a0 0x7f6770198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676ffff640 1 -- 172.21.15.52:0/665681622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67701031a0 msgr2=0x7f6770198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676ffff640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67701031a0 0x7f6770198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676ffff640 1 -- 172.21.15.52:0/665681622 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6770101fb0 msgr2=0x7f6770198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.263 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676ffff640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6770101fb0 0x7f6770198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.256+0000 7f676ffff640 1 -- 172.21.15.52:0/665681622 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f677019fe50 con 0x7f6770103b60 2024-04-21T09:09:28.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.257+0000 7f676ffff640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770103b60 0x7f677019f7e0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6768009fd0 tx=0x7f676800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:28.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.257+0000 7f676cff9640 1 -- 172.21.15.52:0/665681622 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6768017070 con 0x7f6770103b60 2024-04-21T09:09:28.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.257+0000 7f676cff9640 1 -- 172.21.15.52:0/665681622 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6768003e20 con 0x7f6770103b60 2024-04-21T09:09:28.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.257+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67701a0140 con 0x7f6770103b60 2024-04-21T09:09:28.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.257+0000 7f676cff9640 1 -- 172.21.15.52:0/665681622 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6768010460 con 0x7f6770103b60 2024-04-21T09:09:28.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.257+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67701a0640 con 0x7f6770103b60 2024-04-21T09:09:28.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.258+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6770109390 con 0x7f6770103b60 2024-04-21T09:09:28.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.259+0000 7f676cff9640 1 -- 172.21.15.52:0/665681622 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6768003970 con 0x7f6770103b60 2024-04-21T09:09:28.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.260+0000 7f676cff9640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67580a3c40 0x7f67580a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.260+0000 7f676f7fe640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67580a3c40 0x7f67580a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.260+0000 7f676cff9640 1 -- 172.21.15.52:0/665681622 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f67680d0650 con 0x7f6770103b60 2024-04-21T09:09:28.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.260+0000 7f676f7fe640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67580a3c40 0x7f67580a6100 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6760005ab0 tx=0x7f6760005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:28.265 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.264+0000 7f676cff9640 1 -- 172.21.15.52:0/665681622 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f676809c4c0 con 0x7f6770103b60 2024-04-21T09:09:28.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:28 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2344233552' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:28.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:28 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/927635443' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:28.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.455+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f6770062b50 con 0x7f6770103b60 2024-04-21T09:09:28.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.455+0000 7f676cff9640 1 -- 172.21.15.52:0/665681622 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f67680a07c0 con 0x7f6770103b60 2024-04-21T09:09:28.455 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:09:28.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67580a3c40 msgr2=0x7f67580a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67580a3c40 0x7f67580a6100 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6760005ab0 tx=0x7f6760005fd0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770103b60 msgr2=0x7f677019f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770103b60 0x7f677019f7e0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6768009fd0 tx=0x7f676800b260 comp rx=0 tx=0).stop 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 shutdown_connections 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6770103b60 0x7f677019f7e0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f67580a3c40 0x7f67580a6100 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67701031a0 0x7f6770198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 --2- 172.21.15.52:0/665681622 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6770101fb0 0x7f6770198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.457+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 >> 172.21.15.52:0/665681622 conn(0x7f67700fd520 msgr2=0x7f6770106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.458+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 shutdown_connections 2024-04-21T09:09:28.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.458+0000 7f6775bb1640 1 -- 172.21.15.52:0/665681622 wait complete. 2024-04-21T09:09:28.469 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.574+0000 7f35fdab3640 1 -- 172.21.15.52:0/814913596 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8102a20 msgr2=0x7f35f8104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.574+0000 7f35fdab3640 1 --2- 172.21.15.52:0/814913596 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8102a20 0x7f35f8104e10 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f35e8009900 tx=0x7f35e802bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 -- 172.21.15.52:0/814913596 shutdown_connections 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 --2- 172.21.15.52:0/814913596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f35f8107c80 0x7f35f810a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 --2- 172.21.15.52:0/814913596 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f8105350 0x7f35f8107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 --2- 172.21.15.52:0/814913596 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8102a20 0x7f35f8104e10 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 -- 172.21.15.52:0/814913596 >> 172.21.15.52:0/814913596 conn(0x7f35f80fc430 msgr2=0x7f35f80fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 -- 172.21.15.52:0/814913596 shutdown_connections 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 -- 172.21.15.52:0/814913596 wait complete. 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 Processor -- start 2024-04-21T09:09:28.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 -- start start 2024-04-21T09:09:28.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f8102a20 0x7f35f81982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f35f8105350 0x7f35f81987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8107c80 0x7f35f819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f35f810db40 con 0x7f35f8107c80 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f35f810d9c0 con 0x7f35f8105350 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.575+0000 7f35fdab3640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f35f810dcc0 con 0x7f35f8102a20 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8107c80 0x7f35f819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8107c80 0x7f35f819f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47286/0 (socket says 172.21.15.52:47286) 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 -- 172.21.15.52:0/1443613340 learned_addr learned my addr 172.21.15.52:0/1443613340 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f6ffd640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f35f8105350 0x7f35f81987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f77fe640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f8102a20 0x7f35f81982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 -- 172.21.15.52:0/1443613340 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f8102a20 msgr2=0x7f35f81982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f8102a20 0x7f35f81982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 -- 172.21.15.52:0/1443613340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f35f8105350 msgr2=0x7f35f81987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f35f8105350 0x7f35f81987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 -- 172.21.15.52:0/1443613340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35f819fed0 con 0x7f35f8107c80 2024-04-21T09:09:28.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f77fe640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f8102a20 0x7f35f81982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:28.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f7fff640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8107c80 0x7f35f819f860 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f35f000eaa0 tx=0x7f35f000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:28.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f4ff9640 1 -- 172.21.15.52:0/1443613340 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35f0004d20 con 0x7f35f8107c80 2024-04-21T09:09:28.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35f81a01c0 con 0x7f35f8107c80 2024-04-21T09:09:28.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f4ff9640 1 -- 172.21.15.52:0/1443613340 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35f0005020 con 0x7f35f8107c80 2024-04-21T09:09:28.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35f4ff9640 1 -- 172.21.15.52:0/1443613340 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35f00116b0 con 0x7f35f8107c80 2024-04-21T09:09:28.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.576+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35f81a0740 con 0x7f35f8107c80 2024-04-21T09:09:28.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.577+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35f80fdf20 con 0x7f35f8107c80 2024-04-21T09:09:28.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.579+0000 7f35f4ff9640 1 -- 172.21.15.52:0/1443613340 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f35f00051d0 con 0x7f35f8107c80 2024-04-21T09:09:28.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.580+0000 7f35f4ff9640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35e00a3c40 0x7f35e00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.580+0000 7f35f77fe640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35e00a3c40 0x7f35e00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.580+0000 7f35f4ff9640 1 -- 172.21.15.52:0/1443613340 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f35f00d0fa0 con 0x7f35f8107c80 2024-04-21T09:09:28.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.580+0000 7f35f77fe640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35e00a3c40 0x7f35e00a6100 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f35e8006010 tx=0x7f35e802c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:28.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.583+0000 7f35f4ff9640 1 -- 172.21.15.52:0/1443613340 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f35f0016030 con 0x7f35f8107c80 2024-04-21T09:09:28.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:28 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2344233552' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:28.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:28 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/927635443' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:28.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.770+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f35f8062b50 con 0x7f35f8107c80 2024-04-21T09:09:28.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.770+0000 7f35f4ff9640 1 -- 172.21.15.52:0/1443613340 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7f35f009d460 con 0x7f35f8107c80 2024-04-21T09:09:28.770 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35e00a3c40 msgr2=0x7f35e00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35e00a3c40 0x7f35e00a6100 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f35e8006010 tx=0x7f35e802c7e0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8107c80 msgr2=0x7f35f819f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8107c80 0x7f35f819f860 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f35f000eaa0 tx=0x7f35f000eea0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 shutdown_connections 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f35f8107c80 0x7f35f819f860 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f35f8105350 0x7f35f81987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f35e00a3c40 0x7f35e00a6100 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 --2- 172.21.15.52:0/1443613340 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f35f8102a20 0x7f35f81982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.772+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 >> 172.21.15.52:0/1443613340 conn(0x7f35f80fc430 msgr2=0x7f35f81048c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.773+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 shutdown_connections 2024-04-21T09:09:28.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.773+0000 7f35fdab3640 1 -- 172.21.15.52:0/1443613340 wait complete. 2024-04-21T09:09:28.784 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:09:28.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:28 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2344233552' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:28.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:28 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/927635443' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:28.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 -- 172.21.15.52:0/2609782762 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3641029b0 msgr2=0x7ff3641092d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 --2- 172.21.15.52:0/2609782762 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3641029b0 0x7ff3641092d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ff35c009ca0 tx=0x7ff35c02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 -- 172.21.15.52:0/2609782762 shutdown_connections 2024-04-21T09:09:28.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 --2- 172.21.15.52:0/2609782762 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff3641029b0 0x7ff3641092d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 --2- 172.21.15.52:0/2609782762 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff364101ff0 0x7ff364102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 --2- 172.21.15.52:0/2609782762 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff364100ea0 0x7ff3641012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 -- 172.21.15.52:0/2609782762 >> 172.21.15.52:0/2609782762 conn(0x7ff3640fc430 msgr2=0x7ff3640fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:28.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 -- 172.21.15.52:0/2609782762 shutdown_connections 2024-04-21T09:09:28.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 -- 172.21.15.52:0/2609782762 wait complete. 2024-04-21T09:09:28.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 Processor -- start 2024-04-21T09:09:28.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.890+0000 7ff36a567640 1 -- start start 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff36a567640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff364100ea0 0x7ff364198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff36a567640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff364101ff0 0x7ff3641986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff36a567640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3641029b0 0x7ff36419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff36a567640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff36410db00 con 0x7ff364100ea0 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff36a567640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff36410d980 con 0x7ff364101ff0 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff36a567640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff36410dc80 con 0x7ff3641029b0 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff364100ea0 0x7ff364198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff364100ea0 0x7ff364198180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47306/0 (socket says 172.21.15.52:47306) 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 -- 172.21.15.52:0/1928224278 learned_addr learned my addr 172.21.15.52:0/1928224278 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:28.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff3637fe640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff364101ff0 0x7ff3641986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff368b04640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3641029b0 0x7ff36419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 -- 172.21.15.52:0/1928224278 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3641029b0 msgr2=0x7ff36419f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3641029b0 0x7ff36419f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 -- 172.21.15.52:0/1928224278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff364101ff0 msgr2=0x7ff3641986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff364101ff0 0x7ff3641986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 -- 172.21.15.52:0/1928224278 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff36419fda0 con 0x7ff364100ea0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.891+0000 7ff363fff640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff364100ea0 0x7ff364198180 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ff35400d950 tx=0x7ff35400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.892+0000 7ff3617fa640 1 -- 172.21.15.52:0/1928224278 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff354017070 con 0x7ff364100ea0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.892+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3641a0090 con 0x7ff364100ea0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.892+0000 7ff3617fa640 1 -- 172.21.15.52:0/1928224278 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff354009c30 con 0x7ff364100ea0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.892+0000 7ff3617fa640 1 -- 172.21.15.52:0/1928224278 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35400f620 con 0x7ff364100ea0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.892+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3641a05e0 con 0x7ff364100ea0 2024-04-21T09:09:28.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.893+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3641081b0 con 0x7ff364100ea0 2024-04-21T09:09:28.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.894+0000 7ff3617fa640 1 -- 172.21.15.52:0/1928224278 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ff354010460 con 0x7ff364100ea0 2024-04-21T09:09:28.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.894+0000 7ff3617fa640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff34c0a3c40 0x7ff34c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:28.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.895+0000 7ff3637fe640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff34c0a3c40 0x7ff34c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:28.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.895+0000 7ff3617fa640 1 -- 172.21.15.52:0/1928224278 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7ff3540d0520 con 0x7ff364100ea0 2024-04-21T09:09:28.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.895+0000 7ff3637fe640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff34c0a3c40 0x7ff34c0a6100 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff364199690 tx=0x7ff35800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:28.899 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:28.899+0000 7ff3617fa640 1 -- 172.21.15.52:0/1928224278 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff35409ca40 con 0x7ff364100ea0 2024-04-21T09:09:29.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.085+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7ff36402d870 con 0x7ff364100ea0 2024-04-21T09:09:29.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.086+0000 7ff3617fa640 1 -- 172.21.15.52:0/1928224278 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7ff354009de0 con 0x7ff364100ea0 2024-04-21T09:09:29.086 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff34c0a3c40 msgr2=0x7ff34c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff34c0a3c40 0x7ff34c0a6100 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff364199690 tx=0x7ff35800b390 comp rx=0 tx=0).stop 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff364100ea0 msgr2=0x7ff364198180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff364100ea0 0x7ff364198180 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ff35400d950 tx=0x7ff35400de10 comp rx=0 tx=0).stop 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 shutdown_connections 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7ff34c0a3c40 0x7ff34c0a6100 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff3641029b0 0x7ff36419f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff364101ff0 0x7ff3641986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 --2- 172.21.15.52:0/1928224278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff364100ea0 0x7ff364198180 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 >> 172.21.15.52:0/1928224278 conn(0x7ff3640fc430 msgr2=0x7ff364105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:29.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 shutdown_connections 2024-04-21T09:09:29.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.088+0000 7ff36a567640 1 -- 172.21.15.52:0/1928224278 wait complete. 2024-04-21T09:09:29.099 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:09:29.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 -- 172.21.15.52:0/2583009941 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 msgr2=0x7f3c301012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/2583009941 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 0x7f3c301012c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3c20009900 tx=0x7f3c2002bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 -- 172.21.15.52:0/2583009941 shutdown_connections 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/2583009941 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c301029b0 0x7f3c301092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/2583009941 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c30101ff0 0x7f3c30102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/2583009941 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 0x7f3c301012c0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 -- 172.21.15.52:0/2583009941 >> 172.21.15.52:0/2583009941 conn(0x7f3c300fc410 msgr2=0x7f3c300fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 -- 172.21.15.52:0/2583009941 shutdown_connections 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.200+0000 7f3c36ef4640 1 -- 172.21.15.52:0/2583009941 wait complete. 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c36ef4640 1 Processor -- start 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c36ef4640 1 -- start start 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c36ef4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 0x7f3c3006b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c36ef4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c30101ff0 0x7f3c3019cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c36ef4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c301029b0 0x7f3c3019f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c36ef4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3010c9d0 con 0x7f3c30100ea0 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c36ef4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3010c850 con 0x7f3c301029b0 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c36ef4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3010cb50 con 0x7f3c30101ff0 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c34c90640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 0x7f3c3006b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c34c90640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 0x7f3c3006b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47330/0 (socket says 172.21.15.52:47330) 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c34c90640 1 -- 172.21.15.52:0/886999894 learned_addr learned my addr 172.21.15.52:0/886999894 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c2ffff640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c30101ff0 0x7f3c3019cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.201+0000 7f3c35491640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c301029b0 0x7f3c3019f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c34c90640 1 -- 172.21.15.52:0/886999894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c30101ff0 msgr2=0x7f3c3019cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c34c90640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c30101ff0 0x7f3c3019cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c34c90640 1 -- 172.21.15.52:0/886999894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c301029b0 msgr2=0x7f3c3019f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c34c90640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c301029b0 0x7f3c3019f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c34c90640 1 -- 172.21.15.52:0/886999894 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c3019fda0 con 0x7f3c30100ea0 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c2ffff640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c30101ff0 0x7f3c3019cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:29.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c34c90640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 0x7f3c3006b1d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3c20006010 tx=0x7f3c20004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:29.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c2dffb640 1 -- 172.21.15.52:0/886999894 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c20043020 con 0x7f3c30100ea0 2024-04-21T09:09:29.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c2dffb640 1 -- 172.21.15.52:0/886999894 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c20004440 con 0x7f3c30100ea0 2024-04-21T09:09:29.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c301a0030 con 0x7f3c30100ea0 2024-04-21T09:09:29.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c2dffb640 1 -- 172.21.15.52:0/886999894 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c20003bf0 con 0x7f3c30100ea0 2024-04-21T09:09:29.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.202+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c301a0580 con 0x7f3c30100ea0 2024-04-21T09:09:29.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.203+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c301081b0 con 0x7f3c30100ea0 2024-04-21T09:09:29.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.204+0000 7f3c2dffb640 1 -- 172.21.15.52:0/886999894 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3c20046020 con 0x7f3c30100ea0 2024-04-21T09:09:29.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.205+0000 7f3c2dffb640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3c180a3c40 0x7f3c180a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.205+0000 7f3c2dffb640 1 -- 172.21.15.52:0/886999894 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f3c200f2c60 con 0x7f3c30100ea0 2024-04-21T09:09:29.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.205+0000 7f3c2ffff640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3c180a3c40 0x7f3c180a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.205+0000 7f3c2ffff640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3c180a3c40 0x7f3c180a6100 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3c240058c0 tx=0x7f3c24005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:29.209 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.209+0000 7f3c2dffb640 1 -- 172.21.15.52:0/886999894 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c2004d020 con 0x7f3c30100ea0 2024-04-21T09:09:29.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.437+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c3002d810 con 0x7f3c30100ea0 2024-04-21T09:09:29.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.437+0000 7f3c2dffb640 1 -- 172.21.15.52:0/886999894 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11855 (secure 0 0 0) 0x7f3c200bf290 con 0x7f3c30100ea0 2024-04-21T09:09:29.437 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:29.437 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:08:08.697938+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:09:29.438 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 24 2024-04-21T09:09:29.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3c180a3c40 msgr2=0x7f3c180a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3c180a3c40 0x7f3c180a6100 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f3c240058c0 tx=0x7f3c24005850 comp rx=0 tx=0).stop 2024-04-21T09:09:29.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 msgr2=0x7f3c3006b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 0x7f3c3006b1d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f3c20006010 tx=0x7f3c20004040 comp rx=0 tx=0).stop 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 shutdown_connections 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c301029b0 0x7f3c3019f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3c180a3c40 0x7f3c180a6100 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c30101ff0 0x7f3c3019cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 --2- 172.21.15.52:0/886999894 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c30100ea0 0x7f3c3006b1d0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 >> 172.21.15.52:0/886999894 conn(0x7f3c300fc410 msgr2=0x7f3c30105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 shutdown_connections 2024-04-21T09:09:29.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.439+0000 7f3c36ef4640 1 -- 172.21.15.52:0/886999894 wait complete. 2024-04-21T09:09:29.451 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:09:29.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 -- 172.21.15.52:0/3517917395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 msgr2=0x7f1df4101ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3517917395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 0x7f1df4101ff0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1dec009ca0 tx=0x7f1dec02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 -- 172.21.15.52:0/3517917395 shutdown_connections 2024-04-21T09:09:29.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3517917395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 0x7f1df4101ff0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3517917395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1df41011d0 0x7f1df4101630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3517917395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1df4100870 0x7f1df4100c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 -- 172.21.15.52:0/3517917395 >> 172.21.15.52:0/3517917395 conn(0x7f1df40fc410 msgr2=0x7f1df40fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:29.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 -- 172.21.15.52:0/3517917395 shutdown_connections 2024-04-21T09:09:29.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.552+0000 7f1df8d59640 1 -- 172.21.15.52:0/3517917395 wait complete. 2024-04-21T09:09:29.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df8d59640 1 Processor -- start 2024-04-21T09:09:29.555 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df8d59640 1 -- start start 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df8d59640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1df4100870 0x7f1df419a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df8d59640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1df41011d0 0x7f1df419a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df8d59640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 0x7f1df41a1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df8d59640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1df410fcf0 con 0x7f1df4101b70 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df8d59640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1df410fb70 con 0x7f1df4100870 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df8d59640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1df410fe70 con 0x7f1df41011d0 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df2d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 0x7f1df41a1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df2d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 0x7f1df41a1820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47346/0 (socket says 172.21.15.52:47346) 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.553+0000 7f1df2d9d640 1 -- 172.21.15.52:0/3826303605 learned_addr learned my addr 172.21.15.52:0/3826303605 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df259c640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1df4100870 0x7f1df419a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df1d9b640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1df41011d0 0x7f1df419a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df2d9d640 1 -- 172.21.15.52:0/3826303605 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1df41011d0 msgr2=0x7f1df419a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df2d9d640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1df41011d0 0x7f1df419a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.556 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df2d9d640 1 -- 172.21.15.52:0/3826303605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1df4100870 msgr2=0x7f1df419a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df2d9d640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1df4100870 0x7f1df419a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df2d9d640 1 -- 172.21.15.52:0/3826303605 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1df41a1e90 con 0x7f1df4101b70 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df259c640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1df4100870 0x7f1df419a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df1d9b640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1df41011d0 0x7f1df419a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df2d9d640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 0x7f1df41a1820 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1dec02c700 tx=0x7f1dec034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1de37fe640 1 -- 172.21.15.52:0/3826303605 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec039040 con 0x7f1df4101b70 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1de37fe640 1 -- 172.21.15.52:0/3826303605 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1dec044070 con 0x7f1df4101b70 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1df41a2120 con 0x7f1df4101b70 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1de37fe640 1 -- 172.21.15.52:0/3826303605 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec0042a0 con 0x7f1df4101b70 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.554+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1df41a2660 con 0x7f1df4101b70 2024-04-21T09:09:29.557 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.555+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1df410b6d0 con 0x7f1df4101b70 2024-04-21T09:09:29.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.556+0000 7f1de37fe640 1 -- 172.21.15.52:0/3826303605 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1dec003970 con 0x7f1df4101b70 2024-04-21T09:09:29.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.557+0000 7f1de37fe640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1ddc0a3cc0 0x7f1ddc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.557+0000 7f1df259c640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1ddc0a3cc0 0x7f1ddc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.557+0000 7f1de37fe640 1 -- 172.21.15.52:0/3826303605 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f1dec0f2be0 con 0x7f1df4101b70 2024-04-21T09:09:29.558 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.558+0000 7f1df259c640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1ddc0a3cc0 0x7f1ddc0a6180 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1de40058c0 tx=0x7f1de4005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:29.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.562+0000 7f1de37fe640 1 -- 172.21.15.52:0/3826303605 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1dec0bf210 con 0x7f1df4101b70 2024-04-21T09:09:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:29 smithi078 ceph-mon[31713]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:29 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/665681622' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:29 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1443613340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:29 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1928224278' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:29 smithi052 ceph-mon[28035]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:29.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:29 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/665681622' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:29 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1443613340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:29 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1928224278' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.754+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1df4062b50 con 0x7f1df4101b70 2024-04-21T09:09:29.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.756+0000 7f1de37fe640 1 -- 172.21.15.52:0/3826303605 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24586 (secure 0 0 0) 0x7f1dec0beb10 con 0x7f1df4101b70 2024-04-21T09:09:29.756 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:29.756 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":91,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:08:32.747627+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:09:29.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1ddc0a3cc0 msgr2=0x7f1ddc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1ddc0a3cc0 0x7f1ddc0a6180 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1de40058c0 tx=0x7f1de4005850 comp rx=0 tx=0).stop 2024-04-21T09:09:29.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 msgr2=0x7f1df41a1820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 0x7f1df41a1820 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f1dec02c700 tx=0x7f1dec034760 comp rx=0 tx=0).stop 2024-04-21T09:09:29.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 shutdown_connections 2024-04-21T09:09:29.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1df4101b70 0x7f1df41a1820 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1ddc0a3cc0 0x7f1ddc0a6180 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1df41011d0 0x7f1df419a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 --2- 172.21.15.52:0/3826303605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1df4100870 0x7f1df419a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 >> 172.21.15.52:0/3826303605 conn(0x7f1df40fc410 msgr2=0x7f1df40fd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:29.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 shutdown_connections 2024-04-21T09:09:29.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.758+0000 7f1df8d59640 1 -- 172.21.15.52:0/3826303605 wait complete. 2024-04-21T09:09:29.769 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:09:29.770 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:09:29.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:29 smithi060 ceph-mon[31055]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:29 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/665681622' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:29 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1443613340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:29 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1928224278' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.874+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/1279144507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 msgr2=0x7f0c981012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.874+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/1279144507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 0x7f0c981012b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0c90009ca0 tx=0x7f0c9002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/1279144507 shutdown_connections 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/1279144507 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c981029a0 0x7f0c981092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/1279144507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0c98101fe0 0x7f0c98102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/1279144507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 0x7f0c981012b0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/1279144507 >> 172.21.15.52:0/1279144507 conn(0x7f0c980fc420 msgr2=0x7f0c980fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/1279144507 shutdown_connections 2024-04-21T09:09:29.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/1279144507 wait complete. 2024-04-21T09:09:29.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 Processor -- start 2024-04-21T09:09:29.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.875+0000 7f0c9cdf4640 1 -- start start 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9cdf4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 0x7f0c981970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9cdf4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0c98101fe0 0x7f0c98197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9cdf4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c981029a0 0x7f0c9819e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9cdf4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9810c9c0 con 0x7f0c98100e90 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9cdf4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9810c840 con 0x7f0c98101fe0 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9cdf4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9810cb40 con 0x7f0c981029a0 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 0x7f0c981970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 0x7f0c981970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47354/0 (socket says 172.21.15.52:47354) 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 -- 172.21.15.52:0/789497556 learned_addr learned my addr 172.21.15.52:0/789497556 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c95d9b640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0c98101fe0 0x7f0c98197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c96d9d640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c981029a0 0x7f0c9819e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 -- 172.21.15.52:0/789497556 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c981029a0 msgr2=0x7f0c9819e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c981029a0 0x7f0c9819e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 -- 172.21.15.52:0/789497556 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0c98101fe0 msgr2=0x7f0c98197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0c98101fe0 0x7f0c98197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 -- 172.21.15.52:0/789497556 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c9819ed10 con 0x7f0c98100e90 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9659c640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 0x7f0c981970f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0c90032380 tx=0x7f0c900347b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c877fe640 1 -- 172.21.15.52:0/789497556 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c90039040 con 0x7f0c98100e90 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c877fe640 1 -- 172.21.15.52:0/789497556 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c90044070 con 0x7f0c98100e90 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c98069250 con 0x7f0c98100e90 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c877fe640 1 -- 172.21.15.52:0/789497556 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c900042a0 con 0x7f0c98100e90 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.876+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c98069740 con 0x7f0c98100e90 2024-04-21T09:09:29.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.878+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c98068e00 con 0x7f0c98100e90 2024-04-21T09:09:29.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.879+0000 7f0c877fe640 1 -- 172.21.15.52:0/789497556 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0c90003970 con 0x7f0c98100e90 2024-04-21T09:09:29.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.879+0000 7f0c877fe640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0c800a3c40 0x7f0c800a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:29.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.879+0000 7f0c95d9b640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0c800a3c40 0x7f0c800a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:29.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.879+0000 7f0c877fe640 1 -- 172.21.15.52:0/789497556 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f0c900f2b00 con 0x7f0c98100e90 2024-04-21T09:09:29.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.880+0000 7f0c95d9b640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0c800a3c40 0x7f0c800a6100 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0c98198600 tx=0x7f0c8c00d5a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:29.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:29.884+0000 7f0c877fe640 1 -- 172.21.15.52:0/789497556 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0c900bf130 con 0x7f0c98100e90 2024-04-21T09:09:30.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.070+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0c98107f90 con 0x7f0c98100e90 2024-04-21T09:09:30.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.070+0000 7f0c877fe640 1 -- 172.21.15.52:0/789497556 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f0c900bea30 con 0x7f0c98100e90 2024-04-21T09:09:30.070 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:09:30.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0c800a3c40 msgr2=0x7f0c800a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0c800a3c40 0x7f0c800a6100 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0c98198600 tx=0x7f0c8c00d5a0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 msgr2=0x7f0c981970f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 0x7f0c981970f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0c90032380 tx=0x7f0c900347b0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 shutdown_connections 2024-04-21T09:09:30.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f0c800a3c40 0x7f0c800a6100 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0c981029a0 0x7f0c9819e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0c98101fe0 0x7f0c98197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 --2- 172.21.15.52:0/789497556 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0c98100e90 0x7f0c981970f0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 >> 172.21.15.52:0/789497556 conn(0x7f0c980fc420 msgr2=0x7f0c981054e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:30.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 shutdown_connections 2024-04-21T09:09:30.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.072+0000 7f0c9cdf4640 1 -- 172.21.15.52:0/789497556 wait complete. 2024-04-21T09:09:30.084 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 -- 172.21.15.52:0/1144644913 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c64101fe0 msgr2=0x7f1c64102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 --2- 172.21.15.52:0/1144644913 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c64101fe0 0x7f1c64102460 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f1c58009900 tx=0x7f1c5802bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 -- 172.21.15.52:0/1144644913 shutdown_connections 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 --2- 172.21.15.52:0/1144644913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c641029a0 0x7f1c641092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 --2- 172.21.15.52:0/1144644913 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c64101fe0 0x7f1c64102460 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 --2- 172.21.15.52:0/1144644913 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c64100e90 0x7f1c641012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 -- 172.21.15.52:0/1144644913 >> 172.21.15.52:0/1144644913 conn(0x7f1c640fc420 msgr2=0x7f1c640fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 -- 172.21.15.52:0/1144644913 shutdown_connections 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 -- 172.21.15.52:0/1144644913 wait complete. 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 Processor -- start 2024-04-21T09:09:30.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.190+0000 7f1c69a21640 1 -- start start 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c69a21640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c64100e90 0x7f1c6410b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c69a21640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c64101fe0 0x7f1c64109e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c69a21640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641029a0 0x7f1c6410a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c69a21640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6410db30 con 0x7f1c641029a0 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c69a21640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6410d9b0 con 0x7f1c64101fe0 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c69a21640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6410dcb0 con 0x7f1c64100e90 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641029a0 0x7f1c6410a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641029a0 0x7f1c6410a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47372/0 (socket says 172.21.15.52:47372) 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 -- 172.21.15.52:0/3287079049 learned_addr learned my addr 172.21.15.52:0/3287079049 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c627fc640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c64101fe0 0x7f1c64109e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c62ffd640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c64100e90 0x7f1c6410b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 -- 172.21.15.52:0/3287079049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c64100e90 msgr2=0x7f1c6410b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c64100e90 0x7f1c6410b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 -- 172.21.15.52:0/3287079049 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c64101fe0 msgr2=0x7f1c64109e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c64101fe0 0x7f1c64109e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 -- 172.21.15.52:0/3287079049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c6410ac40 con 0x7f1c641029a0 2024-04-21T09:09:30.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c62ffd640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c64100e90 0x7f1c6410b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:30.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c637fe640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641029a0 0x7f1c6410a3b0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c00e970 tx=0x7f1c5c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:30.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c68a1f640 1 -- 172.21.15.52:0/3287079049 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c00ccc0 con 0x7f1c641029a0 2024-04-21T09:09:30.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c641a2340 con 0x7f1c641029a0 2024-04-21T09:09:30.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c68a1f640 1 -- 172.21.15.52:0/3287079049 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c5c00ce60 con 0x7f1c641029a0 2024-04-21T09:09:30.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.191+0000 7f1c68a1f640 1 -- 172.21.15.52:0/3287079049 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c010430 con 0x7f1c641029a0 2024-04-21T09:09:30.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.192+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c641a2860 con 0x7f1c641029a0 2024-04-21T09:09:30.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.192+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c64068e00 con 0x7f1c641029a0 2024-04-21T09:09:30.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.194+0000 7f1c68a1f640 1 -- 172.21.15.52:0/3287079049 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1c5c004fb0 con 0x7f1c641029a0 2024-04-21T09:09:30.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.194+0000 7f1c68a1f640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3c40 0x7f1c4c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.194+0000 7f1c62ffd640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3c40 0x7f1c4c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.194+0000 7f1c68a1f640 1 -- 172.21.15.52:0/3287079049 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f1c5c0d1030 con 0x7f1c641029a0 2024-04-21T09:09:30.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.195+0000 7f1c62ffd640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3c40 0x7f1c4c0a6100 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1c54005fd0 tx=0x7f1c54009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:30.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.198+0000 7f1c68a1f640 1 -- 172.21.15.52:0/3287079049 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c5c053ff0 con 0x7f1c641029a0 2024-04-21T09:09:30.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.384+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f1c6402d5c0 con 0x7f1c641029a0 2024-04-21T09:09:30.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.384+0000 7f1c68a1f640 1 -- 172.21.15.52:0/3287079049 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f1c5c09d550 con 0x7f1c641029a0 2024-04-21T09:09:30.384 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:09:30.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3c40 msgr2=0x7f1c4c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3c40 0x7f1c4c0a6100 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1c54005fd0 tx=0x7f1c54009500 comp rx=0 tx=0).stop 2024-04-21T09:09:30.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641029a0 msgr2=0x7f1c6410a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641029a0 0x7f1c6410a3b0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c00e970 tx=0x7f1c5c00ed70 comp rx=0 tx=0).stop 2024-04-21T09:09:30.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 shutdown_connections 2024-04-21T09:09:30.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1c641029a0 0x7f1c6410a3b0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1c64101fe0 0x7f1c64109e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1c4c0a3c40 0x7f1c4c0a6100 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 --2- 172.21.15.52:0/3287079049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1c64100e90 0x7f1c6410b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 >> 172.21.15.52:0/3287079049 conn(0x7f1c640fc420 msgr2=0x7f1c641054e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:30.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 shutdown_connections 2024-04-21T09:09:30.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.386+0000 7f1c69a21640 1 -- 172.21.15.52:0/3287079049 wait complete. 2024-04-21T09:09:30.398 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:09:30.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 -- 172.21.15.52:0/1941284964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c8101ff0 msgr2=0x7f09c8102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 --2- 172.21.15.52:0/1941284964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c8101ff0 0x7f09c8102470 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f09b4009900 tx=0x7f09b402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 -- 172.21.15.52:0/1941284964 shutdown_connections 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 --2- 172.21.15.52:0/1941284964 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c81029b0 0x7f09c81092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 --2- 172.21.15.52:0/1941284964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c8101ff0 0x7f09c8102470 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 --2- 172.21.15.52:0/1941284964 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c8100ea0 0x7f09c81012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 -- 172.21.15.52:0/1941284964 >> 172.21.15.52:0/1941284964 conn(0x7f09c80fc430 msgr2=0x7f09c80fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 -- 172.21.15.52:0/1941284964 shutdown_connections 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 -- 172.21.15.52:0/1941284964 wait complete. 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 Processor -- start 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 -- start start 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.503+0000 7f09cead2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c8100ea0 0x7f09c8197140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cead2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c8101ff0 0x7f09c8197680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cead2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c81029b0 0x7f09c819e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cead2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f09c810ca00 con 0x7f09c81029b0 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cead2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f09c810c880 con 0x7f09c8100ea0 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cead2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f09c810cb80 con 0x7f09c8101ff0 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c81029b0 0x7f09c819e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c81029b0 0x7f09c819e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47394/0 (socket says 172.21.15.52:47394) 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 -- 172.21.15.52:0/776344651 learned_addr learned my addr 172.21.15.52:0/776344651 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cc86e640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c8100ea0 0x7f09c8197140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09c7fff640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c8101ff0 0x7f09c8197680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 -- 172.21.15.52:0/776344651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c8101ff0 msgr2=0x7f09c8197680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c8101ff0 0x7f09c8197680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 -- 172.21.15.52:0/776344651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c8100ea0 msgr2=0x7f09c8197140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c8100ea0 0x7f09c8197140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 -- 172.21.15.52:0/776344651 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09c819ed60 con 0x7f09c81029b0 2024-04-21T09:09:30.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cd06f640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c81029b0 0x7f09c819e6f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f09c000eb10 tx=0x7f09c000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:30.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09c5ffb640 1 -- 172.21.15.52:0/776344651 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c0004b20 con 0x7f09c81029b0 2024-04-21T09:09:30.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09c5ffb640 1 -- 172.21.15.52:0/776344651 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09c0004cc0 con 0x7f09c81029b0 2024-04-21T09:09:30.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09c819eff0 con 0x7f09c81029b0 2024-04-21T09:09:30.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.504+0000 7f09c5ffb640 1 -- 172.21.15.52:0/776344651 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c0010670 con 0x7f09c81029b0 2024-04-21T09:09:30.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.505+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09c819f4c0 con 0x7f09c81029b0 2024-04-21T09:09:30.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.506+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09c8108230 con 0x7f09c81029b0 2024-04-21T09:09:30.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.506+0000 7f09c5ffb640 1 -- 172.21.15.52:0/776344651 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f09c0005020 con 0x7f09c81029b0 2024-04-21T09:09:30.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.507+0000 7f09c5ffb640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b80a3c40 0x7f09b80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.507+0000 7f09c5ffb640 1 -- 172.21.15.52:0/776344651 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f09c00d0fc0 con 0x7f09c81029b0 2024-04-21T09:09:30.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.507+0000 7f09cc86e640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b80a3c40 0x7f09b80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.508+0000 7f09cc86e640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b80a3c40 0x7f09b80a6100 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f09bc005fd0 tx=0x7f09bc005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:30.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.512+0000 7f09c5ffb640 1 -- 172.21.15.52:0/776344651 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f09c009d4e0 con 0x7f09c81029b0 2024-04-21T09:09:30.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:30 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/886999894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:30.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:30 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3826303605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:30.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:30 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/789497556' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:30.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:30 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3287079049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:30.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.701+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f09c8062b50 con 0x7f09c81029b0 2024-04-21T09:09:30.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.702+0000 7f09c5ffb640 1 -- 172.21.15.52:0/776344651 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7f09c009cde0 con 0x7f09c81029b0 2024-04-21T09:09:30.702 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b80a3c40 msgr2=0x7f09b80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b80a3c40 0x7f09b80a6100 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f09bc005fd0 tx=0x7f09bc005850 comp rx=0 tx=0).stop 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c81029b0 msgr2=0x7f09c819e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c81029b0 0x7f09c819e6f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f09c000eb10 tx=0x7f09c000c2d0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 shutdown_connections 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c81029b0 0x7f09c819e6f0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b80a3c40 0x7f09b80a6100 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c8101ff0 0x7f09c8197680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 --2- 172.21.15.52:0/776344651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c8100ea0 0x7f09c8197140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 >> 172.21.15.52:0/776344651 conn(0x7f09c80fc430 msgr2=0x7f09c8105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 shutdown_connections 2024-04-21T09:09:30.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.704+0000 7f09cead2640 1 -- 172.21.15.52:0/776344651 wait complete. 2024-04-21T09:09:30.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:30 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/886999894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:30.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:30 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3826303605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:30.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:30 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/789497556' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:30.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:30 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3287079049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:30.715 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 -- 172.21.15.52:0/370069054 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7410101ff0 msgr2=0x7f7410102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 --2- 172.21.15.52:0/370069054 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7410101ff0 0x7f7410102470 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f7400009900 tx=0x7f740002bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 -- 172.21.15.52:0/370069054 shutdown_connections 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 --2- 172.21.15.52:0/370069054 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f74101029b0 0x7f74101092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 --2- 172.21.15.52:0/370069054 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7410101ff0 0x7f7410102470 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 --2- 172.21.15.52:0/370069054 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7410100ea0 0x7f74101012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 -- 172.21.15.52:0/370069054 >> 172.21.15.52:0/370069054 conn(0x7f74100fc430 msgr2=0x7f74100fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 -- 172.21.15.52:0/370069054 shutdown_connections 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 -- 172.21.15.52:0/370069054 wait complete. 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 Processor -- start 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.820+0000 7f7417d8f640 1 -- start start 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7417d8f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7410100ea0 0x7f7410197070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7417d8f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7410101ff0 0x7f74101975b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7417d8f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74101029b0 0x7f741019e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7417d8f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f741010c9f0 con 0x7f74101029b0 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7417d8f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f741010c870 con 0x7f7410101ff0 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7417d8f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f741010cb70 con 0x7f7410100ea0 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74101029b0 0x7f741019e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74101029b0 0x7f741019e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47412/0 (socket says 172.21.15.52:47412) 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 -- 172.21.15.52:0/2584725589 learned_addr learned my addr 172.21.15.52:0/2584725589 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741532a640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7410101ff0 0x7f74101975b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7415b2b640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7410100ea0 0x7f7410197070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 -- 172.21.15.52:0/2584725589 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7410100ea0 msgr2=0x7f7410197070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7410100ea0 0x7f7410197070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 -- 172.21.15.52:0/2584725589 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7410101ff0 msgr2=0x7f74101975b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7410101ff0 0x7f74101975b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:30.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 -- 172.21.15.52:0/2584725589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f741019ec90 con 0x7f74101029b0 2024-04-21T09:09:30.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741532a640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7410101ff0 0x7f74101975b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:30.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f741632c640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74101029b0 0x7f741019e620 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f740800eaa0 tx=0x7f740800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:30.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7406ffd640 1 -- 172.21.15.52:0/2584725589 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f740800cdb0 con 0x7f74101029b0 2024-04-21T09:09:30.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f741019ef80 con 0x7f74101029b0 2024-04-21T09:09:30.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7406ffd640 1 -- 172.21.15.52:0/2584725589 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7408005020 con 0x7f74101029b0 2024-04-21T09:09:30.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.821+0000 7f7406ffd640 1 -- 172.21.15.52:0/2584725589 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74080116d0 con 0x7f74101029b0 2024-04-21T09:09:30.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.822+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f741019f440 con 0x7f74101029b0 2024-04-21T09:09:30.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.822+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74101081b0 con 0x7f74101029b0 2024-04-21T09:09:30.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.824+0000 7f7406ffd640 1 -- 172.21.15.52:0/2584725589 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f74080054a0 con 0x7f74101029b0 2024-04-21T09:09:30.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.824+0000 7f7406ffd640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f73fc0a3c40 0x7f73fc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:30.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.824+0000 7f7415b2b640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f73fc0a3c40 0x7f73fc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:30.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.824+0000 7f7406ffd640 1 -- 172.21.15.52:0/2584725589 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f74080d0b20 con 0x7f74101029b0 2024-04-21T09:09:30.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.825+0000 7f7415b2b640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f73fc0a3c40 0x7f73fc0a6100 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f740c005e10 tx=0x7f740c005da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:30.828 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:30.829+0000 7f7406ffd640 1 -- 172.21.15.52:0/2584725589 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7408016030 con 0x7f74101029b0 2024-04-21T09:09:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:30 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/886999894' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:30 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3826303605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:30 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/789497556' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:30.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:30 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3287079049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:31.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.017+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f741002d7c0 con 0x7f74101029b0 2024-04-21T09:09:31.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.018+0000 7f7406ffd640 1 -- 172.21.15.52:0/2584725589 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7f740809d040 con 0x7f74101029b0 2024-04-21T09:09:31.018 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:09:31.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f73fc0a3c40 msgr2=0x7f73fc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f73fc0a3c40 0x7f73fc0a6100 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f740c005e10 tx=0x7f740c005da0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74101029b0 msgr2=0x7f741019e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74101029b0 0x7f741019e620 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f740800eaa0 tx=0x7f740800ef60 comp rx=0 tx=0).stop 2024-04-21T09:09:31.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 shutdown_connections 2024-04-21T09:09:31.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f74101029b0 0x7f741019e620 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7410101ff0 0x7f74101975b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f73fc0a3c40 0x7f73fc0a6100 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 --2- 172.21.15.52:0/2584725589 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7410100ea0 0x7f7410197070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 >> 172.21.15.52:0/2584725589 conn(0x7f74100fc430 msgr2=0x7f7410105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:31.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 shutdown_connections 2024-04-21T09:09:31.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.020+0000 7f7417d8f640 1 -- 172.21.15.52:0/2584725589 wait complete. 2024-04-21T09:09:31.031 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:09:31.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 -- 172.21.15.52:0/2098352052 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60101ff0 msgr2=0x7eff60102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 --2- 172.21.15.52:0/2098352052 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60101ff0 0x7eff60102470 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7eff54009900 tx=0x7eff5402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:31.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 -- 172.21.15.52:0/2098352052 shutdown_connections 2024-04-21T09:09:31.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 --2- 172.21.15.52:0/2098352052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff601029b0 0x7eff601092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 --2- 172.21.15.52:0/2098352052 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60101ff0 0x7eff60102470 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 --2- 172.21.15.52:0/2098352052 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff60100ea0 0x7eff601012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 -- 172.21.15.52:0/2098352052 >> 172.21.15.52:0/2098352052 conn(0x7eff600fc410 msgr2=0x7eff600fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 -- 172.21.15.52:0/2098352052 shutdown_connections 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.133+0000 7eff64bef640 1 -- 172.21.15.52:0/2098352052 wait complete. 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff64bef640 1 Processor -- start 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff64bef640 1 -- start start 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff64bef640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60100ea0 0x7eff6006b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff64bef640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff60101ff0 0x7eff6019ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff64bef640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff601029b0 0x7eff6019f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff64bef640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7eff6010c9e0 con 0x7eff60100ea0 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff64bef640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7eff6010c860 con 0x7eff601029b0 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff64bef640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7eff6010cb60 con 0x7eff60101ff0 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60100ea0 0x7eff6006b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60100ea0 0x7eff6006b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47440/0 (socket says 172.21.15.52:47440) 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 -- 172.21.15.52:0/39536417 learned_addr learned my addr 172.21.15.52:0/39536417 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 -- 172.21.15.52:0/39536417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff60101ff0 msgr2=0x7eff6019ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff60101ff0 0x7eff6019ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 -- 172.21.15.52:0/39536417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff601029b0 msgr2=0x7eff6019f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff601029b0 0x7eff6019f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 -- 172.21.15.52:0/39536417 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff6019fd20 con 0x7eff60100ea0 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.134+0000 7eff5e59c640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60100ea0 0x7eff6006b1d0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7eff5000c920 tx=0x7eff5000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.135+0000 7eff4f7fe640 1 -- 172.21.15.52:0/39536417 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff50007c70 con 0x7eff60100ea0 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.135+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff6019ffb0 con 0x7eff60100ea0 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.135+0000 7eff4f7fe640 1 -- 172.21.15.52:0/39536417 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff50007e10 con 0x7eff60100ea0 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.135+0000 7eff4f7fe640 1 -- 172.21.15.52:0/39536417 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff50018820 con 0x7eff60100ea0 2024-04-21T09:09:31.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.135+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff601a0520 con 0x7eff60100ea0 2024-04-21T09:09:31.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.136+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff60108150 con 0x7eff60100ea0 2024-04-21T09:09:31.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.137+0000 7eff4f7fe640 1 -- 172.21.15.52:0/39536417 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7eff5000f450 con 0x7eff60100ea0 2024-04-21T09:09:31.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.137+0000 7eff4f7fe640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7eff480a3c40 0x7eff480a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.137+0000 7eff5dd9b640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7eff480a3c40 0x7eff480a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.137+0000 7eff4f7fe640 1 -- 172.21.15.52:0/39536417 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7eff500d0ab0 con 0x7eff60100ea0 2024-04-21T09:09:31.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.138+0000 7eff5dd9b640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7eff480a3c40 0x7eff480a6100 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7eff54036040 tx=0x7eff54000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:31.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.142+0000 7eff4f7fe640 1 -- 172.21.15.52:0/39536417 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7eff50014030 con 0x7eff60100ea0 2024-04-21T09:09:31.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.370+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff6002d5c0 con 0x7eff60100ea0 2024-04-21T09:09:31.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.371+0000 7eff4f7fe640 1 -- 172.21.15.52:0/39536417 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11855 (secure 0 0 0) 0x7eff6002d5c0 con 0x7eff60100ea0 2024-04-21T09:09:31.371 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:31.371 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:08:08.697938+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:09:31.371 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 24 2024-04-21T09:09:31.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7eff480a3c40 msgr2=0x7eff480a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7eff480a3c40 0x7eff480a6100 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7eff54036040 tx=0x7eff54000bc0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60100ea0 msgr2=0x7eff6006b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60100ea0 0x7eff6006b1d0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7eff5000c920 tx=0x7eff5000cde0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 shutdown_connections 2024-04-21T09:09:31.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff601029b0 0x7eff6019f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7eff480a3c40 0x7eff480a6100 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff60101ff0 0x7eff6019ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 --2- 172.21.15.52:0/39536417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff60100ea0 0x7eff6006b1d0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 >> 172.21.15.52:0/39536417 conn(0x7eff600fc410 msgr2=0x7eff60105320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:31.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 shutdown_connections 2024-04-21T09:09:31.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.373+0000 7eff64bef640 1 -- 172.21.15.52:0/39536417 wait complete. 2024-04-21T09:09:31.385 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:09:31.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 -- 172.21.15.52:0/1037107400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 msgr2=0x7f5190104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 --2- 172.21.15.52:0/1037107400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 0x7f5190104e10 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f5180009900 tx=0x7f518002bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:31.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 -- 172.21.15.52:0/1037107400 shutdown_connections 2024-04-21T09:09:31.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 --2- 172.21.15.52:0/1037107400 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5190107c80 0x7f519010a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 --2- 172.21.15.52:0/1037107400 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5190105350 0x7f5190107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 --2- 172.21.15.52:0/1037107400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 0x7f5190104e10 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 -- 172.21.15.52:0/1037107400 >> 172.21.15.52:0/1037107400 conn(0x7f51900fc410 msgr2=0x7f51900fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:31.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 -- 172.21.15.52:0/1037107400 shutdown_connections 2024-04-21T09:09:31.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.487+0000 7f5195515640 1 -- 172.21.15.52:0/1037107400 wait complete. 2024-04-21T09:09:31.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f5195515640 1 Processor -- start 2024-04-21T09:09:31.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f5195515640 1 -- start start 2024-04-21T09:09:31.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f5195515640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 0x7f5190102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f5195515640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5190105350 0x7f51901009d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f5195515640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5190107c80 0x7f5190100f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f5195515640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f519010db40 con 0x7f5190102a20 2024-04-21T09:09:31.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f5195515640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f519010d9c0 con 0x7f5190107c80 2024-04-21T09:09:31.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f5195515640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f519010dcc0 con 0x7f5190105350 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f518effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 0x7f5190102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f518effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 0x7f5190102390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47464/0 (socket says 172.21.15.52:47464) 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f518effd640 1 -- 172.21.15.52:0/703097549 learned_addr learned my addr 172.21.15.52:0/703097549 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f518e7fc640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5190105350 0x7f51901009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f518f7fe640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5190107c80 0x7f5190100f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f518effd640 1 -- 172.21.15.52:0/703097549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5190105350 msgr2=0x7f51901009d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.488+0000 7f518effd640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5190105350 0x7f51901009d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f518effd640 1 -- 172.21.15.52:0/703097549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5190107c80 msgr2=0x7f5190100f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f518effd640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5190107c80 0x7f5190100f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f518effd640 1 -- 172.21.15.52:0/703097549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51901017a0 con 0x7f5190102a20 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f518e7fc640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5190105350 0x7f51901009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f518f7fe640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5190107c80 0x7f5190100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:31.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f518effd640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 0x7f5190102390 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f5180036040 tx=0x7f51800042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:31.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f5177fff640 1 -- 172.21.15.52:0/703097549 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180043020 con 0x7f5190102a20 2024-04-21T09:09:31.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51901a22e0 con 0x7f5190102a20 2024-04-21T09:09:31.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f5177fff640 1 -- 172.21.15.52:0/703097549 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51800054c0 con 0x7f5190102a20 2024-04-21T09:09:31.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f5177fff640 1 -- 172.21.15.52:0/703097549 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180003db0 con 0x7f5190102a20 2024-04-21T09:09:31.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.489+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51901a2900 con 0x7f5190102a20 2024-04-21T09:09:31.492 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.490+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51900fdf00 con 0x7f5190102a20 2024-04-21T09:09:31.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.491+0000 7f5177fff640 1 -- 172.21.15.52:0/703097549 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5180046020 con 0x7f5190102a20 2024-04-21T09:09:31.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.492+0000 7f5177fff640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51780a3c40 0x7f51780a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.492+0000 7f5177fff640 1 -- 172.21.15.52:0/703097549 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f51800f2de0 con 0x7f5190102a20 2024-04-21T09:09:31.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.492+0000 7f518e7fc640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51780a3c40 0x7f51780a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.492+0000 7f518e7fc640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51780a3c40 0x7f51780a6100 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5190102100 tx=0x7f5184005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:31.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.496+0000 7f5177fff640 1 -- 172.21.15.52:0/703097549 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f518004d020 con 0x7f5190102a20 2024-04-21T09:09:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:31 smithi078 ceph-mon[31713]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:31 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/776344651' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:31 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2584725589' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:31 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/39536417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:31.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:31 smithi052 ceph-mon[28035]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:31.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:31 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/776344651' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:31.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:31 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2584725589' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:31.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:31 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/39536417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:31.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.717+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5190062b50 con 0x7f5190102a20 2024-04-21T09:09:31.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.719+0000 7f5177fff640 1 -- 172.21.15.52:0/703097549 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24586 (secure 0 0 0) 0x7f51800bf3b0 con 0x7f5190102a20 2024-04-21T09:09:31.719 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:31.719 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":91,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:08:32.747627+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:09:31.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51780a3c40 msgr2=0x7f51780a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51780a3c40 0x7f51780a6100 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5190102100 tx=0x7f5184005d30 comp rx=0 tx=0).stop 2024-04-21T09:09:31.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 msgr2=0x7f5190102390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 0x7f5190102390 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f5180036040 tx=0x7f51800042f0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 shutdown_connections 2024-04-21T09:09:31.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5190107c80 0x7f5190100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f51780a3c40 0x7f51780a6100 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5190105350 0x7f51901009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 --2- 172.21.15.52:0/703097549 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5190102a20 0x7f5190102390 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 >> 172.21.15.52:0/703097549 conn(0x7f51900fc410 msgr2=0x7f5190103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:31.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 shutdown_connections 2024-04-21T09:09:31.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.721+0000 7f5195515640 1 -- 172.21.15.52:0/703097549 wait complete. 2024-04-21T09:09:31.733 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:09:31.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 -- 172.21.15.52:0/88958690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468103950 msgr2=0x7f246810a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 --2- 172.21.15.52:0/88958690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468103950 0x7f246810a1e0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2460009ca0 tx=0x7f246002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 -- 172.21.15.52:0/88958690 shutdown_connections 2024-04-21T09:09:31.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 --2- 172.21.15.52:0/88958690 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468103950 0x7f246810a1e0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.836 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 --2- 172.21.15.52:0/88958690 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2468102f90 0x7f2468103410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.836 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 --2- 172.21.15.52:0/88958690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2468101da0 0x7f24681021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.836 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 -- 172.21.15.52:0/88958690 >> 172.21.15.52:0/88958690 conn(0x7f24680fd310 msgr2=0x7f24680ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:31.836 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 -- 172.21.15.52:0/88958690 shutdown_connections 2024-04-21T09:09:31.836 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.835+0000 7f246ca00640 1 -- 172.21.15.52:0/88958690 wait complete. 2024-04-21T09:09:31.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246ca00640 1 Processor -- start 2024-04-21T09:09:31.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246ca00640 1 -- start start 2024-04-21T09:09:31.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246ca00640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468101da0 0x7f246819a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246ca00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2468102f90 0x7f246819a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246ca00640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2468103950 0x7f24681a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246ca00640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f246810d8d0 con 0x7f2468101da0 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246ca00640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f246810d750 con 0x7f2468102f90 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246ca00640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f246810da50 con 0x7f2468103950 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f2466d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468101da0 0x7f246819a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f2466d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468101da0 0x7f246819a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47496/0 (socket says 172.21.15.52:47496) 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f2466d9d640 1 -- 172.21.15.52:0/3858231169 learned_addr learned my addr 172.21.15.52:0/3858231169 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.836+0000 7f246759e640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2468103950 0x7f24681a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f246659c640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2468102f90 0x7f246819a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f2466d9d640 1 -- 172.21.15.52:0/3858231169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2468103950 msgr2=0x7f24681a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f2466d9d640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2468103950 0x7f24681a1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f2466d9d640 1 -- 172.21.15.52:0/3858231169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2468102f90 msgr2=0x7f246819a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:31.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f2466d9d640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2468102f90 0x7f246819a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f2466d9d640 1 -- 172.21.15.52:0/3858231169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24681a1c90 con 0x7f2468101da0 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f246659c640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2468102f90 0x7f246819a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f2466d9d640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468101da0 0x7f246819a070 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f245800d770 tx=0x7f245800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f244ffff640 1 -- 172.21.15.52:0/3858231169 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2458017070 con 0x7f2468101da0 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f244ffff640 1 -- 172.21.15.52:0/3858231169 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2458009c30 con 0x7f2468101da0 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24681a1f80 con 0x7f2468101da0 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f244ffff640 1 -- 172.21.15.52:0/3858231169 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2458003cc0 con 0x7f2468101da0 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.837+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24681a2440 con 0x7f2468101da0 2024-04-21T09:09:31.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.838+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24681a26a0 con 0x7f2468101da0 2024-04-21T09:09:31.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:31 smithi060 ceph-mon[31055]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:31.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:31 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/776344651' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:31.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:31 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2584725589' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:31.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:31 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/39536417' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:31.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.840+0000 7f244ffff640 1 -- 172.21.15.52:0/3858231169 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2458003e60 con 0x7f2468101da0 2024-04-21T09:09:31.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.840+0000 7f244ffff640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f24500a3d70 0x7f24500a6230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:31.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.841+0000 7f246659c640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f24500a3d70 0x7f24500a6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:31.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.841+0000 7f244ffff640 1 -- 172.21.15.52:0/3858231169 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f24580d0610 con 0x7f2468101da0 2024-04-21T09:09:31.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.841+0000 7f246659c640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f24500a3d70 0x7f24500a6230 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f246819b580 tx=0x7f245c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:31.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:31.844+0000 7f244ffff640 1 -- 172.21.15.52:0/3858231169 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2458009de0 con 0x7f2468101da0 2024-04-21T09:09:32.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.070+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24681a2870 con 0x7f2468101da0 2024-04-21T09:09:32.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.071+0000 7f244ffff640 1 -- 172.21.15.52:0/3858231169 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11855 (secure 0 0 0) 0x7f245809cbb0 con 0x7f2468101da0 2024-04-21T09:09:32.071 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:32.071 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:08:08.697938+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:09:32.071 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 24 2024-04-21T09:09:32.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f24500a3d70 msgr2=0x7f24500a6230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f24500a3d70 0x7f24500a6230 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f246819b580 tx=0x7f245c005f90 comp rx=0 tx=0).stop 2024-04-21T09:09:32.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468101da0 msgr2=0x7f246819a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468101da0 0x7f246819a070 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f245800d770 tx=0x7f245800dc30 comp rx=0 tx=0).stop 2024-04-21T09:09:32.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 shutdown_connections 2024-04-21T09:09:32.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f24500a3d70 0x7f24500a6230 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2468103950 0x7f24681a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2468102f90 0x7f246819a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 --2- 172.21.15.52:0/3858231169 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2468101da0 0x7f246819a070 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 >> 172.21.15.52:0/3858231169 conn(0x7f24680fd310 msgr2=0x7f2468074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 shutdown_connections 2024-04-21T09:09:32.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.073+0000 7f246ca00640 1 -- 172.21.15.52:0/3858231169 wait complete. 2024-04-21T09:09:32.085 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-21T09:07:41.734296+0000', 'modified': '2024-04-21T09:08:08.697938+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24542, 'mds_1': 24517, 'mds_2': 24503}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6835/1998686722', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6834', 'nonce': 1998686722}, {'type': 'v1', 'addr': '172.21.15.60:6835', 'nonce': 1998686722}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.78:6835/2825456266', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6834', 'nonce': 2825456266}, {'type': 'v1', 'addr': '172.21.15.78:6835', 'nonce': 2825456266}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.78:6837/119150232', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6836', 'nonce': 119150232}, {'type': 'v1', 'addr': '172.21.15.78:6837', 'nonce': 119150232}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.60:6837/870798288', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6836', 'nonce': 870798288}, {'type': 'v1', 'addr': '172.21.15.60:6837', 'nonce': 870798288}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.78:6839/1114809149', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6838', 'nonce': 1114809149}, {'type': 'v1', 'addr': '172.21.15.78:6839', 'nonce': 1114809149}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24542': {'gid': 24542, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.60:6839/3283399565', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6838', 'nonce': 3283399565}, {'type': 'v1', 'addr': '172.21.15.60:6839', 'nonce': 3283399565}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24542, 'qdb_cluster': [24542, 24503, 24517]} 2024-04-21T09:09:32.085 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-21T09:09:32.085 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-21T09:09:32.190 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 -- 172.21.15.52:0/285518156 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103b50 msgr2=0x7fc16010a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 --2- 172.21.15.52:0/285518156 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103b50 0x7fc16010a3e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fc158009ca0 tx=0x7fc15802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 -- 172.21.15.52:0/285518156 shutdown_connections 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 --2- 172.21.15.52:0/285518156 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103b50 0x7fc16010a3e0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 --2- 172.21.15.52:0/285518156 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc160103190 0x7fc160103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 --2- 172.21.15.52:0/285518156 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc160101fa0 0x7fc1601023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 -- 172.21.15.52:0/285518156 >> 172.21.15.52:0/285518156 conn(0x7fc1600fd510 msgr2=0x7fc1600ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 -- 172.21.15.52:0/285518156 shutdown_connections 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.188+0000 7fc166f15640 1 -- 172.21.15.52:0/285518156 wait complete. 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc166f15640 1 Processor -- start 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc166f15640 1 -- start start 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc166f15640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc160101fa0 0x7fc16019a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc166f15640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103190 0x7fc16019a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc166f15640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc160103b50 0x7fc1601a1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc166f15640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc16010daa0 con 0x7fc160103190 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc166f15640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc16010d920 con 0x7fc160101fa0 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc166f15640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc16010dc20 con 0x7fc160103b50 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103190 0x7fc16019a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103190 0x7fc16019a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47512/0 (socket says 172.21.15.52:47512) 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.189+0000 7fc15ffff640 1 -- 172.21.15.52:0/1505082258 learned_addr learned my addr 172.21.15.52:0/1505082258 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc1654b2640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc160103b50 0x7fc1601a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc164cb1640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc160101fa0 0x7fc16019a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15ffff640 1 -- 172.21.15.52:0/1505082258 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc160103b50 msgr2=0x7fc1601a1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15ffff640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc160103b50 0x7fc1601a1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15ffff640 1 -- 172.21.15.52:0/1505082258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc160101fa0 msgr2=0x7fc16019a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15ffff640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc160101fa0 0x7fc16019a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15ffff640 1 -- 172.21.15.52:0/1505082258 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1601a1f80 con 0x7fc160103190 2024-04-21T09:09:32.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc1654b2640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc160103b50 0x7fc1601a1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:32.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc164cb1640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc160101fa0 0x7fc16019a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:32.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15ffff640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103190 0x7fc16019a8a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fc15400d950 tx=0x7fc15400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15dffb640 1 -- 172.21.15.52:0/1505082258 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154017070 con 0x7fc160103190 2024-04-21T09:09:32.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc166f15640 1 -- 172.21.15.52:0/1505082258 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1601a2270 con 0x7fc160103190 2024-04-21T09:09:32.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15dffb640 1 -- 172.21.15.52:0/1505082258 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc154009c30 con 0x7fc160103190 2024-04-21T09:09:32.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc15dffb640 1 -- 172.21.15.52:0/1505082258 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc15400f620 con 0x7fc160103190 2024-04-21T09:09:32.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.190+0000 7fc166f15640 1 -- 172.21.15.52:0/1505082258 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1601a27c0 con 0x7fc160103190 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.192+0000 7fc15dffb640 1 -- 172.21.15.52:0/1505082258 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc154010460 con 0x7fc160103190 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc169be4740 1 Processor -- start 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc169be4740 1 -- start start 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc169be4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 0x56286b47f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15dffb640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1480a3c40 0x7fc1480a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc169be4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b47fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc169be4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b4802d0 0x56286b486eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc169be4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56286b3e3b10 con 0x56286b47f830 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc169be4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56286b381240 con 0x56286b47ee40 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc169be4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56286b3dfad0 con 0x56286b4802d0 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b47fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc1654b2640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1480a3c40 0x7fc1480a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b47fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47520/0 (socket says 172.21.15.52:47520) 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15ffff640 1 -- 172.21.15.52:0/1995880660 learned_addr learned my addr 172.21.15.52:0/1995880660 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc164cb1640 1 --2- 172.21.15.52:0/1995880660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 0x56286b47f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15dffb640 1 -- 172.21.15.52:0/1505082258 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc1540d05f0 con 0x7fc160103190 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15ffff640 1 -- 172.21.15.52:0/1995880660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b4802d0 msgr2=0x56286b486eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15ffff640 1 --2- 172.21.15.52:0/1995880660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b4802d0 0x56286b486eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15ffff640 1 -- 172.21.15.52:0/1995880660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 msgr2=0x56286b47f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15ffff640 1 --2- 172.21.15.52:0/1995880660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 0x56286b47f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.193+0000 7fc15ffff640 1 -- 172.21.15.52:0/1995880660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56286b0f62d0 con 0x56286b47f830 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.194+0000 7fc1654b2640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1480a3c40 0x7fc1480a6100 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc158006010 tx=0x7fc158005f80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.194+0000 7fc15ffff640 1 --2- 172.21.15.52:0/1995880660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b47fcb0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc1540cdb50 tx=0x7fc154005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b04cb8bf38b9e63d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.194+0000 7fc146ffd640 1 -- 172.21.15.52:0/1995880660 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154020070 con 0x56286b47f830 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.194+0000 7fc146ffd640 1 -- 172.21.15.52:0/1995880660 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1540a5ee0 con 0x56286b47f830 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.194+0000 7fc146ffd640 1 -- 172.21.15.52:0/1995880660 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1540b1e60 con 0x56286b47f830 2024-04-21T09:09:32.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.194+0000 7fc169be4740 1 -- 172.21.15.52:0/1995880660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 msgr2=0x56286b47fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.194+0000 7fc169be4740 1 --2- 172.21.15.52:0/1995880660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b47fcb0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc1540cdb50 tx=0x7fc154005880 comp rx=0 tx=0).stop 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 -- 172.21.15.52:0/1995880660 shutdown_connections 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 --2- 172.21.15.52:0/1995880660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b4802d0 0x56286b486eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 --2- 172.21.15.52:0/1995880660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b47fcb0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 --2- 172.21.15.52:0/1995880660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 0x56286b47f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 -- 172.21.15.52:0/1995880660 >> 172.21.15.52:0/1995880660 conn(0x56286b47af40 msgr2=0x56286b479490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 -- 172.21.15.52:0/1995880660 shutdown_connections 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 -- 172.21.15.52:0/1995880660 wait complete. 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 -- start start 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 Processor -- start 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 0x56286b488eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4893f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b490430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56286b4874b0 con 0x56286b47f830 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56286b36c190 con 0x56286b4802d0 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56286b487630 con 0x56286b47ee40 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc169be4740 10 client.0 _ll_register_callbacks cb 0x56286b3678b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4893f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4893f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47524/0 (socket says 172.21.15.52:47524) 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.195+0000 7fc15ffff640 1 -- 172.21.15.52:0/3925719804 learned_addr learned my addr 172.21.15.52:0/3925719804 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc164cb1640 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 0x56286b488eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc1654b2640 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b490430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc15ffff640 1 -- 172.21.15.52:0/3925719804 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 msgr2=0x56286b488eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc15ffff640 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 0x56286b488eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc15ffff640 1 -- 172.21.15.52:0/3925719804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 msgr2=0x56286b490430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc15ffff640 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b490430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc15ffff640 1 -- 172.21.15.52:0/3925719804 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56286b1c06b0 con 0x56286b47f830 2024-04-21T09:09:32.203 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc15ffff640 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4893f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc15409c0b0 tx=0x7fc15409cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0729fac88da1f22 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc13ffff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc13ffff640 1 -- 172.21.15.52:0/3925719804 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154020050 con 0x56286b47f830 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc13ffff640 1 -- 172.21.15.52:0/3925719804 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc1540cde30 con 0x56286b47f830 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc169be4740 1 -- 172.21.15.52:0/3925719804 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1540a5ee0 con 0x56286b47f830 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc13ffff640 1 -- 172.21.15.52:0/3925719804 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc1540ba050 con 0x56286b47f830 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc169be4740 10 client.15195 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc169be4740 1 -- 172.21.15.52:0/3925719804 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56286b4937a0 con 0x56286b47f830 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc13ffff640 1 -- 172.21.15.52:0/3925719804 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1540a5ee0 con 0x56286b47f830 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.196+0000 7fc13ffff640 1 -- 172.21.15.52:0/3925719804 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fc15409d6e0 con 0x56286b47f830 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc169be4740 10 client.15195 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:32.204 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc169be4740 10 client.15195 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc169be4740 20 client.15195 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc169be4740 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56286b495930 0x56286b496da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc169be4740 4 client.15195 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc169be4740 1 -- 172.21.15.52:0/3925719804 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56286b3f1530 con 0x56286b495930 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc164cb1640 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56286b495930 0x56286b496da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc164cb1640 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56286b495930 0x56286b496da0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1964421424cbf320 server_cookie=6da79b07f6c9a109 in_seq=0 out_seq=0 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.197+0000 7fc13ffff640 10 client.15195 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.198+0000 7fc13ffff640 1 -- 172.21.15.52:0/3925719804 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56286b3f1530 con 0x56286b495930 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.198+0000 7fc13ffff640 10 client.15195 handle_command_reply: tid=0 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.198+0000 7fc169be4740 1 client.15195 shutdown 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.198+0000 7fc169be4740 1 -- 172.21.15.52:0/3925719804 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 msgr2=0x56286b4893f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.198+0000 7fc169be4740 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4893f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc15409c0b0 tx=0x7fc15409cb20 comp rx=0 tx=0).stop 2024-04-21T09:09:32.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 1 -- 172.21.15.52:0/3925719804 shutdown_connections 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b490430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56286b495930 0x56286b496da0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4893f0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 1 --2- 172.21.15.52:0/3925719804 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 0x56286b488eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc13ffff640 0 client.15195 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 1 -- 172.21.15.52:0/3925719804 >> 172.21.15.52:0/3925719804 conn(0x56286b47af40 msgr2=0x56286b478a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 1 -- 172.21.15.52:0/3925719804 shutdown_connections 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 1 -- 172.21.15.52:0/3925719804 wait complete. 2024-04-21T09:09:32.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.199+0000 7fc169be4740 20 client.15195 trim_cache size 0 max 16384 2024-04-21T09:09:32.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc169be4740 1 Processor -- start 2024-04-21T09:09:32.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc169be4740 1 -- start start 2024-04-21T09:09:32.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc169be4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 0x56286b474800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc169be4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4903f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc169be4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b4802d0 0x56286b483850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc169be4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56286b4950e0 con 0x56286b47f830 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc169be4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56286b4957b0 con 0x56286b47ee40 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc169be4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56286b495e80 con 0x56286b4802d0 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4903f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4903f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47538/0 (socket says 172.21.15.52:47538) 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 -- 172.21.15.52:0/2084954968 learned_addr learned my addr 172.21.15.52:0/2084954968 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc164cb1640 1 --2- 172.21.15.52:0/2084954968 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 0x56286b474800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 -- 172.21.15.52:0/2084954968 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b4802d0 msgr2=0x56286b483850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 --2- 172.21.15.52:0/2084954968 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b4802d0 0x56286b483850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 -- 172.21.15.52:0/2084954968 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 msgr2=0x56286b474800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 --2- 172.21.15.52:0/2084954968 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 0x56286b474800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 -- 172.21.15.52:0/2084954968 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56286b47a230 con 0x56286b47f830 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.217+0000 7fc15ffff640 1 --2- 172.21.15.52:0/2084954968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4903f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc15409c340 tx=0x7fc15409bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4cdb969695c102e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc1467fc640 1 -- 172.21.15.52:0/2084954968 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154020070 con 0x56286b47f830 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc1467fc640 1 -- 172.21.15.52:0/2084954968 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1540b0e50 con 0x56286b47f830 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc1467fc640 1 -- 172.21.15.52:0/2084954968 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1540a5020 con 0x56286b47f830 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 -- 172.21.15.52:0/2084954968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 msgr2=0x56286b4903f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 --2- 172.21.15.52:0/2084954968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4903f0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc15409c340 tx=0x7fc15409bdd0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 -- 172.21.15.52:0/2084954968 shutdown_connections 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 --2- 172.21.15.52:0/2084954968 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b4802d0 0x56286b483850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 --2- 172.21.15.52:0/2084954968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b4903f0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 --2- 172.21.15.52:0/2084954968 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b47ee40 0x56286b474800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 -- 172.21.15.52:0/2084954968 >> 172.21.15.52:0/2084954968 conn(0x56286b47af40 msgr2=0x56286b479460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 -- 172.21.15.52:0/2084954968 shutdown_connections 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 -- 172.21.15.52:0/2084954968 wait complete. 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.218+0000 7fc169be4740 1 -- start start 2024-04-21T09:09:32.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc169be4740 1 Processor -- start 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc169be4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 0x56286b48c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc169be4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b48ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc169be4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b48f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc169be4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56286b496c20 con 0x56286b47f830 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc169be4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56286b496550 con 0x56286b4802d0 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc169be4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56286b4972f0 con 0x56286b47ee40 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc169be4740 10 client.0 _ll_register_callbacks cb 0x7fc150009400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b48ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b48ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47542/0 (socket says 172.21.15.52:47542) 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 -- 172.21.15.52:0/2086057801 learned_addr learned my addr 172.21.15.52:0/2086057801 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc1654b2640 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b48f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 -- 172.21.15.52:0/2086057801 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 msgr2=0x56286b48c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 0x56286b48c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 -- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 msgr2=0x56286b48f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.224 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b48f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 -- 172.21.15.52:0/2086057801 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56286b48f910 con 0x56286b47f830 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc1654b2640 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b48f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc15ffff640 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b48ead0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc15409dad0 tx=0x7fc15409bfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5151389a9172c62b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.219+0000 7fc13ffff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc13ffff640 1 -- 172.21.15.52:0/2086057801 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc154020070 con 0x56286b47f830 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc13ffff640 1 -- 172.21.15.52:0/2086057801 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc15409db40 con 0x56286b47f830 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 1 -- 172.21.15.52:0/2086057801 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1540b0e50 con 0x56286b47f830 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc13ffff640 1 -- 172.21.15.52:0/2086057801 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc1540a5cc0 con 0x56286b47f830 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 10 client.15201 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 1 -- 172.21.15.52:0/2086057801 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56286b4fbb70 con 0x56286b47f830 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc13ffff640 1 -- 172.21.15.52:0/2086057801 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1540b0e50 con 0x56286b47f830 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc13ffff640 1 -- 172.21.15.52:0/2086057801 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fc154098100 con 0x56286b47f830 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 10 client.15201 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:32.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 10 client.15201 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 20 client.15201 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56286b5002b0 0x56286b4fefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 4 client.15201 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc169be4740 1 -- 172.21.15.52:0/2086057801 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "status"}) -- 0x56286b3eb3a0 con 0x56286b5002b0 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.220+0000 7fc164cb1640 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56286b5002b0 0x56286b4fefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc164cb1640 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56286b5002b0 0x56286b4fefc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d294c0f67dc1533f server_cookie=269a07e07a8ed34a in_seq=0 out_seq=0 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc13ffff640 10 client.15201 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc13ffff640 1 -- 172.21.15.52:0/2086057801 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56286b3eb3a0 con 0x56286b5002b0 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc13ffff640 10 client.15201 handle_command_reply: tid=0 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 client.15201 shutdown 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 -- 172.21.15.52:0/2086057801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 msgr2=0x56286b48ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b48ead0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc15409dad0 tx=0x7fc15409bfb0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 -- 172.21.15.52:0/2086057801 shutdown_connections 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56286b4802d0 0x56286b48f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56286b5002b0 0x56286b4fefc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56286b47f830 0x56286b48ead0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 --2- 172.21.15.52:0/2086057801 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56286b47ee40 0x56286b48c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 -- 172.21.15.52:0/2086057801 >> 172.21.15.52:0/2086057801 conn(0x56286b47af40 msgr2=0x56286b478170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc13ffff640 0 client.15201 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 -- 172.21.15.52:0/2086057801 shutdown_connections 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 1 -- 172.21.15.52:0/2086057801 wait complete. 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.221+0000 7fc169be4740 20 client.15201 trim_cache size 0 max 16384 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:09:32.227 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 2, 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24503, 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 84.528167374000006, 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 24, 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 91, 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 89, 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 125.567128852 2024-04-21T09:09:32.228 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:09:32.229 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 -- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1480a3c40 msgr2=0x7fc1480a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.229 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1480a3c40 0x7fc1480a6100 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc158006010 tx=0x7fc158005f80 comp rx=0 tx=0).stop 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 -- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103190 msgr2=0x7fc16019a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103190 0x7fc16019a8a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fc15400d950 tx=0x7fc15400de10 comp rx=0 tx=0).stop 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 -- 172.21.15.52:0/1505082258 shutdown_connections 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1480a3c40 0x7fc1480a6100 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc160103b50 0x7fc1601a1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc160103190 0x7fc16019a8a0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 --2- 172.21.15.52:0/1505082258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc160101fa0 0x7fc16019a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 -- 172.21.15.52:0/1505082258 >> 172.21.15.52:0/1505082258 conn(0x7fc1600fd510 msgr2=0x7fc160074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 -- 172.21.15.52:0/1505082258 shutdown_connections 2024-04-21T09:09:32.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.222+0000 7fc166f15640 1 -- 172.21.15.52:0/1505082258 wait complete. 2024-04-21T09:09:32.233 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 -- 172.21.15.52:0/2279928274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874103190 msgr2=0x7fe874103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/2279928274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874103190 0x7fe874103610 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fe864009900 tx=0x7fe86402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 -- 172.21.15.52:0/2279928274 shutdown_connections 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/2279928274 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe874103b50 0x7fe87410a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/2279928274 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874103190 0x7fe874103610 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/2279928274 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe874101fa0 0x7fe8741023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 -- 172.21.15.52:0/2279928274 >> 172.21.15.52:0/2279928274 conn(0x7fe8740fd510 msgr2=0x7fe8740ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 -- 172.21.15.52:0/2279928274 shutdown_connections 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 -- 172.21.15.52:0/2279928274 wait complete. 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 Processor -- start 2024-04-21T09:09:32.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.336+0000 7fe87bdf4640 1 -- start start 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87bdf4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874101fa0 0x7fe874075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87bdf4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe874103190 0x7fe874074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87bdf4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe874103b50 0x7fe874074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87bdf4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe87410dae0 con 0x7fe874101fa0 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87bdf4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe87410d960 con 0x7fe874103b50 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87bdf4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe87410dc60 con 0x7fe874103190 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874101fa0 0x7fe874075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874101fa0 0x7fe874075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47560/0 (socket says 172.21.15.52:47560) 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 -- 172.21.15.52:0/1124645923 learned_addr learned my addr 172.21.15.52:0/1124645923 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87938f640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe874103190 0x7fe874074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87a391640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe874103b50 0x7fe874074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 -- 172.21.15.52:0/1124645923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe874103190 msgr2=0x7fe874074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe874103190 0x7fe874074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 -- 172.21.15.52:0/1124645923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe874103b50 msgr2=0x7fe874074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe874103b50 0x7fe874074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 -- 172.21.15.52:0/1124645923 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe874075110 con 0x7fe874101fa0 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87938f640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe874103190 0x7fe874074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87a391640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe874103b50 0x7fe874074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe879b90640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874101fa0 0x7fe874075d00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe87000e9c0 tx=0x7fe87000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe86affd640 1 -- 172.21.15.52:0/1124645923 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87000cd80 con 0x7fe874101fa0 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe86affd640 1 -- 172.21.15.52:0/1124645923 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8700035f0 con 0x7fe874101fa0 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87bdf4640 1 -- 172.21.15.52:0/1124645923 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8741a2340 con 0x7fe874101fa0 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe86affd640 1 -- 172.21.15.52:0/1124645923 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe870010690 con 0x7fe874101fa0 2024-04-21T09:09:32.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.337+0000 7fe87bdf4640 1 -- 172.21.15.52:0/1124645923 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8741a2890 con 0x7fe874101fa0 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.340+0000 7fe86affd640 1 -- 172.21.15.52:0/1124645923 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe870004000 con 0x7fe874101fa0 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.340+0000 7fe87e9ec740 1 Processor -- start 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.340+0000 7fe87e9ec740 1 -- start start 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.340+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.340+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.340+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcbceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.340+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559debc19b10 con 0x559debcb62d0 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.340+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559debbb7240 con 0x559debcb4e40 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x559debc15ad0 con 0x559debcb5830 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe86affd640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe8600a3cc0 0x7fe8600a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcbceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcbceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47564/0 (socket says 172.21.15.52:47564) 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 -- 172.21.15.52:0/1191999756 learned_addr learned my addr 172.21.15.52:0/1191999756 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87a391640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe8600a3cc0 0x7fe8600a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87a391640 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe879b90640 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe86affd640 1 -- 172.21.15.52:0/1124645923 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fe8700d0f10 con 0x7fe874101fa0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 -- 172.21.15.52:0/1191999756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 msgr2=0x559debcb5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 -- 172.21.15.52:0/1191999756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 msgr2=0x559debcb5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 -- 172.21.15.52:0/1191999756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559deb92c2d0 con 0x559debcb62d0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87a391640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe8600a3cc0 0x7fe8600a6180 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe86c005fd0 tx=0x7fe86c009e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe87938f640 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcbceb0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe864000c00 tx=0x7fe864005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961a14b83c26cc58 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.341+0000 7fe85ffff640 1 -- 172.21.15.52:0/1191999756 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864044020 con 0x559debcb62d0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe85ffff640 1 -- 172.21.15.52:0/1191999756 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe86402cba0 con 0x559debcb62d0 2024-04-21T09:09:32.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe85ffff640 1 -- 172.21.15.52:0/1191999756 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864004920 con 0x559debcb62d0 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 -- 172.21.15.52:0/1191999756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 msgr2=0x559debcbceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcbceb0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe864000c00 tx=0x7fe864005d50 comp rx=0 tx=0).stop 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 -- 172.21.15.52:0/1191999756 shutdown_connections 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcbceb0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/1191999756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 -- 172.21.15.52:0/1191999756 >> 172.21.15.52:0/1191999756 conn(0x559debcb0f40 msgr2=0x559debcaf490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 -- 172.21.15.52:0/1191999756 shutdown_connections 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.342+0000 7fe87e9ec740 1 -- 172.21.15.52:0/1191999756 wait complete. 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 1 -- start start 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 1 Processor -- start 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb4e40 0x559debcbee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb5830 0x559debcbf340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 0x559debcc6380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559debcbd450 con 0x559debcb4e40 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559debba2190 con 0x559debcb5830 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x559debcbd5d0 con 0x559debcb62d0 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87e9ec740 10 client.0 _ll_register_callbacks cb 0x559debb9d8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe879b90640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb4e40 0x559debcbee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe879b90640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb4e40 0x559debcbee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47580/0 (socket says 172.21.15.52:47580) 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe879b90640 1 -- 172.21.15.52:0/2480663723 learned_addr learned my addr 172.21.15.52:0/2480663723 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.343+0000 7fe87938f640 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb5830 0x559debcbf340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe879b90640 1 -- 172.21.15.52:0/2480663723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 msgr2=0x559debcc6380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe87a391640 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 0x559debcc6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe879b90640 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 0x559debcc6380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe879b90640 1 -- 172.21.15.52:0/2480663723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb5830 msgr2=0x559debcbf340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe879b90640 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb5830 0x559debcbf340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe879b90640 1 -- 172.21.15.52:0/2480663723 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559deb9f66b0 con 0x559debcb4e40 2024-04-21T09:09:32.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe879b90640 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb4e40 0x559debcbee00 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe87009ccc0 tx=0x7fe870067820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0e46d4f85fa0a1e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe85d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2480663723 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87009cd30 con 0x559debcb4e40 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2480663723 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fe8700037a0 con 0x559debcb4e40 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2480663723 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe86402cba0 con 0x559debcb4e40 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2480663723 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe8700a10e0 con 0x559debcb4e40 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe87e9ec740 10 client.15213 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2480663723 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559debcc9760 con 0x559debcb4e40 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2480663723 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe86402cba0 con 0x559debcb4e40 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2480663723 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fe8700042f0 con 0x559debcb4e40 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe87e9ec740 10 client.15213 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe87e9ec740 10 client.15213 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.344+0000 7fe87e9ec740 20 client.15213 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.345+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x559debccbdb0 0x559debccd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.345+0000 7fe87e9ec740 4 client.15213 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.345+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2480663723 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559debc27530 con 0x559debccbdb0 2024-04-21T09:09:32.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.345+0000 7fe87938f640 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x559debccbdb0 0x559debccd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.345+0000 7fe87938f640 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x559debccbdb0 0x559debccd220 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=674e092e4b42e381 server_cookie=9fbdc38e47eee217 in_seq=0 out_seq=0 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.345+0000 7fe85d7fa640 10 client.15213 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2480663723 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559debc27530 con 0x559debccbdb0 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe85d7fa640 10 client.15213 handle_command_reply: tid=0 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 client.15213 shutdown 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2480663723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb4e40 msgr2=0x559debcbee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb4e40 0x559debcbee00 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe87009ccc0 tx=0x7fe870067820 comp rx=0 tx=0).stop 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2480663723 shutdown_connections 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 0x559debcc6380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x559debccbdb0 0x559debccd220 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb5830 0x559debcbf340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2480663723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb4e40 0x559debcbee00 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe85d7fa640 0 client.15213 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2480663723 >> 172.21.15.52:0/2480663723 conn(0x559debcb0f40 msgr2=0x559debcaea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.352 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2480663723 shutdown_connections 2024-04-21T09:09:32.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2480663723 wait complete. 2024-04-21T09:09:32.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.346+0000 7fe87e9ec740 20 client.15213 trim_cache size 0 max 16384 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87e9ec740 1 Processor -- start 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87e9ec740 1 -- start start 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb9840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb9d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcc6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559debccb560 con 0x559debcb62d0 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559debccbc30 con 0x559debcb4e40 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x559debccc300 con 0x559debcb5830 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcc6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcc6310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47586/0 (socket says 172.21.15.52:47586) 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 -- 172.21.15.52:0/2927636788 learned_addr learned my addr 172.21.15.52:0/2927636788 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe879b90640 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb9840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87938f640 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 -- 172.21.15.52:0/2927636788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 msgr2=0x559debcb9d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb9d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 -- 172.21.15.52:0/2927636788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 msgr2=0x559debcb9840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb9840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 -- 172.21.15.52:0/2927636788 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559debcb0230 con 0x559debcb62d0 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe879b90640 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb9840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87938f640 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.365+0000 7fe87a391640 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcc6310 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fe86c014620 tx=0x7fe86c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3132ab0ca62d8ce0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe85f7fe640 1 -- 172.21.15.52:0/2927636788 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe86c012e60 con 0x559debcb62d0 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe85f7fe640 1 -- 172.21.15.52:0/2927636788 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe86c014110 con 0x559debcb62d0 2024-04-21T09:09:32.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe85f7fe640 1 -- 172.21.15.52:0/2927636788 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe86c0057f0 con 0x559debcb62d0 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2927636788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 msgr2=0x559debcc6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcc6310 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fe86c014620 tx=0x7fe86c004ab0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2927636788 shutdown_connections 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb62d0 0x559debcc6310 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb5830 0x559debcb9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2927636788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcb9840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2927636788 >> 172.21.15.52:0/2927636788 conn(0x559debcb0f40 msgr2=0x559debcaf420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2927636788 shutdown_connections 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.366+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2927636788 wait complete. 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 1 -- start start 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 1 Processor -- start 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcc24d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb5830 0x559debcc4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 0x559debcc4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559debccd0a0 con 0x559debcb5830 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559debccc9d0 con 0x559debcb4e40 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x559debccd770 con 0x559debcb62d0 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87e9ec740 10 client.0 _ll_register_callbacks cb 0x7fe870005a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87938f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb5830 0x559debcc4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87938f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb5830 0x559debcc4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47588/0 (socket says 172.21.15.52:47588) 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87938f640 1 -- 172.21.15.52:0/2003903449 learned_addr learned my addr 172.21.15.52:0/2003903449 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87938f640 1 -- 172.21.15.52:0/2003903449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 msgr2=0x559debcc4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87938f640 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 0x559debcc4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87938f640 1 -- 172.21.15.52:0/2003903449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 msgr2=0x559debcc24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87938f640 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcc24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.367+0000 7fe87938f640 1 -- 172.21.15.52:0/2003903449 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559debcc5760 con 0x559debcb5830 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87938f640 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb5830 0x559debcc4a20 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x559debcb0410 tx=0x7fe86402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=448c151eff4e44df server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.373 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe85d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2003903449 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe864044040 con 0x559debcb5830 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2003903449 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fe8640035f0 con 0x559debcb5830 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2003903449 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe86c014110 con 0x559debcb5830 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2003903449 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe86405e050 con 0x559debcb5830 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 10 client.15219 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2003903449 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559debd31e50 con 0x559debcb5830 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2003903449 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe86c014110 con 0x559debcb5830 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2003903449 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fe864040470 con 0x559debcb5830 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 10 client.15219 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 10 client.15219 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 20 client.15219 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x559debd366a0 0x559debd353b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 4 client.15219 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.368+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2003903449 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "status"}) -- 0x559debc213a0 con 0x559debd366a0 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe879b90640 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x559debd366a0 0x559debd353b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe879b90640 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x559debd366a0 0x559debd353b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=175fc40742feda4c server_cookie=6d526a70c64c0e66 in_seq=0 out_seq=0 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe85d7fa640 10 client.15219 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe85d7fa640 1 -- 172.21.15.52:0/2003903449 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559debc213a0 con 0x559debd366a0 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe85d7fa640 10 client.15219 handle_command_reply: tid=0 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 client.15219 shutdown 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2003903449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb5830 msgr2=0x559debcc4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb5830 0x559debcc4a20 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x559debcb0410 tx=0x7fe86402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2003903449 shutdown_connections 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559debcb62d0 0x559debcc4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559debcb5830 0x559debcc4a20 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x559debd366a0 0x559debd353b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 --2- 172.21.15.52:0/2003903449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559debcb4e40 0x559debcc24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe85d7fa640 0 client.15219 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:09:32.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.369+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2003903449 >> 172.21.15.52:0/2003903449 conn(0x559debcb0f40 msgr2=0x559debcbca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2003903449 shutdown_connections 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87e9ec740 1 -- 172.21.15.52:0/2003903449 wait complete. 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87e9ec740 20 client.15219 trim_cache size 0 max 16384 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 1, 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24517, 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:09:32.376 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 85.687853445000002, 2024-04-21T09:09:32.377 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 24, 2024-04-21T09:09:32.377 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 91, 2024-04-21T09:09:32.377 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 89, 2024-04-21T09:09:32.377 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 122.81616705499999 2024-04-21T09:09:32.377 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:09:32.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 -- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe8600a3cc0 msgr2=0x7fe8600a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe8600a3cc0 0x7fe8600a6180 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe86c005fd0 tx=0x7fe86c009e80 comp rx=0 tx=0).stop 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 -- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874101fa0 msgr2=0x7fe874075d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874101fa0 0x7fe874075d00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe87000e9c0 tx=0x7fe87000ee80 comp rx=0 tx=0).stop 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 -- 172.21.15.52:0/1124645923 shutdown_connections 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe874103b50 0x7fe874074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fe8600a3cc0 0x7fe8600a6180 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe874103190 0x7fe874074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 --2- 172.21.15.52:0/1124645923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe874101fa0 0x7fe874075d00 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 -- 172.21.15.52:0/1124645923 >> 172.21.15.52:0/1124645923 conn(0x7fe8740fd510 msgr2=0x7fe8741065b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 -- 172.21.15.52:0/1124645923 shutdown_connections 2024-04-21T09:09:32.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.370+0000 7fe87bdf4640 1 -- 172.21.15.52:0/1124645923 wait complete. 2024-04-21T09:09:32.381 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-21T09:09:32.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.491+0000 7f5733a06640 1 -- 172.21.15.52:0/2618152974 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101160 msgr2=0x7f572c1015c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.491+0000 7f5733a06640 1 --2- 172.21.15.52:0/2618152974 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101160 0x7f572c1015c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f571c009900 tx=0x7f571c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.491+0000 7f5733a06640 1 -- 172.21.15.52:0/2618152974 shutdown_connections 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.491+0000 7f5733a06640 1 --2- 172.21.15.52:0/2618152974 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f572c101b00 0x7f572c101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.491+0000 7f5733a06640 1 --2- 172.21.15.52:0/2618152974 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101160 0x7f572c1015c0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.491+0000 7f5733a06640 1 --2- 172.21.15.52:0/2618152974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f572c100800 0x7f572c100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.491+0000 7f5733a06640 1 -- 172.21.15.52:0/2618152974 >> 172.21.15.52:0/2618152974 conn(0x7f572c0fc420 msgr2=0x7f572c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 -- 172.21.15.52:0/2618152974 shutdown_connections 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 -- 172.21.15.52:0/2618152974 wait complete. 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 Processor -- start 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 -- start start 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f572c100800 0x7f572c19a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f572c101160 0x7f572c19a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101b00 0x7f572c1a1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f572c10fce0 con 0x7f572c101b00 2024-04-21T09:09:32.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f572c10fb60 con 0x7f572c100800 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5733a06640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f572c10fe60 con 0x7f572c101160 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5731fa3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101b00 0x7f572c1a1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.492+0000 7f5731fa3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101b00 0x7f572c1a1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47612/0 (socket says 172.21.15.52:47612) 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5731fa3640 1 -- 172.21.15.52:0/2498588446 learned_addr learned my addr 172.21.15.52:0/2498588446 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5730fa1640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f572c101160 0x7f572c19a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f57317a2640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f572c100800 0x7f572c19a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5731fa3640 1 -- 172.21.15.52:0/2498588446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f572c101160 msgr2=0x7f572c19a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5731fa3640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f572c101160 0x7f572c19a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5731fa3640 1 -- 172.21.15.52:0/2498588446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f572c100800 msgr2=0x7f572c19a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5731fa3640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f572c100800 0x7f572c19a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5731fa3640 1 -- 172.21.15.52:0/2498588446 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f572c1a1fd0 con 0x7f572c101b00 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5731fa3640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101b00 0x7f572c1a1960 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f572400eb10 tx=0x7f572400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f57227fc640 1 -- 172.21.15.52:0/2498588446 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724004b20 con 0x7f572c101b00 2024-04-21T09:09:32.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f57227fc640 1 -- 172.21.15.52:0/2498588446 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5724004cc0 con 0x7f572c101b00 2024-04-21T09:09:32.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5733a06640 1 -- 172.21.15.52:0/2498588446 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f572c1a22c0 con 0x7f572c101b00 2024-04-21T09:09:32.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f57227fc640 1 -- 172.21.15.52:0/2498588446 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724010670 con 0x7f572c101b00 2024-04-21T09:09:32.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.493+0000 7f5733a06640 1 -- 172.21.15.52:0/2498588446 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f572c1a27e0 con 0x7f572c101b00 2024-04-21T09:09:32.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57227fc640 1 -- 172.21.15.52:0/2498588446 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5724005020 con 0x7f572c101b00 2024-04-21T09:09:32.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57365fc740 1 Processor -- start 2024-04-21T09:09:32.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57365fc740 1 -- start start 2024-04-21T09:09:32.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57365fc740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9e6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57365fc740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9e6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57365fc740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9edeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57365fc740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564f3f94ab10 con 0x564f3f9e6830 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57365fc740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564f3f8e8240 con 0x564f3f9e72d0 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.496+0000 7f57365fc740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564f3f946ad0 con 0x564f3f9e5e40 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9e6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9e6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47628/0 (socket says 172.21.15.52:47628) 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 -- 172.21.15.52:0/837169167 learned_addr learned my addr 172.21.15.52:0/837169167 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f5730fa1640 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9e6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f5730fa1640 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9edeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 -- 172.21.15.52:0/837169167 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 msgr2=0x564f3f9e6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57227fc640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f57180a3bb0 0x7f57180a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9e6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 -- 172.21.15.52:0/837169167 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 msgr2=0x564f3f9edeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9edeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 -- 172.21.15.52:0/837169167 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f3f65d2d0 con 0x564f3f9e6830 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f5731fa3640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f57180a3bb0 0x7f57180a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57227fc640 1 -- 172.21.15.52:0/2498588446 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9158+0+0 (secure 0 0 0) 0x7f57240d0cc0 con 0x7f572c101b00 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57317a2640 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9e6cb0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5728009cf0 tx=0x7f5728011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f6941acb109475a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57177fe640 1 -- 172.21.15.52:0/837169167 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572801e070 con 0x564f3f9e6830 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57177fe640 1 -- 172.21.15.52:0/837169167 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5728009de0 con 0x564f3f9e6830 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.497+0000 7f57177fe640 1 -- 172.21.15.52:0/837169167 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5728019670 con 0x564f3f9e6830 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 -- 172.21.15.52:0/837169167 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 msgr2=0x564f3f9e6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9e6cb0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5728009cf0 tx=0x7f5728011810 comp rx=0 tx=0).stop 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f5731fa3640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f57180a3bb0 0x7f57180a6070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5724099060 tx=0x7f572406f740 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 -- 172.21.15.52:0/837169167 shutdown_connections 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9edeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9e6cb0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 --2- 172.21.15.52:0/837169167 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9e6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 -- 172.21.15.52:0/837169167 >> 172.21.15.52:0/837169167 conn(0x564f3f9e1f40 msgr2=0x564f3f9e0490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 -- 172.21.15.52:0/837169167 shutdown_connections 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 -- 172.21.15.52:0/837169167 wait complete. 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.498+0000 7f57365fc740 1 -- start start 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57365fc740 1 Processor -- start 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57365fc740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e5e40 0x564f3f9efe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57365fc740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e6830 0x564f3f9f03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57365fc740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9f7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57365fc740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564f3f9ee4b0 con 0x564f3f9e5e40 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57365fc740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564f3f8d3190 con 0x564f3f9e72d0 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57365fc740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564f3f9ee630 con 0x564f3f9e6830 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57365fc740 10 client.0 _ll_register_callbacks cb 0x564f3f8ce8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e5e40 0x564f3f9efe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e5e40 0x564f3f9efe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47642/0 (socket says 172.21.15.52:47642) 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 -- 172.21.15.52:0/1924073656 learned_addr learned my addr 172.21.15.52:0/1924073656 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f57317a2640 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e6830 0x564f3f9f03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9f7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 -- 172.21.15.52:0/1924073656 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e6830 msgr2=0x564f3f9f03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e6830 0x564f3f9f03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 -- 172.21.15.52:0/1924073656 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 msgr2=0x564f3f9f7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9f7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 -- 172.21.15.52:0/1924073656 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f3f7276b0 con 0x564f3f9e5e40 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.499+0000 7f5730fa1640 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e5e40 0x564f3f9efe80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f571c005ec0 tx=0x7f571c005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c5b451046bb8223 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f5714ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f5714ff9640 1 -- 172.21.15.52:0/1924073656 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571c049030 con 0x564f3f9e5e40 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f5714ff9640 1 -- 172.21.15.52:0/1924073656 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9158+0+0 (secure 0 0 0) 0x7f571c03a040 con 0x564f3f9e5e40 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 1 -- 172.21.15.52:0/1924073656 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5728009de0 con 0x564f3f9e5e40 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f5714ff9640 1 -- 172.21.15.52:0/1924073656 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f571c056050 con 0x564f3f9e5e40 2024-04-21T09:09:32.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 10 client.15231 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 1 -- 172.21.15.52:0/1924073656 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564f3f9fa7e0 con 0x564f3f9e5e40 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f5714ff9640 1 -- 172.21.15.52:0/1924073656 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5728009de0 con 0x564f3f9e5e40 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f5714ff9640 1 -- 172.21.15.52:0/1924073656 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f571c003680 con 0x564f3f9e5e40 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 10 client.15231 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 10 client.15231 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 20 client.15231 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564f3f9fce70 0x564f3f9fe2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 4 client.15231 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.500+0000 7f57365fc740 1 -- 172.21.15.52:0/1924073656 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f3f958530 con 0x564f3f9fce70 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.501+0000 7f57317a2640 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564f3f9fce70 0x564f3f9fe2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.501+0000 7f57317a2640 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564f3f9fce70 0x564f3f9fe2e0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c1fe79ad4bf9f15 server_cookie=50cb3eaf5bd89c3 in_seq=0 out_seq=0 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.501+0000 7f5714ff9640 10 client.15231 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f5714ff9640 1 -- 172.21.15.52:0/1924073656 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564f3f958530 con 0x564f3f9fce70 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f5714ff9640 10 client.15231 handle_command_reply: tid=0 2024-04-21T09:09:32.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 client.15231 shutdown 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 -- 172.21.15.52:0/1924073656 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e5e40 msgr2=0x564f3f9efe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e5e40 0x564f3f9efe80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f571c005ec0 tx=0x7f571c005d50 comp rx=0 tx=0).stop 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 -- 172.21.15.52:0/1924073656 shutdown_connections 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564f3f9fce70 0x564f3f9fe2e0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9f7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e6830 0x564f3f9f03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 --2- 172.21.15.52:0/1924073656 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e5e40 0x564f3f9efe80 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f5714ff9640 0 client.15231 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 -- 172.21.15.52:0/1924073656 >> 172.21.15.52:0/1924073656 conn(0x564f3f9e1f40 msgr2=0x564f3f9dfa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 -- 172.21.15.52:0/1924073656 shutdown_connections 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 1 -- 172.21.15.52:0/1924073656 wait complete. 2024-04-21T09:09:32.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.502+0000 7f57365fc740 20 client.15231 trim_cache size 0 max 16384 2024-04-21T09:09:32.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57365fc740 1 Processor -- start 2024-04-21T09:09:32.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57365fc740 1 -- start start 2024-04-21T09:09:32.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57365fc740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9ea840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57365fc740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ead80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57365fc740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9f7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57365fc740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564f3f9fc620 con 0x564f3f9e6830 2024-04-21T09:09:32.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57365fc740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564f3f9fccf0 con 0x564f3f9e72d0 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57365fc740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564f3f9fd3c0 con 0x564f3f9e5e40 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57317a2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ead80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57317a2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ead80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47650/0 (socket says 172.21.15.52:47650) 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.520+0000 7f57317a2640 1 -- 172.21.15.52:0/2079639553 learned_addr learned my addr 172.21.15.52:0/2079639553 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f57317a2640 1 -- 172.21.15.52:0/2079639553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 msgr2=0x564f3f9ea840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f5730fa1640 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9ea840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f57317a2640 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9ea840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f57317a2640 1 -- 172.21.15.52:0/2079639553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 msgr2=0x564f3f9f7390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f57317a2640 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9f7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f57317a2640 1 -- 172.21.15.52:0/2079639553 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f3f9ee1a0 con 0x564f3f9e6830 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f5730fa1640 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9ea840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f57317a2640 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ead80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x564f3f9e1830 tx=0x7f5728009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5b50d5f2c318a47 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f5716ffd640 1 -- 172.21.15.52:0/2079639553 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572802f070 con 0x564f3f9e6830 2024-04-21T09:09:32.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f5716ffd640 1 -- 172.21.15.52:0/2079639553 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5728005570 con 0x564f3f9e6830 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f5716ffd640 1 -- 172.21.15.52:0/2079639553 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572801e040 con 0x564f3f9e6830 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f57365fc740 1 -- 172.21.15.52:0/2079639553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 msgr2=0x564f3f9ead80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.521+0000 7f57365fc740 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ead80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x564f3f9e1830 tx=0x7f5728009f90 comp rx=0 tx=0).stop 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 -- 172.21.15.52:0/2079639553 shutdown_connections 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3f9f7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ead80 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 --2- 172.21.15.52:0/2079639553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9ea840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 -- 172.21.15.52:0/2079639553 >> 172.21.15.52:0/2079639553 conn(0x564f3f9e1f40 msgr2=0x564f3f9fbc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 -- 172.21.15.52:0/2079639553 shutdown_connections 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 -- 172.21.15.52:0/2079639553 wait complete. 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 -- start start 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 Processor -- start 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9ec920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ece60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3fa60e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564f3f9fe160 con 0x564f3f9e6830 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564f3f9fda90 con 0x564f3f9e72d0 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564f3f9fe830 con 0x564f3f9e5e40 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57365fc740 10 client.0 _ll_register_callbacks cb 0x7f571c009580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57317a2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ece60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57317a2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ece60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47666/0 (socket says 172.21.15.52:47666) 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.522+0000 7f57317a2640 1 -- 172.21.15.52:0/391789791 learned_addr learned my addr 172.21.15.52:0/391789791 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57317a2640 1 -- 172.21.15.52:0/391789791 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 msgr2=0x564f3f9ec920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57317a2640 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9ec920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57317a2640 1 -- 172.21.15.52:0/391789791 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 msgr2=0x564f3fa60e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f5730fa1640 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3fa60e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57317a2640 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3fa60e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57317a2640 1 -- 172.21.15.52:0/391789791 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f3fa61400 con 0x564f3f9e6830 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57317a2640 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ece60 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f572801c040 tx=0x7f5728011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7422547d2366e93 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f5714ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:32.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f5714ff9640 1 -- 172.21.15.52:0/391789791 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572801e070 con 0x564f3f9e6830 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f5714ff9640 1 -- 172.21.15.52:0/391789791 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9158+0+0 (secure 0 0 0) 0x7f57280097a0 con 0x564f3f9e6830 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57365fc740 1 -- 172.21.15.52:0/391789791 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5728005570 con 0x564f3f9e6830 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f5714ff9640 1 -- 172.21.15.52:0/391789791 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f572802f040 con 0x564f3f9e6830 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57365fc740 10 client.15237 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57365fc740 1 -- 172.21.15.52:0/391789791 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564f3fa62650 con 0x564f3f9e6830 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f5714ff9640 1 -- 172.21.15.52:0/391789791 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5728005570 con 0x564f3f9e6830 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f5714ff9640 1 -- 172.21.15.52:0/391789791 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f5728032070 con 0x564f3f9e6830 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.523+0000 7f57365fc740 10 client.15237 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 10 client.15237 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 20 client.15237 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564f3fa66b80 0x564f3fa65890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 4 client.15237 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 -- 172.21.15.52:0/391789791 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "status"}) -- 0x564f3f9523a0 con 0x564f3fa66b80 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f5730fa1640 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564f3fa66b80 0x564f3fa65890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f5714ff9640 10 client.15237 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:09:32.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f5730fa1640 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564f3fa66b80 0x564f3fa65890 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66c5035905ab3463 server_cookie=1d0028af76ddf0b in_seq=0 out_seq=0 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f5714ff9640 1 -- 172.21.15.52:0/391789791 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x564f3f9523a0 con 0x564f3fa66b80 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f5714ff9640 10 client.15237 handle_command_reply: tid=0 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 client.15237 shutdown 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 -- 172.21.15.52:0/391789791 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 msgr2=0x564f3f9ece60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ece60 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f572801c040 tx=0x7f5728011810 comp rx=0 tx=0).stop 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 -- 172.21.15.52:0/391789791 shutdown_connections 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564f3fa66b80 0x564f3fa65890 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564f3f9e72d0 0x564f3fa60e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564f3f9e6830 0x564f3f9ece60 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f5714ff9640 0 client.15237 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 --2- 172.21.15.52:0/391789791 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564f3f9e5e40 0x564f3f9ec920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.524+0000 7f57365fc740 1 -- 172.21.15.52:0/391789791 >> 172.21.15.52:0/391789791 conn(0x564f3f9e1f40 msgr2=0x564f3f9efa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f57365fc740 1 -- 172.21.15.52:0/391789791 shutdown_connections 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f57365fc740 1 -- 172.21.15.52:0/391789791 wait complete. 2024-04-21T09:09:32.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f57365fc740 20 client.15237 trim_cache size 0 max 16384 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 0, 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24542, 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 109.92564118200001, 2024-04-21T09:09:32.531 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 24, 2024-04-21T09:09:32.532 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 92, 2024-04-21T09:09:32.532 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 89, 2024-04-21T09:09:32.532 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 114.30557219799999 2024-04-21T09:09:32.532 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:09:32.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 -- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f57180a3bb0 msgr2=0x7f57180a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f57180a3bb0 0x7f57180a6070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5724099060 tx=0x7f572406f740 comp rx=0 tx=0).stop 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 -- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101b00 msgr2=0x7f572c1a1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101b00 0x7f572c1a1960 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f572400eb10 tx=0x7f572400c2d0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 -- 172.21.15.52:0/2498588446 shutdown_connections 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f572c101b00 0x7f572c1a1960 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f57180a3bb0 0x7f57180a6070 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f572c101160 0x7f572c19a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 --2- 172.21.15.52:0/2498588446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f572c100800 0x7f572c19a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 -- 172.21.15.52:0/2498588446 >> 172.21.15.52:0/2498588446 conn(0x7f572c0fc420 msgr2=0x7f572c0fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 -- 172.21.15.52:0/2498588446 shutdown_connections 2024-04-21T09:09:32.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:32.525+0000 7f5733a06640 1 -- 172.21.15.52:0/2498588446 wait complete. 2024-04-21T09:09:32.536 INFO:tasks.cephadm:Setup complete, yielding 2024-04-21T09:09:32.536 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-21T09:09:32.546 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:09:32.546 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-21T09:09:32.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:32 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/703097549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:32.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-04-21T09:09:32.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8, 5, 7]}]: dispatch 2024-04-21T09:09:32.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:32 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-21T09:09:32.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:32 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3858231169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:32 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/703097549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-04-21T09:09:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8, 5, 7]}]: dispatch 2024-04-21T09:09:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:32 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-21T09:09:32.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:32 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3858231169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:32.791 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:32 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/703097549' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-04-21T09:09:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8, 5, 7]}]: dispatch 2024-04-21T09:09:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:32 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-21T09:09:32.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:32 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3858231169' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:33.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:33 smithi052 ceph-mon[28035]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:33.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-04-21T09:09:33.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8, 5, 7]}]': finished 2024-04-21T09:09:33.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:33 smithi052 ceph-mon[28035]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-21T09:09:33.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:33 smithi052 ceph-mon[28035]: osdmap e92: 12 total, 12 up, 12 in 2024-04-21T09:09:33.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:33 smithi052 ceph-mon[28035]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-21T09:09:33.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:33 smithi052 ceph-mon[28035]: osdmap e93: 12 total, 12 up, 12 in 2024-04-21T09:09:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:33 smithi078 ceph-mon[31713]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-04-21T09:09:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8, 5, 7]}]': finished 2024-04-21T09:09:33.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:33 smithi078 ceph-mon[31713]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-21T09:09:33.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:33 smithi078 ceph-mon[31713]: osdmap e92: 12 total, 12 up, 12 in 2024-04-21T09:09:33.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:33 smithi078 ceph-mon[31713]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-21T09:09:33.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:33 smithi078 ceph-mon[31713]: osdmap e93: 12 total, 12 up, 12 in 2024-04-21T09:09:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:33 smithi060 ceph-mon[31055]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-04-21T09:09:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8, 5, 7]}]': finished 2024-04-21T09:09:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:33 smithi060 ceph-mon[31055]: from='mgr.14152 172.21.15.52:0/409103680' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-21T09:09:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:33 smithi060 ceph-mon[31055]: osdmap e92: 12 total, 12 up, 12 in 2024-04-21T09:09:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:33 smithi060 ceph-mon[31055]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-04-21T09:09:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:33 smithi060 ceph-mon[31055]: osdmap e93: 12 total, 12 up, 12 in 2024-04-21T09:09:34.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 -- 172.21.15.52:0/3416513796 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0102aa0 msgr2=0x7fc1f0102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:34.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 --2- 172.21.15.52:0/3416513796 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0102aa0 0x7fc1f0102ec0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc1e00099c0 tx=0x7fc1e0009cd0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 -- 172.21.15.52:0/3416513796 shutdown_connections 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 --2- 172.21.15.52:0/3416513796 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1f0104640 0x7fc1f010aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 --2- 172.21.15.52:0/3416513796 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0102aa0 0x7fc1f0102ec0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 --2- 172.21.15.52:0/3416513796 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1f0103ca0 0x7fc1f0104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 -- 172.21.15.52:0/3416513796 >> 172.21.15.52:0/3416513796 conn(0x7fc1f00fe040 msgr2=0x7fc1f0100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 -- 172.21.15.52:0/3416513796 shutdown_connections 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.648+0000 7fc1f559f700 1 -- 172.21.15.52:0/3416513796 wait complete. 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.649+0000 7fc1f559f700 1 Processor -- start 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.649+0000 7fc1f559f700 1 -- start start 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.649+0000 7fc1f559f700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1f0102aa0 0x7fc1f019af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.649+0000 7fc1f559f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0103ca0 0x7fc1f019b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.649+0000 7fc1f559f700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1f0104640 0x7fc1f01a24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.649+0000 7fc1f559f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f010e600 con 0x7fc1f0103ca0 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.649+0000 7fc1f559f700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f010e480 con 0x7fc1f0102aa0 2024-04-21T09:09:34.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.649+0000 7fc1f559f700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f010e780 con 0x7fc1f0104640 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0103ca0 0x7fc1f019b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0103ca0 0x7fc1f019b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47674/0 (socket says 172.21.15.52:47674) 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 -- 172.21.15.52:0/737746659 learned_addr learned my addr 172.21.15.52:0/737746659 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ef7fe700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1f0104640 0x7fc1f01a24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1eeffd700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1f0102aa0 0x7fc1f019af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 -- 172.21.15.52:0/737746659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1f0104640 msgr2=0x7fc1f01a24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1f0104640 0x7fc1f01a24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 -- 172.21.15.52:0/737746659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1f0102aa0 msgr2=0x7fc1f019af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1f0102aa0 0x7fc1f019af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 -- 172.21.15.52:0/737746659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f01a2b50 con 0x7fc1f0103ca0 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1ee7fc700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0103ca0 0x7fc1f019b480 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fc1e400d9b0 tx=0x7fc1e400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1d7fff700 1 -- 172.21.15.52:0/737746659 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e4017070 con 0x7fc1f0103ca0 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1d7fff700 1 -- 172.21.15.52:0/737746659 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e4005020 con 0x7fc1f0103ca0 2024-04-21T09:09:34.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1d7fff700 1 -- 172.21.15.52:0/737746659 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e4009a20 con 0x7fc1f0103ca0 2024-04-21T09:09:34.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f01a2e40 con 0x7fc1f0103ca0 2024-04-21T09:09:34.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.650+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f01a32a0 con 0x7fc1f0103ca0 2024-04-21T09:09:34.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.651+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1f0069730 con 0x7fc1f0103ca0 2024-04-21T09:09:34.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.652+0000 7fc1d7fff700 1 -- 172.21.15.52:0/737746659 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fc1e40051d0 con 0x7fc1f0103ca0 2024-04-21T09:09:34.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.653+0000 7fc1d7fff700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d80a3c40 0x7fc1d80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:34.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.653+0000 7fc1eeffd700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d80a3c40 0x7fc1d80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:34.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.653+0000 7fc1d7fff700 1 -- 172.21.15.52:0/737746659 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fc1e40d0580 con 0x7fc1f0103ca0 2024-04-21T09:09:34.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.654+0000 7fc1eeffd700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d80a3c40 0x7fc1d80a6100 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009f50 tx=0x7fc1e000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:34.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.658+0000 7fc1d7fff700 1 -- 172.21.15.52:0/737746659 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1e4020020 con 0x7fc1f0103ca0 2024-04-21T09:09:34.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.881+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fc1f0076390 con 0x7fc1d80a3c40 2024-04-21T09:09:34.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.883+0000 7fc1d7fff700 1 -- 172.21.15.52:0/737746659 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fc1f0076390 con 0x7fc1d80a3c40 2024-04-21T09:09:34.882 INFO:teuthology.orchestra.run.smithi052.stdout:Backend: cephadm 2024-04-21T09:09:34.882 INFO:teuthology.orchestra.run.smithi052.stdout:Available: Yes 2024-04-21T09:09:34.883 INFO:teuthology.orchestra.run.smithi052.stdout:Paused: No 2024-04-21T09:09:34.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d80a3c40 msgr2=0x7fc1d80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:34.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d80a3c40 0x7fc1d80a6100 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc1e0009f50 tx=0x7fc1e000b540 comp rx=0 tx=0).stop 2024-04-21T09:09:34.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0103ca0 msgr2=0x7fc1f019b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:34.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0103ca0 0x7fc1f019b480 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fc1e400d9b0 tx=0x7fc1e400dcc0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 shutdown_connections 2024-04-21T09:09:34.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc1d80a3c40 0x7fc1d80a6100 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1f0104640 0x7fc1f01a24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1f0102aa0 0x7fc1f019af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 --2- 172.21.15.52:0/737746659 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1f0103ca0 0x7fc1f019b480 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:34.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 >> 172.21.15.52:0/737746659 conn(0x7fc1f00fe040 msgr2=0x7fc1f0074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:34.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 shutdown_connections 2024-04-21T09:09:34.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:34.885+0000 7fc1f559f700 1 -- 172.21.15.52:0/737746659 wait complete. 2024-04-21T09:09:35.605 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:35 smithi052 ceph-mon[28035]: pgmap v354: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:35.637 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-21T09:09:35.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:35 smithi078 ceph-mon[31713]: pgmap v354: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:35 smithi060 ceph-mon[31055]: pgmap v354: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:35.891 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:36.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:36 smithi078 ceph-mon[31713]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:36.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:36 smithi052 ceph-mon[28035]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:36.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:36 smithi060 ceph-mon[31055]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:37.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 -- 172.21.15.52:0/1788903545 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 msgr2=0x7f6c44109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:37.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/1788903545 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 0x7f6c44109df0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c00b0d0 tx=0x7f6c3c00b3e0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 -- 172.21.15.52:0/1788903545 shutdown_connections 2024-04-21T09:09:37.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/1788903545 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 0x7f6c44109df0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/1788903545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6c441019a0 0x7f6c44101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/1788903545 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c44102ba0 0x7f6c44103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 -- 172.21.15.52:0/1788903545 >> 172.21.15.52:0/1788903545 conn(0x7f6c440fcf40 msgr2=0x7f6c440ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:37.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 -- 172.21.15.52:0/1788903545 shutdown_connections 2024-04-21T09:09:37.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.657+0000 7f6c4abd0700 1 -- 172.21.15.52:0/1788903545 wait complete. 2024-04-21T09:09:37.658 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:37 smithi052 ceph-mon[28035]: pgmap v355: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4abd0700 1 Processor -- start 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4abd0700 1 -- start start 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4abd0700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c441019a0 0x7f6c4419f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4abd0700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6c44102ba0 0x7f6c4419fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4abd0700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 0x7f6c441a67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4abd0700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4410d420 con 0x7f6c44103540 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4abd0700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4410d2a0 con 0x7f6c44102ba0 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4abd0700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4410d5a0 con 0x7f6c441019a0 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4916d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 0x7f6c441a67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4916d700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 0x7f6c441a67a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43176/0 (socket says 172.21.15.52:43176) 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.658+0000 7f6c4916d700 1 -- 172.21.15.52:0/3640230082 learned_addr learned my addr 172.21.15.52:0/3640230082 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c43fff700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6c44102ba0 0x7f6c4419fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c4896c700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c441019a0 0x7f6c4419f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:37.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c4916d700 1 -- 172.21.15.52:0/3640230082 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c441019a0 msgr2=0x7f6c4419f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c4916d700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c441019a0 0x7f6c4419f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c4916d700 1 -- 172.21.15.52:0/3640230082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6c44102ba0 msgr2=0x7f6c4419fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c4916d700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6c44102ba0 0x7f6c4419fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c4916d700 1 -- 172.21.15.52:0/3640230082 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c441a6e70 con 0x7f6c44103540 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c4916d700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 0x7f6c441a67a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c00d010 tx=0x7f6c3c007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c41ffb700 1 -- 172.21.15.52:0/3640230082 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c021070 con 0x7f6c44103540 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c41ffb700 1 -- 172.21.15.52:0/3640230082 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c3c007e50 con 0x7f6c44103540 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c441a7100 con 0x7f6c44103540 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.659+0000 7f6c41ffb700 1 -- 172.21.15.52:0/3640230082 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c01bb00 con 0x7f6c44103540 2024-04-21T09:09:37.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.660+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c441a7600 con 0x7f6c44103540 2024-04-21T09:09:37.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.661+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c44069730 con 0x7f6c44103540 2024-04-21T09:09:37.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.662+0000 7f6c41ffb700 1 -- 172.21.15.52:0/3640230082 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6c3c024070 con 0x7f6c44103540 2024-04-21T09:09:37.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.662+0000 7f6c41ffb700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c340a3cc0 0x7f6c340a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:37.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.663+0000 7f6c4896c700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c340a3cc0 0x7f6c340a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:37.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.663+0000 7f6c41ffb700 1 -- 172.21.15.52:0/3640230082 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f6c3c00f020 con 0x7f6c44103540 2024-04-21T09:09:37.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.663+0000 7f6c4896c700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c340a3cc0 0x7f6c340a6180 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6c44102a00 tx=0x7f6c3800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:37.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.667+0000 7f6c41ffb700 1 -- 172.21.15.52:0/3640230082 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6c3c02b020 con 0x7f6c44103540 2024-04-21T09:09:37.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:37 smithi078 ceph-mon[31713]: pgmap v355: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-21T09:09:37.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:37 smithi060 ceph-mon[31055]: pgmap v355: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 383 B/s wr, 7 op/s 2024-04-21T09:09:37.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.887+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f6c440ff150 con 0x7f6c340a3cc0 2024-04-21T09:09:37.900 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.901+0000 7f6c41ffb700 1 -- 172.21.15.52:0/3640230082 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f6c440ff150 con 0x7f6c340a3cc0 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.a smithi052 running (2m) 20s ago 2m 15.3M - 19.0.0-3154-ga630765c b45a994450e2 be9ddc46a478 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.b smithi060 running (2m) 52s ago 119s 25.0M - 19.0.0-3154-ga630765c b45a994450e2 4b5f6924e9c4 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.c smithi078 running (2m) 53s ago 2m 17.2M - 19.0.0-3154-ga630765c b45a994450e2 677af7acee56 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.d smithi052 running (2m) 20s ago 2m 14.0M - 19.0.0-3154-ga630765c b45a994450e2 087a6e3f70bd 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.e smithi060 running (2m) 52s ago 2m 18.3M - 19.0.0-3154-ga630765c b45a994450e2 b5883fa76292 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.f smithi078 running (2m) 53s ago 2m 18.6M - 19.0.0-3154-ga630765c b45a994450e2 ccdbc014d984 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.g smithi052 running (2m) 20s ago 2m 18.5M - 19.0.0-3154-ga630765c b45a994450e2 d9b5d2ddc1dc 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.h smithi060 running (2m) 52s ago 2m 17.1M - 19.0.0-3154-ga630765c b45a994450e2 596fd636c5c3 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.i smithi078 running (2m) 53s ago 2m 16.3M - 19.0.0-3154-ga630765c b45a994450e2 816e97580dda 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.j smithi052 running (2m) 20s ago 2m 15.6M - 19.0.0-3154-ga630765c b45a994450e2 e8c62410a984 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.k smithi060 running (2m) 52s ago 2m 14.0M - 19.0.0-3154-ga630765c b45a994450e2 a916e76e6db4 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mds.l smithi078 running (2m) 53s ago 2m 16.2M - 19.0.0-3154-ga630765c b45a994450e2 0071587356d1 2024-04-21T09:09:37.901 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.x smithi052 *:9283,8765 running (9m) 20s ago 9m 515M - 19.0.0-3154-ga630765c b45a994450e2 158d5c97916e 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.y smithi060 *:8443,8765 running (7m) 52s ago 7m 455M - 19.0.0-3154-ga630765c b45a994450e2 62e9cc5e2f9f 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:mgr.z smithi078 *:8443,8765 running (7m) 53s ago 7m 452M - 19.0.0-3154-ga630765c b45a994450e2 35d6a987ecf6 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:mon.a smithi052 running (9m) 20s ago 10m 52.8M 2048M 19.0.0-3154-ga630765c b45a994450e2 de6c54deb62a 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:mon.b smithi060 running (8m) 52s ago 8m 39.2M 2048M 19.0.0-3154-ga630765c b45a994450e2 5d3b753eaca2 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:mon.c smithi078 running (8m) 53s ago 8m 39.2M 2048M 19.0.0-3154-ga630765c b45a994450e2 3f23f2140bb8 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 smithi052 running (7m) 20s ago 7m 48.4M 4273M 19.0.0-3154-ga630765c b45a994450e2 871728767efa 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 smithi060 running (7m) 52s ago 7m 53.1M 4273M 19.0.0-3154-ga630765c b45a994450e2 4aa213905496 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 smithi078 running (6m) 53s ago 6m 54.9M 4272M 19.0.0-3154-ga630765c b45a994450e2 681d95fb7642 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 smithi052 running (6m) 20s ago 6m 46.5M 4273M 19.0.0-3154-ga630765c b45a994450e2 34a3a43ebcec 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 smithi060 running (5m) 52s ago 5m 45.3M 4273M 19.0.0-3154-ga630765c b45a994450e2 81dc6a2c0d43 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 smithi078 running (5m) 53s ago 5m 45.2M 4272M 19.0.0-3154-ga630765c b45a994450e2 ef939ef925f4 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 smithi052 running (5m) 20s ago 5m 50.0M 4273M 19.0.0-3154-ga630765c b45a994450e2 9dde2407d815 2024-04-21T09:09:37.902 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 smithi060 running (4m) 52s ago 4m 44.0M 4273M 19.0.0-3154-ga630765c b45a994450e2 162047ad3143 2024-04-21T09:09:37.903 INFO:teuthology.orchestra.run.smithi052.stdout:osd.8 smithi078 running (4m) 53s ago 4m 45.3M 4272M 19.0.0-3154-ga630765c b45a994450e2 3ce6cf18b624 2024-04-21T09:09:37.903 INFO:teuthology.orchestra.run.smithi052.stdout:osd.9 smithi052 running (3m) 20s ago 3m 42.9M 4273M 19.0.0-3154-ga630765c b45a994450e2 e3f259d4d73a 2024-04-21T09:09:37.903 INFO:teuthology.orchestra.run.smithi052.stdout:osd.10 smithi060 running (3m) 52s ago 3m 43.8M 4273M 19.0.0-3154-ga630765c b45a994450e2 c35701295da6 2024-04-21T09:09:37.903 INFO:teuthology.orchestra.run.smithi052.stdout:osd.11 smithi078 running (2m) 53s ago 2m 41.6M 4272M 19.0.0-3154-ga630765c b45a994450e2 b7851dc1fcc0 2024-04-21T09:09:37.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c340a3cc0 msgr2=0x7f6c340a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:37.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c340a3cc0 0x7f6c340a6180 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6c44102a00 tx=0x7f6c3800b410 comp rx=0 tx=0).stop 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 msgr2=0x7f6c441a67a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 0x7f6c441a67a0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c00d010 tx=0x7f6c3c007a20 comp rx=0 tx=0).stop 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 shutdown_connections 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f6c340a3cc0 0x7f6c340a6180 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6c44103540 0x7f6c441a67a0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6c441019a0 0x7f6c4419f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 --2- 172.21.15.52:0/3640230082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6c44102ba0 0x7f6c4419fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 >> 172.21.15.52:0/3640230082 conn(0x7f6c440fcf40 msgr2=0x7f6c440fea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 shutdown_connections 2024-04-21T09:09:37.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:37.903+0000 7f6c4abd0700 1 -- 172.21.15.52:0/3640230082 wait complete. 2024-04-21T09:09:38.685 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-21T09:09:38.941 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:39.681 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:39 smithi052 ceph-mon[28035]: pgmap v356: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 383 B/s wr, 6 op/s 2024-04-21T09:09:39.681 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:39 smithi052 ceph-mon[28035]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:39.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:39 smithi078 ceph-mon[31713]: pgmap v356: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 383 B/s wr, 6 op/s 2024-04-21T09:09:39.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:39 smithi078 ceph-mon[31713]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:39 smithi060 ceph-mon[31055]: pgmap v356: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 383 B/s wr, 6 op/s 2024-04-21T09:09:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:39 smithi060 ceph-mon[31055]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:40.631 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.629+0000 7fb297473700 1 -- 172.21.15.52:0/306864321 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 msgr2=0x7fb290103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.629+0000 7fb297473700 1 --2- 172.21.15.52:0/306864321 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 0x7fb290103000 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb28c0099c0 tx=0x7fb28c009cd0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.629+0000 7fb297473700 1 -- 172.21.15.52:0/306864321 shutdown_connections 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.629+0000 7fb297473700 1 --2- 172.21.15.52:0/306864321 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb290103540 0x7fb290109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.629+0000 7fb297473700 1 --2- 172.21.15.52:0/306864321 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb2901019a0 0x7fb290101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.629+0000 7fb297473700 1 --2- 172.21.15.52:0/306864321 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 0x7fb290103000 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.629+0000 7fb297473700 1 -- 172.21.15.52:0/306864321 >> 172.21.15.52:0/306864321 conn(0x7fb2900fcf40 msgr2=0x7fb2900ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 -- 172.21.15.52:0/306864321 shutdown_connections 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 -- 172.21.15.52:0/306864321 wait complete. 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 Processor -- start 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 -- start start 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb2901019a0 0x7fb290198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 0x7fb2901990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb290103540 0x7fb2901a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb29010d410 con 0x7fb290102ba0 2024-04-21T09:09:40.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb29010d290 con 0x7fb2901019a0 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.630+0000 7fb297473700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb29010d590 con 0x7fb290103540 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 0x7fb2901990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 0x7fb2901990d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43184/0 (socket says 172.21.15.52:43184) 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 -- 172.21.15.52:0/2363928064 learned_addr learned my addr 172.21.15.52:0/2363928064 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb295a10700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb290103540 0x7fb2901a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb29520f700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb2901019a0 0x7fb290198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 -- 172.21.15.52:0/2363928064 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb290103540 msgr2=0x7fb2901a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb290103540 0x7fb2901a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 -- 172.21.15.52:0/2363928064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb2901019a0 msgr2=0x7fb290198b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb2901019a0 0x7fb290198b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 -- 172.21.15.52:0/2363928064 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2901a07f0 con 0x7fb290102ba0 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb294a0e700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 0x7fb2901990d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb28c005910 tx=0x7fb28c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb2867fc700 1 -- 172.21.15.52:0/2363928064 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb28c027070 con 0x7fb290102ba0 2024-04-21T09:09:40.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb2867fc700 1 -- 172.21.15.52:0/2363928064 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb28c003e10 con 0x7fb290102ba0 2024-04-21T09:09:40.634 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.631+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2901a0a80 con 0x7fb290102ba0 2024-04-21T09:09:40.634 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.632+0000 7fb2867fc700 1 -- 172.21.15.52:0/2363928064 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb28c022bd0 con 0x7fb290102ba0 2024-04-21T09:09:40.634 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.632+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2901a0fb0 con 0x7fb290102ba0 2024-04-21T09:09:40.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.632+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb290069730 con 0x7fb290102ba0 2024-04-21T09:09:40.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.634+0000 7fb2867fc700 1 -- 172.21.15.52:0/2363928064 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb28c02a070 con 0x7fb290102ba0 2024-04-21T09:09:40.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.634+0000 7fb2867fc700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb27c0a3cc0 0x7fb27c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:40.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.634+0000 7fb29520f700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb27c0a3cc0 0x7fb27c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:40.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.634+0000 7fb2867fc700 1 -- 172.21.15.52:0/2363928064 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fb28c0d15e0 con 0x7fb290102ba0 2024-04-21T09:09:40.635 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.635+0000 7fb29520f700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb27c0a3cc0 0x7fb27c0a6180 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb290102a00 tx=0x7fb28000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:40.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.639+0000 7fb2867fc700 1 -- 172.21.15.52:0/2363928064 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb28c05eff0 con 0x7fb290102ba0 2024-04-21T09:09:40.857 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.857+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fb2900ff160 con 0x7fb27c0a3cc0 2024-04-21T09:09:40.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.863+0000 7fb2867fc700 1 -- 172.21.15.52:0/2363928064 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fb2900ff160 con 0x7fb27c0a3cc0 2024-04-21T09:09:40.863 INFO:teuthology.orchestra.run.smithi052.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-21T09:09:40.863 INFO:teuthology.orchestra.run.smithi052.stdout:mds.all 12/12 56s ago 2m smithi052=a;smithi052=d;smithi052=g;smithi052=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi078=c;smithi078=f;smithi078=i;smithi078=l;count:12 2024-04-21T09:09:40.863 INFO:teuthology.orchestra.run.smithi052.stdout:mgr 3/3 56s ago 8m smithi052=x;smithi060=y;smithi078=z;count:3 2024-04-21T09:09:40.863 INFO:teuthology.orchestra.run.smithi052.stdout:mon 3/3 56s ago 8m smithi052:172.21.15.52=a;smithi060:172.21.15.60=b;smithi078:172.21.15.78=c;count:3 2024-04-21T09:09:40.863 INFO:teuthology.orchestra.run.smithi052.stdout:osd 12 56s ago - 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb27c0a3cc0 msgr2=0x7fb27c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb27c0a3cc0 0x7fb27c0a6180 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb290102a00 tx=0x7fb28000b410 comp rx=0 tx=0).stop 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 msgr2=0x7fb2901990d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 0x7fb2901990d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb28c005910 tx=0x7fb28c009580 comp rx=0 tx=0).stop 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 shutdown_connections 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb27c0a3cc0 0x7fb27c0a6180 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb290103540 0x7fb2901a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb2901019a0 0x7fb290198b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 --2- 172.21.15.52:0/2363928064 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb290102ba0 0x7fb2901990d0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 >> 172.21.15.52:0/2363928064 conn(0x7fb2900fcf40 msgr2=0x7fb2900fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 shutdown_connections 2024-04-21T09:09:40.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:40.865+0000 7fb297473700 1 -- 172.21.15.52:0/2363928064 wait complete. 2024-04-21T09:09:41.584 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:41 smithi052 ceph-mon[28035]: pgmap v357: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 383 B/s wr, 5 op/s 2024-04-21T09:09:41.614 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-21T09:09:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:41 smithi078 ceph-mon[31713]: pgmap v357: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 383 B/s wr, 5 op/s 2024-04-21T09:09:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:41 smithi060 ceph-mon[31055]: pgmap v357: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 383 B/s wr, 5 op/s 2024-04-21T09:09:41.865 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:42.691 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:42 smithi052 ceph-mon[28035]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:42.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:42 smithi078 ceph-mon[31713]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:42.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:42 smithi060 ceph-mon[31055]: from='client.15255 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:43.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.570+0000 7fbcda77e700 1 -- 172.21.15.52:0/1293059105 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd41019a0 msgr2=0x7fbcd4101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:43.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.570+0000 7fbcda77e700 1 --2- 172.21.15.52:0/1293059105 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd41019a0 0x7fbcd4101dc0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fbcc40099c0 tx=0x7fbcc4009cd0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.570+0000 7fbcda77e700 1 -- 172.21.15.52:0/1293059105 shutdown_connections 2024-04-21T09:09:43.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.570+0000 7fbcda77e700 1 --2- 172.21.15.52:0/1293059105 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd4103540 0x7fbcd4109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.570+0000 7fbcda77e700 1 --2- 172.21.15.52:0/1293059105 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd41019a0 0x7fbcd4101dc0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.570+0000 7fbcda77e700 1 --2- 172.21.15.52:0/1293059105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd4102ba0 0x7fbcd4103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.570+0000 7fbcda77e700 1 -- 172.21.15.52:0/1293059105 >> 172.21.15.52:0/1293059105 conn(0x7fbcd40fcf40 msgr2=0x7fbcd40ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:43.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.570+0000 7fbcda77e700 1 -- 172.21.15.52:0/1293059105 shutdown_connections 2024-04-21T09:09:43.571 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:43 smithi052 ceph-mon[28035]: pgmap v358: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 332 B/s wr, 7 op/s 2024-04-21T09:09:43.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.571+0000 7fbcda77e700 1 -- 172.21.15.52:0/1293059105 wait complete. 2024-04-21T09:09:43.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.571+0000 7fbcda77e700 1 Processor -- start 2024-04-21T09:09:43.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.571+0000 7fbcda77e700 1 -- start start 2024-04-21T09:09:43.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcda77e700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd41019a0 0x7fbcd406b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcda77e700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd4102ba0 0x7fbcd419d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcda77e700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd4103540 0x7fbcd419ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcda77e700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd410d490 con 0x7fbcd4103540 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcda77e700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd410d310 con 0x7fbcd41019a0 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcda77e700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd410d610 con 0x7fbcd4102ba0 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd4103540 0x7fbcd419ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd4103540 0x7fbcd419ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43200/0 (socket says 172.21.15.52:43200) 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 -- 172.21.15.52:0/155202499 learned_addr learned my addr 172.21.15.52:0/155202499 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd3fff700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd41019a0 0x7fbcd406b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd37fe700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd4102ba0 0x7fbcd419d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 -- 172.21.15.52:0/155202499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd4102ba0 msgr2=0x7fbcd419d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd4102ba0 0x7fbcd419d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 -- 172.21.15.52:0/155202499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd41019a0 msgr2=0x7fbcd406b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:43.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd41019a0 0x7fbcd406b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 -- 172.21.15.52:0/155202499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcd41a08a0 con 0x7fbcd4103540 2024-04-21T09:09:43.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.572+0000 7fbcd8d1b700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd4103540 0x7fbcd419ffd0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fbccc00b970 tx=0x7fbccc00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:43.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.573+0000 7fbcd17fa700 1 -- 172.21.15.52:0/155202499 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbccc00d860 con 0x7fbcd4103540 2024-04-21T09:09:43.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.573+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcd41977c0 con 0x7fbcd4103540 2024-04-21T09:09:43.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.573+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcd4197d00 con 0x7fbcd4103540 2024-04-21T09:09:43.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.573+0000 7fbcd17fa700 1 -- 172.21.15.52:0/155202499 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbccc00e430 con 0x7fbcd4103540 2024-04-21T09:09:43.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.573+0000 7fbcd17fa700 1 -- 172.21.15.52:0/155202499 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbccc017660 con 0x7fbcd4103540 2024-04-21T09:09:43.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.574+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcd4069730 con 0x7fbcd4103540 2024-04-21T09:09:43.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.575+0000 7fbcd17fa700 1 -- 172.21.15.52:0/155202499 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fbccc00da00 con 0x7fbcd4103540 2024-04-21T09:09:43.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.576+0000 7fbcd17fa700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3cc0 0x7fbcbc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:43.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.576+0000 7fbcd3fff700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3cc0 0x7fbcbc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:43.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.576+0000 7fbcd17fa700 1 -- 172.21.15.52:0/155202499 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fbccc0d0380 con 0x7fbcd4103540 2024-04-21T09:09:43.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.576+0000 7fbcd3fff700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3cc0 0x7fbcbc0a6180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbcc4006010 tx=0x7fbcc4005c00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:43.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.579+0000 7fbcd17fa700 1 -- 172.21.15.52:0/155202499 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbccc013030 con 0x7fbcd4103540 2024-04-21T09:09:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:43 smithi078 ceph-mon[31713]: pgmap v358: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 332 B/s wr, 7 op/s 2024-04-21T09:09:43.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.794+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fbcd4062e80 con 0x7fbcbc0a3cc0 2024-04-21T09:09:43.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.796+0000 7fbcd17fa700 1 -- 172.21.15.52:0/155202499 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7fbcd4062e80 con 0x7fbcbc0a3cc0 2024-04-21T09:09:43.795 INFO:teuthology.orchestra.run.smithi052.stdout:HOST ADDR LABELS STATUS 2024-04-21T09:09:43.796 INFO:teuthology.orchestra.run.smithi052.stdout:smithi052 172.21.15.52 2024-04-21T09:09:43.796 INFO:teuthology.orchestra.run.smithi052.stdout:smithi060 172.21.15.60 2024-04-21T09:09:43.796 INFO:teuthology.orchestra.run.smithi052.stdout:smithi078 172.21.15.78 2024-04-21T09:09:43.796 INFO:teuthology.orchestra.run.smithi052.stdout:3 hosts in cluster 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3cc0 msgr2=0x7fbcbc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3cc0 0x7fbcbc0a6180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbcc4006010 tx=0x7fbcc4005c00 comp rx=0 tx=0).stop 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd4103540 msgr2=0x7fbcd419ffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd4103540 0x7fbcd419ffd0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fbccc00b970 tx=0x7fbccc00bc80 comp rx=0 tx=0).stop 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 shutdown_connections 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbcbc0a3cc0 0x7fbcbc0a6180 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbcd4103540 0x7fbcd419ffd0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbcd41019a0 0x7fbcd406b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 --2- 172.21.15.52:0/155202499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbcd4102ba0 0x7fbcd419d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:43.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 >> 172.21.15.52:0/155202499 conn(0x7fbcd40fcf40 msgr2=0x7fbcd4105f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:43.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 shutdown_connections 2024-04-21T09:09:43.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:43.798+0000 7fbcda77e700 1 -- 172.21.15.52:0/155202499 wait complete. 2024-04-21T09:09:43.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:43 smithi060 ceph-mon[31055]: pgmap v358: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 332 B/s wr, 7 op/s 2024-04-21T09:09:44.476 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-21T09:09:44.730 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:45.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:45 smithi078 ceph-mon[31713]: pgmap v359: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 300 B/s wr, 6 op/s 2024-04-21T09:09:45.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:45 smithi078 ceph-mon[31713]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:45.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:45 smithi052 ceph-mon[28035]: pgmap v359: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 300 B/s wr, 6 op/s 2024-04-21T09:09:45.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:45 smithi052 ceph-mon[28035]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:45.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:45 smithi060 ceph-mon[31055]: pgmap v359: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 300 B/s wr, 6 op/s 2024-04-21T09:09:45.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:45 smithi060 ceph-mon[31055]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.524+0000 7f12c4c8f700 1 -- 172.21.15.52:0/518421983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 msgr2=0x7f12c0101e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.524+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/518421983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 0x7f12c0101e00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f12b00099c0 tx=0x7f12b0009cd0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.525+0000 7f12c4c8f700 1 -- 172.21.15.52:0/518421983 shutdown_connections 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.525+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/518421983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12c0103580 0x7f12c0109e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.525+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/518421983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 0x7f12c0101e00 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.525+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/518421983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12c0102be0 0x7f12c0103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.525+0000 7f12c4c8f700 1 -- 172.21.15.52:0/518421983 >> 172.21.15.52:0/518421983 conn(0x7f12c00fcfa0 msgr2=0x7f12c00ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.525+0000 7f12c4c8f700 1 -- 172.21.15.52:0/518421983 shutdown_connections 2024-04-21T09:09:46.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.525+0000 7f12c4c8f700 1 -- 172.21.15.52:0/518421983 wait complete. 2024-04-21T09:09:46.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12c4c8f700 1 Processor -- start 2024-04-21T09:09:46.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12c4c8f700 1 -- start start 2024-04-21T09:09:46.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12c4c8f700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 0x7f12c006bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:46.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12c4c8f700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12c0102be0 0x7f12c019d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:46.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12c4c8f700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12c0103580 0x7f12c019ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:46.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12c4c8f700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f12c010d4a0 con 0x7f12c01019e0 2024-04-21T09:09:46.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12c4c8f700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f12c010d320 con 0x7f12c0103580 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12c4c8f700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f12c010d620 con 0x7f12c0102be0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12be59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 0x7f12c006bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12be59c700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 0x7f12c006bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43206/0 (socket says 172.21.15.52:43206) 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12be59c700 1 -- 172.21.15.52:0/1974028233 learned_addr learned my addr 172.21.15.52:0/1974028233 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12bed9d700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12c0103580 0x7f12c019ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12bdd9b700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12c0102be0 0x7f12c019d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12be59c700 1 -- 172.21.15.52:0/1974028233 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12c0102be0 msgr2=0x7f12c019d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12be59c700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12c0102be0 0x7f12c019d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12be59c700 1 -- 172.21.15.52:0/1974028233 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12c0103580 msgr2=0x7f12c019ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12be59c700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12c0103580 0x7f12c019ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.526+0000 7f12be59c700 1 -- 172.21.15.52:0/1974028233 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c01a08a0 con 0x7f12c01019e0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.527+0000 7f12be59c700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 0x7f12c006bcf0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f12b0006010 tx=0x7f12b00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.527+0000 7f12b77fe700 1 -- 172.21.15.52:0/1974028233 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b0027070 con 0x7f12c01019e0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.527+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12c01a0b30 con 0x7f12c01019e0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.527+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12c01a0fe0 con 0x7f12c01019e0 2024-04-21T09:09:46.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.527+0000 7f12b77fe700 1 -- 172.21.15.52:0/1974028233 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f12b00040e0 con 0x7f12c01019e0 2024-04-21T09:09:46.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.527+0000 7f12b77fe700 1 -- 172.21.15.52:0/1974028233 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b000f460 con 0x7f12c01019e0 2024-04-21T09:09:46.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.528+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12c0069730 con 0x7f12c01019e0 2024-04-21T09:09:46.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.529+0000 7f12b77fe700 1 -- 172.21.15.52:0/1974028233 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f12b002a070 con 0x7f12c01019e0 2024-04-21T09:09:46.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.530+0000 7f12b77fe700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f12ac0a3cc0 0x7f12ac0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:46.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.530+0000 7f12bdd9b700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f12ac0a3cc0 0x7f12ac0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:46.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.530+0000 7f12b77fe700 1 -- 172.21.15.52:0/1974028233 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f12b00d15c0 con 0x7f12c01019e0 2024-04-21T09:09:46.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.530+0000 7f12bdd9b700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f12ac0a3cc0 0x7f12ac0a6180 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f12c006c250 tx=0x7f12a800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:46.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.534+0000 7f12b77fe700 1 -- 172.21.15.52:0/1974028233 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f12b005eff0 con 0x7f12c01019e0 2024-04-21T09:09:46.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.752+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 --> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f12c0062e80 con 0x7f12ac0a3cc0 2024-04-21T09:09:46.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.754+0000 7f12b77fe700 1 -- 172.21.15.52:0/1974028233 <== mgr.14152 v2:172.21.15.52:6800/3222880837 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f12c0062e80 con 0x7f12ac0a3cc0 2024-04-21T09:09:46.754 INFO:teuthology.orchestra.run.smithi052.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-21T09:09:46.754 INFO:teuthology.orchestra.run.smithi052.stdout:smithi052 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7513010N480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-04-21T09:09:46.754 INFO:teuthology.orchestra.run.smithi052.stdout:smithi060 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7476008A480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-04-21T09:09:46.754 INFO:teuthology.orchestra.run.smithi052.stdout:smithi078 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400QR400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f12ac0a3cc0 msgr2=0x7f12ac0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f12ac0a3cc0 0x7f12ac0a6180 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f12c006c250 tx=0x7f12a800b410 comp rx=0 tx=0).stop 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 msgr2=0x7f12c006bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 0x7f12c006bcf0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f12b0006010 tx=0x7f12b00047b0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 shutdown_connections 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f12ac0a3cc0 0x7f12ac0a6180 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12c0103580 0x7f12c019ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f12c01019e0 0x7f12c006bcf0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 --2- 172.21.15.52:0/1974028233 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f12c0102be0 0x7f12c019d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 >> 172.21.15.52:0/1974028233 conn(0x7f12c00fcfa0 msgr2=0x7f12c0105f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 shutdown_connections 2024-04-21T09:09:46.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:46.756+0000 7f12c4c8f700 1 -- 172.21.15.52:0/1974028233 wait complete. 2024-04-21T09:09:47.364 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-21T09:09:47.373 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:09:47.373 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-21T09:09:47.623 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:47.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:47 smithi078 ceph-mon[31713]: pgmap v360: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:09:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:47 smithi052 ceph-mon[28035]: pgmap v360: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:09:47.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:47 smithi060 ceph-mon[31055]: pgmap v360: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:09:48.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:48 smithi078 ceph-mon[31713]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:48.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:48 smithi052 ceph-mon[28035]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:48.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:48 smithi060 ceph-mon[31055]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:09:49.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/4069423636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08104640 msgr2=0x7f3e0810aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:49.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/4069423636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08104640 0x7f3e0810aef0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f3e0000b0d0 tx=0x7f3e0000b3e0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/4069423636 shutdown_connections 2024-04-21T09:09:49.296 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/4069423636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08104640 0x7f3e0810aef0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/4069423636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3e08102aa0 0x7f3e08102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/4069423636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3e08103ca0 0x7f3e08104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/4069423636 >> 172.21.15.52:0/4069423636 conn(0x7f3e080fe040 msgr2=0x7f3e08100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:49.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/4069423636 shutdown_connections 2024-04-21T09:09:49.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/4069423636 wait complete. 2024-04-21T09:09:49.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 Processor -- start 2024-04-21T09:09:49.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.296+0000 7f3e0e9d9700 1 -- start start 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e0e9d9700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3e08102aa0 0x7f3e080767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e0e9d9700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08103ca0 0x7f3e08074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e0e9d9700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3e08104640 0x7f3e08075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e0e9d9700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0810e540 con 0x7f3e08103ca0 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e0e9d9700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0810e3c0 con 0x7f3e08102aa0 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e0e9d9700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0810e6c0 con 0x7f3e08104640 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08103ca0 0x7f3e08074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08103ca0 0x7f3e08074e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:50984/0 (socket says 172.21.15.52:50984) 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 -- 172.21.15.52:0/630895885 learned_addr learned my addr 172.21.15.52:0/630895885 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e07fff700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3e08102aa0 0x7f3e080767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e0cf76700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3e08104640 0x7f3e08075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:49.299 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 -- 172.21.15.52:0/630895885 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3e08104640 msgr2=0x7f3e08075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3e08104640 0x7f3e08075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 -- 172.21.15.52:0/630895885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3e08102aa0 msgr2=0x7f3e080767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3e08102aa0 0x7f3e080767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 -- 172.21.15.52:0/630895885 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e08075c20 con 0x7f3e08103ca0 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e0cf76700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3e08104640 0x7f3e08075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e07fff700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3e08102aa0 0x7f3e080767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.297+0000 7f3e077fe700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08103ca0 0x7f3e08074e30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc00c970 tx=0x7f3dfc00cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.298+0000 7f3e057fa700 1 -- 172.21.15.52:0/630895885 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc007aa0 con 0x7f3e08103ca0 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.298+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e081a2ce0 con 0x7f3e08103ca0 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.298+0000 7f3e057fa700 1 -- 172.21.15.52:0/630895885 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dfc004ce0 con 0x7f3e08103ca0 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.298+0000 7f3e057fa700 1 -- 172.21.15.52:0/630895885 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc0055c0 con 0x7f3e08103ca0 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.298+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e081a31a0 con 0x7f3e08103ca0 2024-04-21T09:09:49.300 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.299+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e08069730 con 0x7f3e08103ca0 2024-04-21T09:09:49.301 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.300+0000 7f3e057fa700 1 -- 172.21.15.52:0/630895885 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3dfc007c40 con 0x7f3e08103ca0 2024-04-21T09:09:49.301 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.301+0000 7f3e057fa700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3df00a3c40 0x7f3df00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:49.301 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.301+0000 7f3e057fa700 1 -- 172.21.15.52:0/630895885 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f3dfc0d0820 con 0x7f3e08103ca0 2024-04-21T09:09:49.301 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.301+0000 7f3e07fff700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3df00a3c40 0x7f3df00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:49.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.301+0000 7f3e07fff700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3df00a3c40 0x7f3df00a6100 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3e08103b00 tx=0x7f3df8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:49.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.304+0000 7f3e057fa700 1 -- 172.21.15.52:0/630895885 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3dfc09cf80 con 0x7f3e08103ca0 2024-04-21T09:09:49.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.561+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f3e0802e040 con 0x7f3e08103ca0 2024-04-21T09:09:49.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.562+0000 7f3e057fa700 1 -- 172.21.15.52:0/630895885 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 24 v24) ==== 76+0+3040 (secure 0 0 0) 0x7f3dfc09c880 con 0x7f3e08103ca0 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:e24 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:legacy client fscid: 1 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:Filesystem 'cephfs' (1) 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:fs_name cephfs 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:epoch 24 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:created 2024-04-21T09:07:41.734296+0000 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:modified 2024-04-21T09:08:08.697938+0000 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:tableserver 0 2024-04-21T09:09:49.562 INFO:teuthology.orchestra.run.smithi052.stdout:root 0 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:session_timeout 300 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:session_autoclose 300 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:max_file_size 1099511627776 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:max_xattr_size 65536 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:required_client_features {} 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:last_failure 0 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:last_failure_osd_epoch 0 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:max_mds 3 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:in 0,1,2 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:up {0=24542,1=24517,2=24503} 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:failed 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:damaged 2024-04-21T09:09:49.563 INFO:teuthology.orchestra.run.smithi052.stdout:stopped 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:data_pools [3,4] 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:metadata_pool 2 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:inline_data disabled 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:balancer 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:bal_rank_mask -1 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:standby_count_wanted 0 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:qdb_cluster leader: 24542 members: 24542,24503,24517 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.b{0:24542} state up:active seq 3 addr [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.c{0:24490} state up:standby-replay seq 1 addr [v2:172.21.15.78:6836/119150232,v1:172.21.15.78:6837/119150232] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.i{1:24517} state up:active seq 11 addr [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.f{1:24478} state up:standby-replay seq 1 addr [v2:172.21.15.78:6834/2825456266,v1:172.21.15.78:6835/2825456266] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.h{2:24503} state up:active seq 12 addr [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.e{2:24470} state up:standby-replay seq 1 addr [v2:172.21.15.60:6834/1998686722,v1:172.21.15.60:6835/1998686722] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout:Standby daemons: 2024-04-21T09:09:49.564 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:49.565 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.j{-1:14520} state up:standby seq 1 addr [v2:172.21.15.52:6834/2438727093,v1:172.21.15.52:6835/2438727093] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.565 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.d{-1:14532} state up:standby seq 1 addr [v2:172.21.15.52:6836/1845940581,v1:172.21.15.52:6837/1845940581] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.565 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.g{-1:14601} state up:standby seq 1 addr [v2:172.21.15.52:6838/2457975854,v1:172.21.15.52:6839/2457975854] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.565 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.a{-1:14613} state up:standby seq 1 addr [v2:172.21.15.52:6840/3712483960,v1:172.21.15.52:6841/3712483960] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.565 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.l{-1:24424} state up:standby seq 1 addr [v2:172.21.15.78:6832/2806446037,v1:172.21.15.78:6833/2806446037] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.565 INFO:teuthology.orchestra.run.smithi052.stdout:[mds.k{-1:24434} state up:standby seq 1 addr [v2:172.21.15.60:6832/884489103,v1:172.21.15.60:6833/884489103] compat {c=[1],r=[1],i=[1fff]}] 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3df00a3c40 msgr2=0x7f3df00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3df00a3c40 0x7f3df00a6100 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f3e08103b00 tx=0x7f3df8005f90 comp rx=0 tx=0).stop 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08103ca0 msgr2=0x7f3e08074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08103ca0 0x7f3e08074e30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc00c970 tx=0x7f3dfc00cd30 comp rx=0 tx=0).stop 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 shutdown_connections 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3df00a3c40 0x7f3df00a6100 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3e08104640 0x7f3e08075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3e08102aa0 0x7f3e080767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 --2- 172.21.15.52:0/630895885 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3e08103ca0 0x7f3e08074e30 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:49.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 >> 172.21.15.52:0/630895885 conn(0x7f3e080fe040 msgr2=0x7f3e08107020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:49.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 shutdown_connections 2024-04-21T09:09:49.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:49.564+0000 7f3e0e9d9700 1 -- 172.21.15.52:0/630895885 wait complete. 2024-04-21T09:09:49.567 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 24 2024-04-21T09:09:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:49 smithi078 ceph-mon[31713]: pgmap v361: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:49.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:49 smithi052 ceph-mon[28035]: pgmap v361: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:49.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:49 smithi060 ceph-mon[31055]: pgmap v361: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-21T09:09:50.231 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-21T09:09:50.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:50 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/630895885' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-21T09:09:50.486 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:50.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:50 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/630895885' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-21T09:09:50.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:50 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/630895885' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-21T09:09:51.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:51 smithi052 ceph-mon[28035]: pgmap v362: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:51 smithi060 ceph-mon[31055]: pgmap v362: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:51.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:51 smithi078 ceph-mon[31713]: pgmap v362: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-21T09:09:52.219 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 -- 172.21.15.52:0/1804467769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 msgr2=0x7f947810ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:52.219 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1804467769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 0x7f947810ac20 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f947000b0a0 tx=0x7f947000b3b0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.219 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 -- 172.21.15.52:0/1804467769 shutdown_connections 2024-04-21T09:09:52.219 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1804467769 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 0x7f947810ac20 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.219 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1804467769 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94781035b0 0x7f94781059a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.219 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1804467769 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9478105ee0 0x7f94781082d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.219 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 -- 172.21.15.52:0/1804467769 >> 172.21.15.52:0/1804467769 conn(0x7f94780fcf60 msgr2=0x7f94780ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 -- 172.21.15.52:0/1804467769 shutdown_connections 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.217+0000 7f947fa6a700 1 -- 172.21.15.52:0/1804467769 wait complete. 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947fa6a700 1 Processor -- start 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947fa6a700 1 -- start start 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947fa6a700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94781035b0 0x7f947819ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947fa6a700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9478105ee0 0x7f947819b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947fa6a700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 0x7f94781a23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947fa6a700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f947810e5a0 con 0x7f9478108810 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947fa6a700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f947810e420 con 0x7f9478105ee0 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947fa6a700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f947810e720 con 0x7f94781035b0 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947e007700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 0x7f94781a23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947e007700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 0x7f94781a23a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51000/0 (socket says 172.21.15.52:51000) 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947e007700 1 -- 172.21.15.52:0/1019168141 learned_addr learned my addr 172.21.15.52:0/1019168141 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.218+0000 7f947d806700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94781035b0 0x7f947819ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:52.220 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947d005700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9478105ee0 0x7f947819b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947e007700 1 -- 172.21.15.52:0/1019168141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94781035b0 msgr2=0x7f947819ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947e007700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94781035b0 0x7f947819ade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947e007700 1 -- 172.21.15.52:0/1019168141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9478105ee0 msgr2=0x7f947819b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947e007700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9478105ee0 0x7f947819b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947e007700 1 -- 172.21.15.52:0/1019168141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94781a2a40 con 0x7f9478108810 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947d005700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9478105ee0 0x7f947819b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947d806700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94781035b0 0x7f947819ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947e007700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 0x7f94781a23a0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9470006070 tx=0x7f9470004ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f946effd700 1 -- 172.21.15.52:0/1019168141 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9470021070 con 0x7f9478108810 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f946effd700 1 -- 172.21.15.52:0/1019168141 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9470004020 con 0x7f9478108810 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94781a2cd0 con 0x7f9478108810 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f946effd700 1 -- 172.21.15.52:0/1019168141 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947001d6b0 con 0x7f9478108810 2024-04-21T09:09:52.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.219+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94781a3240 con 0x7f9478108810 2024-04-21T09:09:52.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.220+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9478069730 con 0x7f9478108810 2024-04-21T09:09:52.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.221+0000 7f946effd700 1 -- 172.21.15.52:0/1019168141 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f94700044d0 con 0x7f9478108810 2024-04-21T09:09:52.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.222+0000 7f946effd700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f94640a3c40 0x7f94640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:52.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.222+0000 7f947d806700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f94640a3c40 0x7f94640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:52.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.222+0000 7f946effd700 1 -- 172.21.15.52:0/1019168141 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f947000f020 con 0x7f9478108810 2024-04-21T09:09:52.223 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.223+0000 7f947d806700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f94640a3c40 0x7f94640a6100 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f94680099d0 tx=0x7f9468008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:52.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.226+0000 7f946effd700 1 -- 172.21.15.52:0/1019168141 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f947002a020 con 0x7f9478108810 2024-04-21T09:09:52.434 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.434+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f947802dfb0 con 0x7f9478108810 2024-04-21T09:09:52.435 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.435+0000 7f946effd700 1 -- 172.21.15.52:0/1019168141 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v93) ==== 56+0+5636 (secure 0 0 0) 0x7f947009e910 con 0x7f9478108810 2024-04-21T09:09:52.435 INFO:teuthology.orchestra.run.smithi052.stdout:epoch 93 2024-04-21T09:09:52.435 INFO:teuthology.orchestra.run.smithi052.stdout:fsid 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:09:52.435 INFO:teuthology.orchestra.run.smithi052.stdout:created 2024-04-21T08:59:35.157232+0000 2024-04-21T09:09:52.435 INFO:teuthology.orchestra.run.smithi052.stdout:modified 2024-04-21T09:09:33.398640+0000 2024-04-21T09:09:52.435 INFO:teuthology.orchestra.run.smithi052.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:crush_version 27 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:full_ratio 0.95 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:backfillfull_ratio 0.9 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:nearfull_ratio 0.85 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:require_min_compat_client luminous 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:min_compat_client luminous 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:require_osd_release squid 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:stretch_mode_enabled false 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:max_osd 12 2024-04-21T09:09:52.436 INFO:teuthology.orchestra.run.smithi052.stdout:osd.0 up in weight 1 up_from 8 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.52:6802/1082562665,v1:172.21.15.52:6803/1082562665] [v2:172.21.15.52:6804/1082562665,v1:172.21.15.52:6805/1082562665] exists,up 123d8618-c55b-41de-bce3-8bc0c0c4e494 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.1 up in weight 1 up_from 13 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.60:6800/3387019615,v1:172.21.15.60:6801/3387019615] [v2:172.21.15.60:6802/3387019615,v1:172.21.15.60:6803/3387019615] exists,up cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.2 up in weight 1 up_from 18 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.78:6800/1389718006,v1:172.21.15.78:6801/1389718006] [v2:172.21.15.78:6802/1389718006,v1:172.21.15.78:6803/1389718006] exists,up d9f81bfc-e431-4748-ad6e-2a64fe9b32ba 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.3 up in weight 1 up_from 25 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.52:6810/1413283037,v1:172.21.15.52:6811/1413283037] [v2:172.21.15.52:6812/1413283037,v1:172.21.15.52:6813/1413283037] exists,up 84560d23-6b42-4e28-95cf-9d6fa46375bc 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.4 up in weight 1 up_from 33 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.60:6808/1793913139,v1:172.21.15.60:6809/1793913139] [v2:172.21.15.60:6810/1793913139,v1:172.21.15.60:6811/1793913139] exists,up 7734e026-3466-43b7-9bf1-528b5d10a16a 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.5 up in weight 1 up_from 38 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.78:6808/2025195670,v1:172.21.15.78:6809/2025195670] [v2:172.21.15.78:6810/2025195670,v1:172.21.15.78:6811/2025195670] exists,up 283af1e8-e0d2-44c1-acfa-fb46d5c29407 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.6 up in weight 1 up_from 46 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.52:6818/2742758824,v1:172.21.15.52:6819/2742758824] [v2:172.21.15.52:6820/2742758824,v1:172.21.15.52:6821/2742758824] exists,up 0aa4acbc-2567-44d6-8d8d-abc05e827965 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.7 up in weight 1 up_from 51 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.60:6816/2276483961,v1:172.21.15.60:6817/2276483961] [v2:172.21.15.60:6818/2276483961,v1:172.21.15.60:6819/2276483961] exists,up 89c7e3e3-17ac-4155-a6b5-72b75945d236 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.8 up in weight 1 up_from 59 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.78:6816/1391661211,v1:172.21.15.78:6817/1391661211] [v2:172.21.15.78:6818/1391661211,v1:172.21.15.78:6819/1391661211] exists,up a49cb9c4-c8c8-468f-8a00-eb25e41fc401 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.9 up in weight 1 up_from 67 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.52:6826/828162458,v1:172.21.15.52:6827/828162458] [v2:172.21.15.52:6828/828162458,v1:172.21.15.52:6829/828162458] exists,up 9329c031-1e34-4440-ac7f-d9a3e1d7ef27 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.10 up in weight 1 up_from 72 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.60:6824/2089701931,v1:172.21.15.60:6825/2089701931] [v2:172.21.15.60:6826/2089701931,v1:172.21.15.60:6827/2089701931] exists,up 1cb01be9-aca0-4e8a-a154-dffd60648d5b 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:osd.11 up in weight 1 up_from 80 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.78:6824/1068726595,v1:172.21.15.78:6825/1068726595] [v2:172.21.15.78:6826/1068726595,v1:172.21.15.78:6827/1068726595] exists,up 67232bc9-be14-494c-b397-f7e37d889a4b 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 2.a [2,11] 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 2.1b [2,4] 2024-04-21T09:09:52.437 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 2.1c [8,11] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.e [5,9] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.17 [4,8,5,7] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.1d [4,6] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.34 [4,9] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 3.38 [3,9] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 4.3 [5,8] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 4.c [9,10] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 4.10 [9,8] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:pg_upmap_items 4.12 [9,10] 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/2288713858 expires 2024-04-22T09:00:31.508618+0000 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/2402578078 expires 2024-04-22T09:00:31.508618+0000 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:6801/1292044304 expires 2024-04-22T09:00:31.508618+0000 2024-04-21T09:09:52.438 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:6800/3616137234 expires 2024-04-22T09:00:03.406448+0000 2024-04-21T09:09:52.439 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/831461476 expires 2024-04-22T09:00:03.406448+0000 2024-04-21T09:09:52.439 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/3038948729 expires 2024-04-22T09:00:31.508618+0000 2024-04-21T09:09:52.439 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/3010006715 expires 2024-04-22T09:00:03.406448+0000 2024-04-21T09:09:52.439 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:6801/3616137234 expires 2024-04-22T09:00:03.406448+0000 2024-04-21T09:09:52.439 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:0/3177850361 expires 2024-04-22T09:00:03.406448+0000 2024-04-21T09:09:52.439 INFO:teuthology.orchestra.run.smithi052.stdout:blocklist 172.21.15.52:6800/1292044304 expires 2024-04-22T09:00:31.508618+0000 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f94640a3c40 msgr2=0x7f94640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f94640a3c40 0x7f94640a6100 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f94680099d0 tx=0x7f9468008040 comp rx=0 tx=0).stop 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 msgr2=0x7f94781a23a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 0x7f94781a23a0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f9470006070 tx=0x7f9470004ef0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 shutdown_connections 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f94640a3c40 0x7f94640a6100 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9478108810 0x7f94781a23a0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f94781035b0 0x7f947819ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 --2- 172.21.15.52:0/1019168141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9478105ee0 0x7f947819b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 >> 172.21.15.52:0/1019168141 conn(0x7f94780fcf60 msgr2=0x7f9478102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:52.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 shutdown_connections 2024-04-21T09:09:52.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:52.437+0000 7f947fa6a700 1 -- 172.21.15.52:0/1019168141 wait complete. 2024-04-21T09:09:52.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:52 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1019168141' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-21T09:09:52.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:52 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1019168141' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-21T09:09:52.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:52 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1019168141' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-21T09:09:53.086 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-21T09:09:53.098 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:09:53.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 -- 172.21.15.52:0/2138641175 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b44101ff0 msgr2=0x7f3b44102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/2138641175 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b44101ff0 0x7f3b44102470 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f3b40009900 tx=0x7f3b4002bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:53.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 -- 172.21.15.52:0/2138641175 shutdown_connections 2024-04-21T09:09:53.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/2138641175 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3b441029b0 0x7f3b441092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/2138641175 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b44101ff0 0x7f3b44102470 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.208 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/2138641175 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3b44100ea0 0x7f3b441012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.209 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 -- 172.21.15.52:0/2138641175 >> 172.21.15.52:0/2138641175 conn(0x7f3b440fc410 msgr2=0x7f3b440fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:53.209 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 -- 172.21.15.52:0/2138641175 shutdown_connections 2024-04-21T09:09:53.209 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.208+0000 7f3b4c43f640 1 -- 172.21.15.52:0/2138641175 wait complete. 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4c43f640 1 Processor -- start 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4c43f640 1 -- start start 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4c43f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3b44100ea0 0x7f3b44198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4c43f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3b44101ff0 0x7f3b44198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4c43f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b441029b0 0x7f3b4419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4c43f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4410c9e0 con 0x7f3b441029b0 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4c43f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4410c860 con 0x7f3b44101ff0 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4c43f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4410cb60 con 0x7f3b44100ea0 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4a9dc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b441029b0 0x7f3b4419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4a9dc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b441029b0 0x7f3b4419f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51014/0 (socket says 172.21.15.52:51014) 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b4a9dc640 1 -- 172.21.15.52:0/3878789662 learned_addr learned my addr 172.21.15.52:0/3878789662 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.209+0000 7f3b499da640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3b44101ff0 0x7f3b44198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4a1db640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3b44100ea0 0x7f3b44198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4a9dc640 1 -- 172.21.15.52:0/3878789662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3b44100ea0 msgr2=0x7f3b44198140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4a9dc640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3b44100ea0 0x7f3b44198140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4a9dc640 1 -- 172.21.15.52:0/3878789662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3b44101ff0 msgr2=0x7f3b44198680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4a9dc640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3b44101ff0 0x7f3b44198680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4a9dc640 1 -- 172.21.15.52:0/3878789662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4419fd60 con 0x7f3b441029b0 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4a9dc640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b441029b0 0x7f3b4419f6f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c00cad0 tx=0x7f3b3c00ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b3b7fe640 1 -- 172.21.15.52:0/3878789662 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c00ad60 con 0x7f3b441029b0 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b4419fff0 con 0x7f3b441029b0 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b3b7fe640 1 -- 172.21.15.52:0/3878789662 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b3c005020 con 0x7f3b441029b0 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b3b7fe640 1 -- 172.21.15.52:0/3878789662 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c00f6b0 con 0x7f3b441029b0 2024-04-21T09:09:53.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.210+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b441a04c0 con 0x7f3b441029b0 2024-04-21T09:09:53.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.211+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b441a0750 con 0x7f3b441029b0 2024-04-21T09:09:53.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.212+0000 7f3b3b7fe640 1 -- 172.21.15.52:0/3878789662 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3b3c0051d0 con 0x7f3b441029b0 2024-04-21T09:09:53.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.213+0000 7f3b3b7fe640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3b300a3bb0 0x7f3b300a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.213+0000 7f3b4a1db640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3b300a3bb0 0x7f3b300a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.213+0000 7f3b3b7fe640 1 -- 172.21.15.52:0/3878789662 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f3b3c0d07d0 con 0x7f3b441029b0 2024-04-21T09:09:53.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.213+0000 7f3b4a1db640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3b300a3bb0 0x7f3b300a6070 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3b3400abe0 tx=0x7f3b3400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:53.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.217+0000 7f3b3b7fe640 1 -- 172.21.15.52:0/3878789662 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b3c014030 con 0x7f3b441029b0 2024-04-21T09:09:53.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.404+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3b441a0ed0 con 0x7f3b441029b0 2024-04-21T09:09:53.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.405+0000 7f3b3b7fe640 1 -- 172.21.15.52:0/3878789662 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24697 (secure 0 0 0) 0x7f3b3c09cdb0 con 0x7f3b441029b0 2024-04-21T09:09:53.406 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:53.406 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":93,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:09:33.398640+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:09:53.407 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3b300a3bb0 msgr2=0x7f3b300a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3b300a3bb0 0x7f3b300a6070 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3b3400abe0 tx=0x7f3b3400a2d0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b441029b0 msgr2=0x7f3b4419f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b441029b0 0x7f3b4419f6f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c00cad0 tx=0x7f3b3c00ced0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 shutdown_connections 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3b441029b0 0x7f3b4419f6f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3b44101ff0 0x7f3b44198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f3b300a3bb0 0x7f3b300a6070 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.407+0000 7f3b4c43f640 1 --2- 172.21.15.52:0/3878789662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3b44100ea0 0x7f3b44198140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.408+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 >> 172.21.15.52:0/3878789662 conn(0x7f3b440fc410 msgr2=0x7f3b440fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.408+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 shutdown_connections 2024-04-21T09:09:53.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.408+0000 7f3b4c43f640 1 -- 172.21.15.52:0/3878789662 wait complete. 2024-04-21T09:09:53.419 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:09:53.419 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 -- 172.21.15.52:0/2203998044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4105340 msgr2=0x7f09c4107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 --2- 172.21.15.52:0/2203998044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4105340 0x7f09c4107730 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f09b4009900 tx=0x7f09b402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 -- 172.21.15.52:0/2203998044 shutdown_connections 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 --2- 172.21.15.52:0/2203998044 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c4107c70 0x7f09c410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 --2- 172.21.15.52:0/2203998044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4105340 0x7f09c4107730 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 --2- 172.21.15.52:0/2203998044 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c4102a10 0x7f09c4104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 -- 172.21.15.52:0/2203998044 >> 172.21.15.52:0/2203998044 conn(0x7f09c40fc420 msgr2=0x7f09c40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 -- 172.21.15.52:0/2203998044 shutdown_connections 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.525+0000 7f09cadb2640 1 -- 172.21.15.52:0/2203998044 wait complete. 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09cadb2640 1 Processor -- start 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09cadb2640 1 -- start start 2024-04-21T09:09:53.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09cadb2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4102a10 0x7f09c4198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09cadb2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c4105340 0x7f09c41987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09cadb2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c4107c70 0x7f09c419f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09cadb2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f09c410dac0 con 0x7f09c4102a10 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09cadb2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f09c410d940 con 0x7f09c4107c70 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09cadb2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f09c410dc40 con 0x7f09c4105340 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09c8b4e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4102a10 0x7f09c4198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09c8b4e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4102a10 0x7f09c4198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51034/0 (socket says 172.21.15.52:51034) 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09c8b4e640 1 -- 172.21.15.52:0/3383078122 learned_addr learned my addr 172.21.15.52:0/3383078122 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.526+0000 7f09c3fff640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c4105340 0x7f09c41987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c8b4e640 1 -- 172.21.15.52:0/3383078122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c4105340 msgr2=0x7f09c41987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c8b4e640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c4105340 0x7f09c41987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c8b4e640 1 -- 172.21.15.52:0/3383078122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c4107c70 msgr2=0x7f09c419f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c934f640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c4107c70 0x7f09c419f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c8b4e640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c4107c70 0x7f09c419f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c8b4e640 1 -- 172.21.15.52:0/3383078122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09c419fe90 con 0x7f09c4102a10 2024-04-21T09:09:53.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c3fff640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c4105340 0x7f09c41987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:53.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c934f640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c4107c70 0x7f09c419f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:53.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c8b4e640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4102a10 0x7f09c4198270 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f09bc00ea80 tx=0x7f09bc00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:53.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c1ffb640 1 -- 172.21.15.52:0/3383078122 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc00ce40 con 0x7f09c4102a10 2024-04-21T09:09:53.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c1ffb640 1 -- 172.21.15.52:0/3383078122 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09bc005020 con 0x7f09c4102a10 2024-04-21T09:09:53.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09c41a0180 con 0x7f09c4102a10 2024-04-21T09:09:53.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09c1ffb640 1 -- 172.21.15.52:0/3383078122 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc0116d0 con 0x7f09c4102a10 2024-04-21T09:09:53.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.527+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09c41a06a0 con 0x7f09c4102a10 2024-04-21T09:09:53.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.528+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09c40fdf10 con 0x7f09c4102a10 2024-04-21T09:09:53.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.529+0000 7f09c1ffb640 1 -- 172.21.15.52:0/3383078122 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f09bc0054d0 con 0x7f09c4102a10 2024-04-21T09:09:53.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.530+0000 7f09c1ffb640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b00a3c30 0x7f09b00a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.530+0000 7f09c3fff640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b00a3c30 0x7f09b00a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.530+0000 7f09c1ffb640 1 -- 172.21.15.52:0/3383078122 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f09bc0d0aa0 con 0x7f09c4102a10 2024-04-21T09:09:53.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.531+0000 7f09c3fff640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b00a3c30 0x7f09b00a60f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f09b4006010 tx=0x7f09b402c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:53.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.535+0000 7f09c1ffb640 1 -- 172.21.15.52:0/3383078122 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f09bc016030 con 0x7f09c4102a10 2024-04-21T09:09:53.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:53 smithi052 ceph-mon[28035]: pgmap v363: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:53.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:53 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3878789662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:53.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.722+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f09c4062b50 con 0x7f09c4102a10 2024-04-21T09:09:53.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.723+0000 7f09c1ffb640 1 -- 172.21.15.52:0/3383078122 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f09bc09d0e0 con 0x7f09c4102a10 2024-04-21T09:09:53.723 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:09:53.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b00a3c30 msgr2=0x7f09b00a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b00a3c30 0x7f09b00a60f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f09b4006010 tx=0x7f09b402c7e0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4102a10 msgr2=0x7f09c4198270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4102a10 0x7f09c4198270 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f09bc00ea80 tx=0x7f09bc00ef40 comp rx=0 tx=0).stop 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 shutdown_connections 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09c4107c70 0x7f09c419f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f09b00a3c30 0x7f09b00a60f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f09c4105340 0x7f09c41987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 --2- 172.21.15.52:0/3383078122 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f09c4102a10 0x7f09c4198270 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 >> 172.21.15.52:0/3383078122 conn(0x7f09c40fc420 msgr2=0x7f09c4103430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 shutdown_connections 2024-04-21T09:09:53.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.725+0000 7f09cadb2640 1 -- 172.21.15.52:0/3383078122 wait complete. 2024-04-21T09:09:53.736 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:09:53.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:53 smithi060 ceph-mon[31055]: pgmap v363: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:53.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:53 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3878789662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:53.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 -- 172.21.15.52:0/3183753955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c107c80 msgr2=0x7fbf1c10a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 --2- 172.21.15.52:0/3183753955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c107c80 0x7fbf1c10a0d0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbf14009ca0 tx=0x7fbf1402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 -- 172.21.15.52:0/3183753955 shutdown_connections 2024-04-21T09:09:53.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 --2- 172.21.15.52:0/3183753955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c107c80 0x7fbf1c10a0d0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 --2- 172.21.15.52:0/3183753955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf1c105350 0x7fbf1c107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 --2- 172.21.15.52:0/3183753955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf1c102a20 0x7fbf1c104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 -- 172.21.15.52:0/3183753955 >> 172.21.15.52:0/3183753955 conn(0x7fbf1c0fc430 msgr2=0x7fbf1c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 -- 172.21.15.52:0/3183753955 shutdown_connections 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.841+0000 7fbf24704640 1 -- 172.21.15.52:0/3183753955 wait complete. 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf24704640 1 Processor -- start 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf24704640 1 -- start start 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf24704640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c102a20 0x7fbf1c198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf24704640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf1c105350 0x7fbf1c1986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf24704640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf1c107c80 0x7fbf1c19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf24704640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c10dae0 con 0x7fbf1c102a20 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf24704640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c10d960 con 0x7fbf1c107c80 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf24704640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c10dc60 con 0x7fbf1c105350 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf224a0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c102a20 0x7fbf1c198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf224a0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c102a20 0x7fbf1c198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51042/0 (socket says 172.21.15.52:51042) 2024-04-21T09:09:53.844 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.842+0000 7fbf224a0640 1 -- 172.21.15.52:0/2888318507 learned_addr learned my addr 172.21.15.52:0/2888318507 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf21c9f640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf1c105350 0x7fbf1c1986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf22ca1640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf1c107c80 0x7fbf1c19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf224a0640 1 -- 172.21.15.52:0/2888318507 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf1c105350 msgr2=0x7fbf1c1986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf224a0640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf1c105350 0x7fbf1c1986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf224a0640 1 -- 172.21.15.52:0/2888318507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf1c107c80 msgr2=0x7fbf1c19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf224a0640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf1c107c80 0x7fbf1c19f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf224a0640 1 -- 172.21.15.52:0/2888318507 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1c19fdb0 con 0x7fbf1c102a20 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf21c9f640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf1c105350 0x7fbf1c1986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf224a0640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c102a20 0x7fbf1c198190 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbf1800e9f0 tx=0x7fbf1800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf137fe640 1 -- 172.21.15.52:0/2888318507 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1800cd80 con 0x7fbf1c102a20 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf1c1a00a0 con 0x7fbf1c102a20 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf137fe640 1 -- 172.21.15.52:0/2888318507 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf180108e0 con 0x7fbf1c102a20 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf137fe640 1 -- 172.21.15.52:0/2888318507 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf18018980 con 0x7fbf1c102a20 2024-04-21T09:09:53.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.843+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf1c1a0640 con 0x7fbf1c102a20 2024-04-21T09:09:53.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.844+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf1c0fdf20 con 0x7fbf1c102a20 2024-04-21T09:09:53.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.845+0000 7fbf137fe640 1 -- 172.21.15.52:0/2888318507 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fbf18010430 con 0x7fbf1c102a20 2024-04-21T09:09:53.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.846+0000 7fbf137fe640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbf080a3bb0 0x7fbf080a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:53.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.846+0000 7fbf21c9f640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbf080a3bb0 0x7fbf080a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:53.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.846+0000 7fbf137fe640 1 -- 172.21.15.52:0/2888318507 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fbf180d0bd0 con 0x7fbf1c102a20 2024-04-21T09:09:53.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.846+0000 7fbf21c9f640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbf080a3bb0 0x7fbf080a6070 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c005d00 tx=0x7fbf0c009550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:53.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:53.850+0000 7fbf137fe640 1 -- 172.21.15.52:0/2888318507 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbf1809d210 con 0x7fbf1c102a20 2024-04-21T09:09:53.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:53 smithi078 ceph-mon[31713]: pgmap v363: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-04-21T09:09:53.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:53 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3878789662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:54.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.035+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbf1c062b50 con 0x7fbf1c102a20 2024-04-21T09:09:54.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.036+0000 7fbf137fe640 1 -- 172.21.15.52:0/2888318507 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7fbf1809cb10 con 0x7fbf1c102a20 2024-04-21T09:09:54.036 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbf080a3bb0 msgr2=0x7fbf080a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbf080a3bb0 0x7fbf080a6070 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c005d00 tx=0x7fbf0c009550 comp rx=0 tx=0).stop 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c102a20 msgr2=0x7fbf1c198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c102a20 0x7fbf1c198190 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbf1800e9f0 tx=0x7fbf1800eeb0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 shutdown_connections 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf1c107c80 0x7fbf1c19f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbf080a3bb0 0x7fbf080a6070 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf1c105350 0x7fbf1c1986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 --2- 172.21.15.52:0/2888318507 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf1c102a20 0x7fbf1c198190 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 >> 172.21.15.52:0/2888318507 conn(0x7fbf1c0fc430 msgr2=0x7fbf1c103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:54.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 shutdown_connections 2024-04-21T09:09:54.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.038+0000 7fbf24704640 1 -- 172.21.15.52:0/2888318507 wait complete. 2024-04-21T09:09:54.049 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:09:54.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 -- 172.21.15.52:0/2628919034 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0102a20 msgr2=0x7fdeb0104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2628919034 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0102a20 0x7fdeb0104e10 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fdea4009900 tx=0x7fdea402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:54.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 -- 172.21.15.52:0/2628919034 shutdown_connections 2024-04-21T09:09:54.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2628919034 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb0107c80 0x7fdeb010a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2628919034 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb0105350 0x7fdeb0107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2628919034 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0102a20 0x7fdeb0104e10 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 -- 172.21.15.52:0/2628919034 >> 172.21.15.52:0/2628919034 conn(0x7fdeb00fc430 msgr2=0x7fdeb00fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 -- 172.21.15.52:0/2628919034 shutdown_connections 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.153+0000 7fdeb617e640 1 -- 172.21.15.52:0/2628919034 wait complete. 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeb617e640 1 Processor -- start 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeb617e640 1 -- start start 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeb617e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb0102a20 0x7fdeb019a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeb617e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0105350 0x7fdeb019a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeb617e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb0107c80 0x7fdeb01a1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeb617e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb010dae0 con 0x7fdeb0105350 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeb617e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb010d960 con 0x7fdeb0102a20 2024-04-21T09:09:54.156 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeb617e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb010dc60 con 0x7fdeb0107c80 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaeffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0105350 0x7fdeb019a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaeffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0105350 0x7fdeb019a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51056/0 (socket says 172.21.15.52:51056) 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaeffd640 1 -- 172.21.15.52:0/2430416773 learned_addr learned my addr 172.21.15.52:0/2430416773 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaf7fe640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb0102a20 0x7fdeb019a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaeffd640 1 -- 172.21.15.52:0/2430416773 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb0107c80 msgr2=0x7fdeb01a1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaeffd640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb0107c80 0x7fdeb01a1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaeffd640 1 -- 172.21.15.52:0/2430416773 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb0102a20 msgr2=0x7fdeb019a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaeffd640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb0102a20 0x7fdeb019a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.154+0000 7fdeaeffd640 1 -- 172.21.15.52:0/2430416773 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeb01a2090 con 0x7fdeb0105350 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.155+0000 7fdeaeffd640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0105350 0x7fdeb019a9b0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdea000e9f0 tx=0x7fdea000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.155+0000 7fdeacff9640 1 -- 172.21.15.52:0/2430416773 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea000ccc0 con 0x7fdeb0105350 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.155+0000 7fdeacff9640 1 -- 172.21.15.52:0/2430416773 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdea00054d0 con 0x7fdeb0105350 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.155+0000 7fdeacff9640 1 -- 172.21.15.52:0/2430416773 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea0010430 con 0x7fdeb0105350 2024-04-21T09:09:54.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.155+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeb01a2380 con 0x7fdeb0105350 2024-04-21T09:09:54.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.155+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeb01a2880 con 0x7fdeb0105350 2024-04-21T09:09:54.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.156+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdeb01097d0 con 0x7fdeb0105350 2024-04-21T09:09:54.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.157+0000 7fdeacff9640 1 -- 172.21.15.52:0/2430416773 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdea00046c0 con 0x7fdeb0105350 2024-04-21T09:09:54.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.157+0000 7fdeacff9640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fde980a3bb0 0x7fde980a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.158+0000 7fdeaf7fe640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fde980a3bb0 0x7fde980a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.158+0000 7fdeacff9640 1 -- 172.21.15.52:0/2430416773 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fdea00d0c70 con 0x7fdeb0105350 2024-04-21T09:09:54.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.158+0000 7fdeaf7fe640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fde980a3bb0 0x7fde980a6070 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fdea40096c0 tx=0x7fdea4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:54.161 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.162+0000 7fdeacff9640 1 -- 172.21.15.52:0/2430416773 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdea009d2b0 con 0x7fdeb0105350 2024-04-21T09:09:54.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.348+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fdeb0062bf0 con 0x7fdeb0105350 2024-04-21T09:09:54.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.348+0000 7fdeacff9640 1 -- 172.21.15.52:0/2430416773 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fdea009cbb0 con 0x7fdeb0105350 2024-04-21T09:09:54.348 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:09:54.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fde980a3bb0 msgr2=0x7fde980a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fde980a3bb0 0x7fde980a6070 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fdea40096c0 tx=0x7fdea4000bc0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0105350 msgr2=0x7fdeb019a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0105350 0x7fdeb019a9b0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdea000e9f0 tx=0x7fdea000eeb0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 shutdown_connections 2024-04-21T09:09:54.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fde980a3bb0 0x7fde980a6070 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdeb0107c80 0x7fdeb01a1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdeb0105350 0x7fdeb019a9b0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 --2- 172.21.15.52:0/2430416773 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdeb0102a20 0x7fdeb019a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 >> 172.21.15.52:0/2430416773 conn(0x7fdeb00fc430 msgr2=0x7fdeb01021f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:54.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 shutdown_connections 2024-04-21T09:09:54.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.350+0000 7fdeb617e640 1 -- 172.21.15.52:0/2430416773 wait complete. 2024-04-21T09:09:54.361 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 -- 172.21.15.52:0/3230487238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1130101fe0 msgr2=0x7f1130102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 --2- 172.21.15.52:0/3230487238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1130101fe0 0x7f1130102460 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f1118009900 tx=0x7f111802bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 -- 172.21.15.52:0/3230487238 shutdown_connections 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 --2- 172.21.15.52:0/3230487238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11301029a0 0x7f11301092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 --2- 172.21.15.52:0/3230487238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1130101fe0 0x7f1130102460 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 --2- 172.21.15.52:0/3230487238 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1130100e90 0x7f11301012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 -- 172.21.15.52:0/3230487238 >> 172.21.15.52:0/3230487238 conn(0x7f11300fc420 msgr2=0x7f11300fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 -- 172.21.15.52:0/3230487238 shutdown_connections 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 -- 172.21.15.52:0/3230487238 wait complete. 2024-04-21T09:09:54.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 Processor -- start 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.467+0000 7f11367db640 1 -- start start 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f11367db640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1130100e90 0x7f11301982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f11367db640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1130101fe0 0x7f11301987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f11367db640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11301029a0 0x7f113019f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f11367db640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f113010ca40 con 0x7f11301029a0 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f11367db640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f113010c8c0 con 0x7f1130101fe0 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f11367db640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f113010cbc0 con 0x7f1130100e90 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11301029a0 0x7f113019f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11301029a0 0x7f113019f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51082/0 (socket says 172.21.15.52:51082) 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 -- 172.21.15.52:0/1728128075 learned_addr learned my addr 172.21.15.52:0/1728128075 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f112ffff640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1130100e90 0x7f11301982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f112f7fe640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1130101fe0 0x7f11301987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 -- 172.21.15.52:0/1728128075 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1130100e90 msgr2=0x7f11301982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1130100e90 0x7f11301982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 -- 172.21.15.52:0/1728128075 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1130101fe0 msgr2=0x7f11301987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1130101fe0 0x7f11301987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 -- 172.21.15.52:0/1728128075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f113019fe70 con 0x7f11301029a0 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f1134d78640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11301029a0 0x7f113019f800 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f112800cad0 tx=0x7f112800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f112d7fa640 1 -- 172.21.15.52:0/1728128075 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112800ae20 con 0x7f11301029a0 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f112d7fa640 1 -- 172.21.15.52:0/1728128075 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1128005020 con 0x7f11301029a0 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.468+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11301a0160 con 0x7f11301029a0 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.469+0000 7f112d7fa640 1 -- 172.21.15.52:0/1728128075 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112800f6b0 con 0x7f11301029a0 2024-04-21T09:09:54.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.469+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11301a0630 con 0x7f11301029a0 2024-04-21T09:09:54.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.470+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11301a08f0 con 0x7f11301029a0 2024-04-21T09:09:54.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.471+0000 7f112d7fa640 1 -- 172.21.15.52:0/1728128075 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f11280051d0 con 0x7f11301029a0 2024-04-21T09:09:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.471+0000 7f112d7fa640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f111c0a3bb0 0x7f111c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.471+0000 7f112ffff640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f111c0a3bb0 0x7f111c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.471+0000 7f112d7fa640 1 -- 172.21.15.52:0/1728128075 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f11280d0910 con 0x7f11301029a0 2024-04-21T09:09:54.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.472+0000 7f112ffff640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f111c0a3bb0 0x7f111c0a6070 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1120005fd0 tx=0x7f1120005e20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:54.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.476+0000 7f112d7fa640 1 -- 172.21.15.52:0/1728128075 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1128014030 con 0x7f11301029a0 2024-04-21T09:09:54.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.666+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f11301a0ac0 con 0x7f11301029a0 2024-04-21T09:09:54.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.667+0000 7f112d7fa640 1 -- 172.21.15.52:0/1728128075 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7f112809cf50 con 0x7f11301029a0 2024-04-21T09:09:54.667 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:09:54.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f111c0a3bb0 msgr2=0x7f111c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f111c0a3bb0 0x7f111c0a6070 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1120005fd0 tx=0x7f1120005e20 comp rx=0 tx=0).stop 2024-04-21T09:09:54.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11301029a0 msgr2=0x7f113019f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11301029a0 0x7f113019f800 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f112800cad0 tx=0x7f112800cf90 comp rx=0 tx=0).stop 2024-04-21T09:09:54.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 shutdown_connections 2024-04-21T09:09:54.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f11301029a0 0x7f113019f800 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1130101fe0 0x7f11301987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f111c0a3bb0 0x7f111c0a6070 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 --2- 172.21.15.52:0/1728128075 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1130100e90 0x7f11301982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 >> 172.21.15.52:0/1728128075 conn(0x7f11300fc420 msgr2=0x7f1130069250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:54.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 shutdown_connections 2024-04-21T09:09:54.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.669+0000 7f11367db640 1 -- 172.21.15.52:0/1728128075 wait complete. 2024-04-21T09:09:54.679 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:54 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3383078122' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:54.679 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:54 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2888318507' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:54.679 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:54 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2430416773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:54.681 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:09:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 -- 172.21.15.52:0/1985424377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 msgr2=0x7f22ac1024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 --2- 172.21.15.52:0/1985424377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 0x7f22ac1024c0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2294009900 tx=0x7f229402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 -- 172.21.15.52:0/1985424377 shutdown_connections 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 --2- 172.21.15.52:0/1985424377 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f22ac102a00 0x7f22ac109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 --2- 172.21.15.52:0/1985424377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 0x7f22ac1024c0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 --2- 172.21.15.52:0/1985424377 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f22ac100e60 0x7f22ac101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 -- 172.21.15.52:0/1985424377 >> 172.21.15.52:0/1985424377 conn(0x7f22ac0fc460 msgr2=0x7f22ac0fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 -- 172.21.15.52:0/1985424377 shutdown_connections 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.783+0000 7f22b148c640 1 -- 172.21.15.52:0/1985424377 wait complete. 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22b148c640 1 Processor -- start 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22b148c640 1 -- start start 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22b148c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f22ac100e60 0x7f22ac198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22b148c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 0x7f22ac198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22b148c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f22ac102a00 0x7f22ac19f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22b148c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f22ac10caf0 con 0x7f22ac102040 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22b148c640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f22ac10c970 con 0x7f22ac100e60 2024-04-21T09:09:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22b148c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f22ac10cc70 con 0x7f22ac102a00 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22a27fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 0x7f22ac198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22a27fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 0x7f22ac198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51112/0 (socket says 172.21.15.52:51112) 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.784+0000 7f22a27fc640 1 -- 172.21.15.52:0/1118634756 learned_addr learned my addr 172.21.15.52:0/1118634756 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22aaffd640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f22ac100e60 0x7f22ac198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a27fc640 1 -- 172.21.15.52:0/1118634756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f22ac102a00 msgr2=0x7f22ac19f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a27fc640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f22ac102a00 0x7f22ac19f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a27fc640 1 -- 172.21.15.52:0/1118634756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f22ac100e60 msgr2=0x7f22ac198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a27fc640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f22ac100e60 0x7f22ac198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a27fc640 1 -- 172.21.15.52:0/1118634756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22ac19ff50 con 0x7f22ac102040 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22aaffd640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f22ac100e60 0x7f22ac198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a27fc640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 0x7f22ac198870 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f2294036040 tx=0x7f22940042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a8ff9640 1 -- 172.21.15.52:0/1118634756 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2294043020 con 0x7f22ac102040 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22ac1a01e0 con 0x7f22ac102040 2024-04-21T09:09:54.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a8ff9640 1 -- 172.21.15.52:0/1118634756 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f22940054c0 con 0x7f22ac102040 2024-04-21T09:09:54.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22a8ff9640 1 -- 172.21.15.52:0/1118634756 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2294003db0 con 0x7f22ac102040 2024-04-21T09:09:54.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.785+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22ac1a07b0 con 0x7f22ac102040 2024-04-21T09:09:54.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.786+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22ac1a09b0 con 0x7f22ac102040 2024-04-21T09:09:54.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.788+0000 7f22a8ff9640 1 -- 172.21.15.52:0/1118634756 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2294046020 con 0x7f22ac102040 2024-04-21T09:09:54.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.788+0000 7f22a8ff9640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f22980a3bb0 0x7f22980a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:54.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.789+0000 7f22aaffd640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f22980a3bb0 0x7f22980a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:54.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.789+0000 7f22a8ff9640 1 -- 172.21.15.52:0/1118634756 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f22940f30f0 con 0x7f22ac102040 2024-04-21T09:09:54.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.789+0000 7f22aaffd640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f22980a3bb0 0x7f22980a6070 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f229c006fd0 tx=0x7f229c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:54.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:54.792+0000 7f22a8ff9640 1 -- 172.21.15.52:0/1118634756 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f229404d020 con 0x7f22ac102040 2024-04-21T09:09:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:54 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3383078122' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:54 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2888318507' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:54.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:54 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2430416773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:54 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3383078122' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:54.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:54 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2888318507' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:54.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:54 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2430416773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:55.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.020+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22ac1a0ca0 con 0x7f22ac102040 2024-04-21T09:09:55.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.020+0000 7f22a8ff9640 1 -- 172.21.15.52:0/1118634756 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11855 (secure 0 0 0) 0x7f22940bf730 con 0x7f22ac102040 2024-04-21T09:09:55.021 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:55.021 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:08:08.697938+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:09:55.021 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 24 2024-04-21T09:09:55.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f22980a3bb0 msgr2=0x7f22980a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f22980a3bb0 0x7f22980a6070 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f229c006fd0 tx=0x7f229c008040 comp rx=0 tx=0).stop 2024-04-21T09:09:55.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 msgr2=0x7f22ac198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 0x7f22ac198870 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f2294036040 tx=0x7f22940042f0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 shutdown_connections 2024-04-21T09:09:55.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f22980a3bb0 0x7f22980a6070 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f22ac102a00 0x7f22ac19f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f22ac102040 0x7f22ac198870 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 --2- 172.21.15.52:0/1118634756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f22ac100e60 0x7f22ac198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 >> 172.21.15.52:0/1118634756 conn(0x7f22ac0fc460 msgr2=0x7f22ac06a620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:55.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 shutdown_connections 2024-04-21T09:09:55.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.023+0000 7f22b148c640 1 -- 172.21.15.52:0/1118634756 wait complete. 2024-04-21T09:09:55.034 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:09:55.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 -- 172.21.15.52:0/3393411591 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8101fa0 msgr2=0x7f1da81023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/3393411591 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8101fa0 0x7f1da81023c0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1d98009900 tx=0x7f1d9802bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 -- 172.21.15.52:0/3393411591 shutdown_connections 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/3393411591 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1da8103b50 0x7f1da810a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/3393411591 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1da8103190 0x7f1da8103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/3393411591 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8101fa0 0x7f1da81023c0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 -- 172.21.15.52:0/3393411591 >> 172.21.15.52:0/3393411591 conn(0x7f1da80fd570 msgr2=0x7f1da80ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 -- 172.21.15.52:0/3393411591 shutdown_connections 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.136+0000 7f1dad0a5640 1 -- 172.21.15.52:0/3393411591 wait complete. 2024-04-21T09:09:55.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.137+0000 7f1dad0a5640 1 Processor -- start 2024-04-21T09:09:55.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.137+0000 7f1dad0a5640 1 -- start start 2024-04-21T09:09:55.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.137+0000 7f1dad0a5640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1da8101fa0 0x7f1da819a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.137+0000 7f1dad0a5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8103190 0x7f1da819a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.137+0000 7f1dad0a5640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1da8103b50 0x7f1da81a1990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.137+0000 7f1dad0a5640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1da810daf0 con 0x7f1da8103190 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.137+0000 7f1dad0a5640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1da810d970 con 0x7f1da8101fa0 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.137+0000 7f1dad0a5640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1da810dc70 con 0x7f1da8103b50 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8103190 0x7f1da819a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8103190 0x7f1da819a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51138/0 (socket says 172.21.15.52:51138) 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 -- 172.21.15.52:0/1053665966 learned_addr learned my addr 172.21.15.52:0/1053665966 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da6d9d640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1da8101fa0 0x7f1da819a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da759e640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1da8103b50 0x7f1da81a1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 -- 172.21.15.52:0/1053665966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1da8103b50 msgr2=0x7f1da81a1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1da8103b50 0x7f1da81a1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 -- 172.21.15.52:0/1053665966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1da8101fa0 msgr2=0x7f1da819a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1da8101fa0 0x7f1da819a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 -- 172.21.15.52:0/1053665966 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1da81a2000 con 0x7f1da8103190 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da6d9d640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1da8101fa0 0x7f1da819a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1da659c640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8103190 0x7f1da819a920 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c00c890 tx=0x7f1d9c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1d8ffff640 1 -- 172.21.15.52:0/1053665966 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c004220 con 0x7f1da8103190 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1da81a22f0 con 0x7f1da8103190 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1d8ffff640 1 -- 172.21.15.52:0/1053665966 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d9c0043c0 con 0x7f1da8103190 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1d8ffff640 1 -- 172.21.15.52:0/1053665966 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c004a00 con 0x7f1da8103190 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.138+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1da81a2840 con 0x7f1da8103190 2024-04-21T09:09:55.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.139+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1da81a2b00 con 0x7f1da8103190 2024-04-21T09:09:55.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.140+0000 7f1d8ffff640 1 -- 172.21.15.52:0/1053665966 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1d9c0079b0 con 0x7f1da8103190 2024-04-21T09:09:55.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.141+0000 7f1d8ffff640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1d900a3bb0 0x7f1d900a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.141+0000 7f1da6d9d640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1d900a3bb0 0x7f1d900a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.141+0000 7f1d8ffff640 1 -- 172.21.15.52:0/1053665966 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f1d9c0d0590 con 0x7f1da8103190 2024-04-21T09:09:55.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.142+0000 7f1da6d9d640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1d900a3bb0 0x7f1d900a6070 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1d9802c240 tx=0x7f1d98005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:55.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.146+0000 7f1d8ffff640 1 -- 172.21.15.52:0/1053665966 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1d9c014030 con 0x7f1da8103190 2024-04-21T09:09:55.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.334+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1da81a2cd0 con 0x7f1da8103190 2024-04-21T09:09:55.335 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.335+0000 7f1d8ffff640 1 -- 172.21.15.52:0/1053665966 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24697 (secure 0 0 0) 0x7f1d9c09cbd0 con 0x7f1da8103190 2024-04-21T09:09:55.335 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:55.335 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":93,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:09:33.398640+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1d900a3bb0 msgr2=0x7f1d900a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1d900a3bb0 0x7f1d900a6070 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1d9802c240 tx=0x7f1d98005fd0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8103190 msgr2=0x7f1da819a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8103190 0x7f1da819a920 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c00c890 tx=0x7f1d9c00cd50 comp rx=0 tx=0).stop 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 shutdown_connections 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f1d900a3bb0 0x7f1d900a6070 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1da8103b50 0x7f1da81a1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1da8103190 0x7f1da819a920 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 --2- 172.21.15.52:0/1053665966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1da8101fa0 0x7f1da819a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 >> 172.21.15.52:0/1053665966 conn(0x7f1da80fd570 msgr2=0x7f1da8074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:55.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 shutdown_connections 2024-04-21T09:09:55.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.338+0000 7f1dad0a5640 1 -- 172.21.15.52:0/1053665966 wait complete. 2024-04-21T09:09:55.349 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:09:55.350 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.454+0000 7f917cd9d640 1 -- 172.21.15.52:0/3153879502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102040 msgr2=0x7f91781024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.454+0000 7f917cd9d640 1 --2- 172.21.15.52:0/3153879502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102040 0x7f91781024c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f916c009900 tx=0x7f916c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 -- 172.21.15.52:0/3153879502 shutdown_connections 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 --2- 172.21.15.52:0/3153879502 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9178102a00 0x7f9178109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 --2- 172.21.15.52:0/3153879502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102040 0x7f91781024c0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 --2- 172.21.15.52:0/3153879502 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9178100e60 0x7f9178101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 -- 172.21.15.52:0/3153879502 >> 172.21.15.52:0/3153879502 conn(0x7f91780fc420 msgr2=0x7f91780fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 -- 172.21.15.52:0/3153879502 shutdown_connections 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 -- 172.21.15.52:0/3153879502 wait complete. 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 Processor -- start 2024-04-21T09:09:55.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.455+0000 7f917cd9d640 1 -- start start 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f917cd9d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9178100e60 0x7f9178198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f917cd9d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9178102040 0x7f91781987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f917cd9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102a00 0x7f917819f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f917cd9d640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f917810db90 con 0x7f9178102a00 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f917cd9d640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f917810da10 con 0x7f9178102040 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f917cd9d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f917810dd10 con 0x7f9178100e60 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102a00 0x7f917819f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102a00 0x7f917819f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51162/0 (socket says 172.21.15.52:51162) 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 -- 172.21.15.52:0/2685642310 learned_addr learned my addr 172.21.15.52:0/2685642310 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f917659c640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9178100e60 0x7f9178198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9175d9b640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9178102040 0x7f91781987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 -- 172.21.15.52:0/2685642310 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9178100e60 msgr2=0x7f9178198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9178100e60 0x7f9178198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 -- 172.21.15.52:0/2685642310 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9178102040 msgr2=0x7f91781987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9178102040 0x7f91781987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 -- 172.21.15.52:0/2685642310 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f917819feb0 con 0x7f9178102a00 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f917659c640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9178100e60 0x7f9178198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.456+0000 7f9176d9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102a00 0x7f917819f840 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f917000eaa0 tx=0x7f917000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.457+0000 7f91677fe640 1 -- 172.21.15.52:0/2685642310 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917000cdb0 con 0x7f9178102a00 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.457+0000 7f91677fe640 1 -- 172.21.15.52:0/2685642310 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9170005020 con 0x7f9178102a00 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.457+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91781a01a0 con 0x7f9178102a00 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.457+0000 7f91677fe640 1 -- 172.21.15.52:0/2685642310 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91700116d0 con 0x7f9178102a00 2024-04-21T09:09:55.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.457+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91781a0770 con 0x7f9178102a00 2024-04-21T09:09:55.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.458+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91781082a0 con 0x7f9178102a00 2024-04-21T09:09:55.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.459+0000 7f91677fe640 1 -- 172.21.15.52:0/2685642310 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f91700051d0 con 0x7f9178102a00 2024-04-21T09:09:55.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.459+0000 7f91677fe640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91600a3c30 0x7f91600a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.460+0000 7f917659c640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91600a3c30 0x7f91600a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.460+0000 7f91677fe640 1 -- 172.21.15.52:0/2685642310 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f91700d0a70 con 0x7f9178102a00 2024-04-21T09:09:55.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.460+0000 7f917659c640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91600a3c30 0x7f91600a60f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9168006fd0 tx=0x7f9168008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:55.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.466+0000 7f91677fe640 1 -- 172.21.15.52:0/2685642310 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9170016030 con 0x7f9178102a00 2024-04-21T09:09:55.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.656+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9178062b50 con 0x7f9178102a00 2024-04-21T09:09:55.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.657+0000 7f91677fe640 1 -- 172.21.15.52:0/2685642310 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f917009d050 con 0x7f9178102a00 2024-04-21T09:09:55.657 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.658+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91600a3c30 msgr2=0x7f91600a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.658+0000 7f917cd9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91600a3c30 0x7f91600a60f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9168006fd0 tx=0x7f9168008040 comp rx=0 tx=0).stop 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.658+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102a00 msgr2=0x7f917819f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.658+0000 7f917cd9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102a00 0x7f917819f840 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f917000eaa0 tx=0x7f917000ef60 comp rx=0 tx=0).stop 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.659+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 shutdown_connections 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.659+0000 7f917cd9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9178102a00 0x7f917819f840 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.659+0000 7f917cd9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9178102040 0x7f91781987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.659+0000 7f917cd9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f91600a3c30 0x7f91600a60f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.659+0000 7f917cd9d640 1 --2- 172.21.15.52:0/2685642310 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9178100e60 0x7f9178198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.659+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 >> 172.21.15.52:0/2685642310 conn(0x7f91780fc420 msgr2=0x7f9178105470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:55.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.659+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 shutdown_connections 2024-04-21T09:09:55.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.659+0000 7f917cd9d640 1 -- 172.21.15.52:0/2685642310 wait complete. 2024-04-21T09:09:55.669 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:55 smithi052 ceph-mon[28035]: pgmap v364: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:55.669 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:55 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1728128075' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:55.669 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:55 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1118634756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:55.669 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:55 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1053665966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:55.670 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:09:55.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.776+0000 7f5d8f98f640 1 -- 172.21.15.52:0/1015286113 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 msgr2=0x7f5d8810a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.776+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/1015286113 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 0x7f5d8810a0d0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f5d78009ca0 tx=0x7f5d7802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.776+0000 7f5d8f98f640 1 -- 172.21.15.52:0/1015286113 shutdown_connections 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.776+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/1015286113 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 0x7f5d8810a0d0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.776+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/1015286113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d88105350 0x7f5d88107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.776+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/1015286113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d88102a20 0x7f5d88104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.776+0000 7f5d8f98f640 1 -- 172.21.15.52:0/1015286113 >> 172.21.15.52:0/1015286113 conn(0x7f5d880fc430 msgr2=0x7f5d880fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.776+0000 7f5d8f98f640 1 -- 172.21.15.52:0/1015286113 shutdown_connections 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 -- 172.21.15.52:0/1015286113 wait complete. 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 Processor -- start 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 -- start start 2024-04-21T09:09:55.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d88102a20 0x7f5d88198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d88105350 0x7f5d881986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 0x7f5d8819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5d8810dae0 con 0x7f5d88107c80 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5d8810d960 con 0x7f5d88102a20 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8f98f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5d8810dc60 con 0x7f5d88105350 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8df2c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 0x7f5d8819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8df2c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 0x7f5d8819f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51170/0 (socket says 172.21.15.52:51170) 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8df2c640 1 -- 172.21.15.52:0/2195366669 learned_addr learned my addr 172.21.15.52:0/2195366669 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8cf2a640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d88105350 0x7f5d881986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.777+0000 7f5d8d72b640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d88102a20 0x7f5d88198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d8df2c640 1 -- 172.21.15.52:0/2195366669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d88105350 msgr2=0x7f5d881986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d8df2c640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d88105350 0x7f5d881986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d8df2c640 1 -- 172.21.15.52:0/2195366669 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d88102a20 msgr2=0x7f5d88198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d8df2c640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d88102a20 0x7f5d88198190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d8df2c640 1 -- 172.21.15.52:0/2195366669 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d8819fdb0 con 0x7f5d88107c80 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d8df2c640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 0x7f5d8819f740 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5d7802c700 tx=0x7f5d78034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d867fc640 1 -- 172.21.15.52:0/2195366669 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d78039040 con 0x7f5d88107c80 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d867fc640 1 -- 172.21.15.52:0/2195366669 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d78044070 con 0x7f5d88107c80 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d881a0040 con 0x7f5d88107c80 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d867fc640 1 -- 172.21.15.52:0/2195366669 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d780042a0 con 0x7f5d88107c80 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.778+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d881a0580 con 0x7f5d88107c80 2024-04-21T09:09:55.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.779+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d880fdf20 con 0x7f5d88107c80 2024-04-21T09:09:55.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.780+0000 7f5d867fc640 1 -- 172.21.15.52:0/2195366669 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5d78003970 con 0x7f5d88107c80 2024-04-21T09:09:55.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.781+0000 7f5d867fc640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d700a3c30 0x7f5d700a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:55.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.781+0000 7f5d8d72b640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d700a3c30 0x7f5d700a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:55.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.781+0000 7f5d867fc640 1 -- 172.21.15.52:0/2195366669 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f5d780f2a90 con 0x7f5d88107c80 2024-04-21T09:09:55.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.781+0000 7f5d8d72b640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d700a3c30 0x7f5d700a60f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5d8000bbe0 tx=0x7f5d8000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:55.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.785+0000 7f5d867fc640 1 -- 172.21.15.52:0/2195366669 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5d780bf0d0 con 0x7f5d88107c80 2024-04-21T09:09:55.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:55 smithi060 ceph-mon[31055]: pgmap v364: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:55.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:55 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1728128075' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:55.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:55 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1118634756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:55.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:55 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1053665966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:55 smithi078 ceph-mon[31713]: pgmap v364: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:09:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:55 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1728128075' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:55 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1118634756' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:55 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1053665966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:55.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.973+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f5d88062b50 con 0x7f5d88107c80 2024-04-21T09:09:55.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.973+0000 7f5d867fc640 1 -- 172.21.15.52:0/2195366669 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f5d780be9d0 con 0x7f5d88107c80 2024-04-21T09:09:55.973 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:09:55.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d700a3c30 msgr2=0x7f5d700a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d700a3c30 0x7f5d700a60f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5d8000bbe0 tx=0x7f5d8000b390 comp rx=0 tx=0).stop 2024-04-21T09:09:55.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 msgr2=0x7f5d8819f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 0x7f5d8819f740 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5d7802c700 tx=0x7f5d78034760 comp rx=0 tx=0).stop 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 shutdown_connections 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5d88107c80 0x7f5d8819f740 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5d700a3c30 0x7f5d700a60f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5d88105350 0x7f5d881986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 --2- 172.21.15.52:0/2195366669 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d88102a20 0x7f5d88198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 >> 172.21.15.52:0/2195366669 conn(0x7f5d880fc430 msgr2=0x7f5d88103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 shutdown_connections 2024-04-21T09:09:55.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:55.975+0000 7f5d8f98f640 1 -- 172.21.15.52:0/2195366669 wait complete. 2024-04-21T09:09:55.986 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:09:56.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 -- 172.21.15.52:0/148621370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930107c80 msgr2=0x7fb93010a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 --2- 172.21.15.52:0/148621370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930107c80 0x7fb93010a0d0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb928009ca0 tx=0x7fb92802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 -- 172.21.15.52:0/148621370 shutdown_connections 2024-04-21T09:09:56.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 --2- 172.21.15.52:0/148621370 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930107c80 0x7fb93010a0d0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 --2- 172.21.15.52:0/148621370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb930105350 0x7fb930107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 --2- 172.21.15.52:0/148621370 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb930102a20 0x7fb930104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 -- 172.21.15.52:0/148621370 >> 172.21.15.52:0/148621370 conn(0x7fb9300fc430 msgr2=0x7fb9300fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 -- 172.21.15.52:0/148621370 shutdown_connections 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.091+0000 7fb936359640 1 -- 172.21.15.52:0/148621370 wait complete. 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb936359640 1 Processor -- start 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb936359640 1 -- start start 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb936359640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930102a20 0x7fb930102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb936359640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb930105350 0x7fb9301009d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb936359640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb930107c80 0x7fb930100f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb936359640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb93010dae0 con 0x7fb930102a20 2024-04-21T09:09:56.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb936359640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb93010d960 con 0x7fb930105350 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb936359640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb93010dc60 con 0x7fb930107c80 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb92ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930102a20 0x7fb930102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb92ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930102a20 0x7fb930102390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51186/0 (socket says 172.21.15.52:51186) 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.092+0000 7fb92ffff640 1 -- 172.21.15.52:0/3024326828 learned_addr learned my addr 172.21.15.52:0/3024326828 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb9348f6640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb930107c80 0x7fb930100f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92f7fe640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb930105350 0x7fb9301009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92ffff640 1 -- 172.21.15.52:0/3024326828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb930107c80 msgr2=0x7fb930100f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92ffff640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb930107c80 0x7fb930100f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92ffff640 1 -- 172.21.15.52:0/3024326828 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb930105350 msgr2=0x7fb9301009d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92ffff640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb930105350 0x7fb9301009d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92ffff640 1 -- 172.21.15.52:0/3024326828 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9301017a0 con 0x7fb930102a20 2024-04-21T09:09:56.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92f7fe640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb930105350 0x7fb9301009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:56.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92ffff640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930102a20 0x7fb930102390 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fb91800d950 tx=0x7fb91800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:56.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92d7fa640 1 -- 172.21.15.52:0/3024326828 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb918017070 con 0x7fb930102a20 2024-04-21T09:09:56.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9301a22b0 con 0x7fb930102a20 2024-04-21T09:09:56.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92d7fa640 1 -- 172.21.15.52:0/3024326828 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb918009c30 con 0x7fb930102a20 2024-04-21T09:09:56.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb92d7fa640 1 -- 172.21.15.52:0/3024326828 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb91800f620 con 0x7fb930102a20 2024-04-21T09:09:56.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.093+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9301a2800 con 0x7fb930102a20 2024-04-21T09:09:56.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.094+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9300fdf20 con 0x7fb930102a20 2024-04-21T09:09:56.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.095+0000 7fb92d7fa640 1 -- 172.21.15.52:0/3024326828 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb918010460 con 0x7fb930102a20 2024-04-21T09:09:56.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.096+0000 7fb92d7fa640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb91c0a3bb0 0x7fb91c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.096+0000 7fb92f7fe640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb91c0a3bb0 0x7fb91c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.096+0000 7fb92d7fa640 1 -- 172.21.15.52:0/3024326828 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fb9180d0430 con 0x7fb930102a20 2024-04-21T09:09:56.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.097+0000 7fb92f7fe640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb91c0a3bb0 0x7fb91c0a6070 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb930102100 tx=0x7fb920005ec0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:56.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.101+0000 7fb92d7fa640 1 -- 172.21.15.52:0/3024326828 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb91809ca10 con 0x7fb930102a20 2024-04-21T09:09:56.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.287+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb930062b50 con 0x7fb930102a20 2024-04-21T09:09:56.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.287+0000 7fb92d7fa640 1 -- 172.21.15.52:0/3024326828 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fb918009de0 con 0x7fb930102a20 2024-04-21T09:09:56.287 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:09:56.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb91c0a3bb0 msgr2=0x7fb91c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb91c0a3bb0 0x7fb91c0a6070 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb930102100 tx=0x7fb920005ec0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930102a20 msgr2=0x7fb930102390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930102a20 0x7fb930102390 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fb91800d950 tx=0x7fb91800de10 comp rx=0 tx=0).stop 2024-04-21T09:09:56.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 shutdown_connections 2024-04-21T09:09:56.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fb91c0a3bb0 0x7fb91c0a6070 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb930107c80 0x7fb930100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb930105350 0x7fb9301009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 --2- 172.21.15.52:0/3024326828 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb930102a20 0x7fb930102390 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 >> 172.21.15.52:0/3024326828 conn(0x7fb9300fc430 msgr2=0x7fb930103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:56.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 shutdown_connections 2024-04-21T09:09:56.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.289+0000 7fb936359640 1 -- 172.21.15.52:0/3024326828 wait complete. 2024-04-21T09:09:56.300 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:09:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 -- 172.21.15.52:0/1865000210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 msgr2=0x7fcc101012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 --2- 172.21.15.52:0/1865000210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 0x7fcc101012b0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fcc00009900 tx=0x7fcc0002bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 -- 172.21.15.52:0/1865000210 shutdown_connections 2024-04-21T09:09:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 --2- 172.21.15.52:0/1865000210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc101029a0 0x7fcc101092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 --2- 172.21.15.52:0/1865000210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc10101fe0 0x7fcc10102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 --2- 172.21.15.52:0/1865000210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 0x7fcc101012b0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 -- 172.21.15.52:0/1865000210 >> 172.21.15.52:0/1865000210 conn(0x7fcc100fc420 msgr2=0x7fcc100fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 -- 172.21.15.52:0/1865000210 shutdown_connections 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 -- 172.21.15.52:0/1865000210 wait complete. 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.406+0000 7fcc16043640 1 Processor -- start 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc16043640 1 -- start start 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc16043640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 0x7fcc101981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc16043640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc10101fe0 0x7fcc10198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc16043640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc101029a0 0x7fcc1019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc16043640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1010db70 con 0x7fcc10100e90 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc16043640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1010d9f0 con 0x7fcc101029a0 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc16043640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1010dcf0 con 0x7fcc10101fe0 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 0x7fcc101981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 0x7fcc101981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:51192/0 (socket says 172.21.15.52:51192) 2024-04-21T09:09:56.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 -- 172.21.15.52:0/2800401714 learned_addr learned my addr 172.21.15.52:0/2800401714 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0ffff640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc101029a0 0x7fcc1019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0effd640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc10101fe0 0x7fcc10198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 -- 172.21.15.52:0/2800401714 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc10101fe0 msgr2=0x7fcc10198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc10101fe0 0x7fcc10198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 -- 172.21.15.52:0/2800401714 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc101029a0 msgr2=0x7fcc1019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc101029a0 0x7fcc1019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 -- 172.21.15.52:0/2800401714 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc1019fdf0 con 0x7fcc10100e90 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.407+0000 7fcc0f7fe640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 0x7fcc101981d0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fcc00006010 tx=0x7fcc000042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.408+0000 7fcc0cff9640 1 -- 172.21.15.52:0/2800401714 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00043020 con 0x7fcc10100e90 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.408+0000 7fcc0cff9640 1 -- 172.21.15.52:0/2800401714 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc00004aa0 con 0x7fcc10100e90 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.408+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc101a0080 con 0x7fcc10100e90 2024-04-21T09:09:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.408+0000 7fcc0cff9640 1 -- 172.21.15.52:0/2800401714 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00003c70 con 0x7fcc10100e90 2024-04-21T09:09:56.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.408+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc101a05d0 con 0x7fcc10100e90 2024-04-21T09:09:56.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.409+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc10108290 con 0x7fcc10100e90 2024-04-21T09:09:56.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.410+0000 7fcc0cff9640 1 -- 172.21.15.52:0/2800401714 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fcc00046020 con 0x7fcc10100e90 2024-04-21T09:09:56.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.411+0000 7fcc0cff9640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcbf80a3bb0 0x7fcbf80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.411+0000 7fcc0effd640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcbf80a3bb0 0x7fcbf80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.411+0000 7fcc0cff9640 1 -- 172.21.15.52:0/2800401714 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fcc000f2c20 con 0x7fcc10100e90 2024-04-21T09:09:56.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.411+0000 7fcc0effd640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcbf80a3bb0 0x7fcbf80a6070 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fcc04005fd0 tx=0x7fcc04005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:56.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.415+0000 7fcc0cff9640 1 -- 172.21.15.52:0/2800401714 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcc0004d020 con 0x7fcc10100e90 2024-04-21T09:09:56.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.601+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fcc10062b50 con 0x7fcc10100e90 2024-04-21T09:09:56.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.601+0000 7fcc0cff9640 1 -- 172.21.15.52:0/2800401714 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7fcc000bf260 con 0x7fcc10100e90 2024-04-21T09:09:56.601 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:09:56.603 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcbf80a3bb0 msgr2=0x7fcbf80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.603 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcbf80a3bb0 0x7fcbf80a6070 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fcc04005fd0 tx=0x7fcc04005850 comp rx=0 tx=0).stop 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 msgr2=0x7fcc101981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 0x7fcc101981d0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fcc00006010 tx=0x7fcc000042f0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 shutdown_connections 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc101029a0 0x7fcc1019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fcbf80a3bb0 0x7fcbf80a6070 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc10101fe0 0x7fcc10198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 --2- 172.21.15.52:0/2800401714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc10100e90 0x7fcc101981d0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 >> 172.21.15.52:0/2800401714 conn(0x7fcc100fc420 msgr2=0x7fcc10105460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.603+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 shutdown_connections 2024-04-21T09:09:56.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.604+0000 7fcc16043640 1 -- 172.21.15.52:0/2800401714 wait complete. 2024-04-21T09:09:56.613 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:56 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2685642310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.613 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:56 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2195366669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.614 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:56 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3024326828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.615 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 -- 172.21.15.52:0/2909193640 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c101fd0 msgr2=0x7fc34c102450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 --2- 172.21.15.52:0/2909193640 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c101fd0 0x7fc34c102450 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fc338009900 tx=0x7fc33802bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 -- 172.21.15.52:0/2909193640 shutdown_connections 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 --2- 172.21.15.52:0/2909193640 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc34c102990 0x7fc34c1092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 --2- 172.21.15.52:0/2909193640 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c101fd0 0x7fc34c102450 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 --2- 172.21.15.52:0/2909193640 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc34c100e80 0x7fc34c1012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 -- 172.21.15.52:0/2909193640 >> 172.21.15.52:0/2909193640 conn(0x7fc34c0fc3f0 msgr2=0x7fc34c0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 -- 172.21.15.52:0/2909193640 shutdown_connections 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 -- 172.21.15.52:0/2909193640 wait complete. 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 Processor -- start 2024-04-21T09:09:56.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 -- start start 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.718+0000 7fc35303f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc34c100e80 0x7fc34c069e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc35303f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc34c101fd0 0x7fc34c19ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc35303f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c102990 0x7fc34c19f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc35303f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c10c9d0 con 0x7fc34c102990 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc35303f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c10c850 con 0x7fc34c100e80 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc35303f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c10cb50 con 0x7fc34c101fd0 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c102990 0x7fc34c19f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c102990 0x7fc34c19f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48668/0 (socket says 172.21.15.52:48668) 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 -- 172.21.15.52:0/2461681060 learned_addr learned my addr 172.21.15.52:0/2461681060 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc34bfff640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc34c101fd0 0x7fc34c19ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc350ddb640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc34c100e80 0x7fc34c069e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 -- 172.21.15.52:0/2461681060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc34c101fd0 msgr2=0x7fc34c19ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc34c101fd0 0x7fc34c19ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 -- 172.21.15.52:0/2461681060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc34c100e80 msgr2=0x7fc34c069e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc34c100e80 0x7fc34c069e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 -- 172.21.15.52:0/2461681060 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc34c19fda0 con 0x7fc34c102990 2024-04-21T09:09:56.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc3515dc640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c102990 0x7fc34c19f4e0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fc34400eb10 tx=0x7fc34400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:56.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc349ffb640 1 -- 172.21.15.52:0/2461681060 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344004b20 con 0x7fc34c102990 2024-04-21T09:09:56.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc349ffb640 1 -- 172.21.15.52:0/2461681060 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc344004cc0 con 0x7fc34c102990 2024-04-21T09:09:56.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc34c1a0090 con 0x7fc34c102990 2024-04-21T09:09:56.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc349ffb640 1 -- 172.21.15.52:0/2461681060 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344010670 con 0x7fc34c102990 2024-04-21T09:09:56.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.719+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc34c1a05b0 con 0x7fc34c102990 2024-04-21T09:09:56.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.720+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc34c108190 con 0x7fc34c102990 2024-04-21T09:09:56.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.721+0000 7fc349ffb640 1 -- 172.21.15.52:0/2461681060 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fc344005020 con 0x7fc34c102990 2024-04-21T09:09:56.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.722+0000 7fc349ffb640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc33c0a3bb0 0x7fc33c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:56.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.722+0000 7fc350ddb640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc33c0a3bb0 0x7fc33c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:56.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.722+0000 7fc349ffb640 1 -- 172.21.15.52:0/2461681060 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fc3440d0d70 con 0x7fc34c102990 2024-04-21T09:09:56.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.722+0000 7fc350ddb640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc33c0a3bb0 0x7fc33c0a6070 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc340005fd0 tx=0x7fc340005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:56.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.726+0000 7fc349ffb640 1 -- 172.21.15.52:0/2461681060 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc34409d3b0 con 0x7fc34c102990 2024-04-21T09:09:56.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:56 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2685642310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:56 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2195366669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:56 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3024326828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:56 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2685642310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:56 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2195366669' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:56 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3024326828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:09:56.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.953+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc34c02d5c0 con 0x7fc34c102990 2024-04-21T09:09:56.954 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.954+0000 7fc349ffb640 1 -- 172.21.15.52:0/2461681060 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11855 (secure 0 0 0) 0x7fc34409ccb0 con 0x7fc34c102990 2024-04-21T09:09:56.954 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:56.954 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:08:08.697938+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:09:56.954 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 24 2024-04-21T09:09:56.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc33c0a3bb0 msgr2=0x7fc33c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc33c0a3bb0 0x7fc33c0a6070 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc340005fd0 tx=0x7fc340005850 comp rx=0 tx=0).stop 2024-04-21T09:09:56.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c102990 msgr2=0x7fc34c19f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:56.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c102990 0x7fc34c19f4e0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fc34400eb10 tx=0x7fc34400c2d0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 shutdown_connections 2024-04-21T09:09:56.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc34c102990 0x7fc34c19f4e0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fc33c0a3bb0 0x7fc33c0a6070 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc34c101fd0 0x7fc34c19ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 --2- 172.21.15.52:0/2461681060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc34c100e80 0x7fc34c069e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:56.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 >> 172.21.15.52:0/2461681060 conn(0x7fc34c0fc3f0 msgr2=0x7fc34c105360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:56.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 shutdown_connections 2024-04-21T09:09:56.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:56.956+0000 7fc35303f640 1 -- 172.21.15.52:0/2461681060 wait complete. 2024-04-21T09:09:56.967 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:09:57.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 -- 172.21.15.52:0/2272392447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 msgr2=0x7fdffc1012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 --2- 172.21.15.52:0/2272392447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 0x7fdffc1012c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fdff0009900 tx=0x7fdff002bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 -- 172.21.15.52:0/2272392447 shutdown_connections 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 --2- 172.21.15.52:0/2272392447 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdffc1029b0 0x7fdffc1092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 --2- 172.21.15.52:0/2272392447 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc101ff0 0x7fdffc102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 --2- 172.21.15.52:0/2272392447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 0x7fdffc1012c0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 -- 172.21.15.52:0/2272392447 >> 172.21.15.52:0/2272392447 conn(0x7fdffc0fc410 msgr2=0x7fdffc0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 -- 172.21.15.52:0/2272392447 shutdown_connections 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.069+0000 7fe002f3b640 1 -- 172.21.15.52:0/2272392447 wait complete. 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe002f3b640 1 Processor -- start 2024-04-21T09:09:57.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe002f3b640 1 -- start start 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe002f3b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 0x7fdffc198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe002f3b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc101ff0 0x7fdffc198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe002f3b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdffc1029b0 0x7fdffc19f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe002f3b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc10c9f0 con 0x7fdffc100ea0 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe002f3b640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc10c870 con 0x7fdffc1029b0 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe002f3b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc10cb70 con 0x7fdffc101ff0 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe000cd7640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 0x7fdffc198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe000cd7640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 0x7fdffc198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48692/0 (socket says 172.21.15.52:48692) 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fe000cd7640 1 -- 172.21.15.52:0/1626367596 learned_addr learned my addr 172.21.15.52:0/1626367596 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.070+0000 7fdffbfff640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc101ff0 0x7fdffc198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe000cd7640 1 -- 172.21.15.52:0/1626367596 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc101ff0 msgr2=0x7fdffc198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe0014d8640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdffc1029b0 0x7fdffc19f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe000cd7640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc101ff0 0x7fdffc198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe000cd7640 1 -- 172.21.15.52:0/1626367596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdffc1029b0 msgr2=0x7fdffc19f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe000cd7640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdffc1029b0 0x7fdffc19f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe000cd7640 1 -- 172.21.15.52:0/1626367596 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdffc19fe70 con 0x7fdffc100ea0 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fdffbfff640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc101ff0 0x7fdffc198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe0014d8640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdffc1029b0 0x7fdffc19f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe000cd7640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 0x7fdffc198250 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fdff002c840 tx=0x7fdff0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fdff9ffb640 1 -- 172.21.15.52:0/1626367596 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff0043020 con 0x7fdffc100ea0 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fdff9ffb640 1 -- 172.21.15.52:0/1626367596 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdff0004a80 con 0x7fdffc100ea0 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdffc1a0100 con 0x7fdffc100ea0 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fdff9ffb640 1 -- 172.21.15.52:0/1626367596 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff0003c40 con 0x7fdffc100ea0 2024-04-21T09:09:57.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.071+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdffc1a06a0 con 0x7fdffc100ea0 2024-04-21T09:09:57.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.072+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdffc1a08a0 con 0x7fdffc100ea0 2024-04-21T09:09:57.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.073+0000 7fdff9ffb640 1 -- 172.21.15.52:0/1626367596 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdff0046020 con 0x7fdffc100ea0 2024-04-21T09:09:57.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.074+0000 7fdff9ffb640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdfec0a3c30 0x7fdfec0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.074+0000 7fdffbfff640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdfec0a3c30 0x7fdfec0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.074+0000 7fdff9ffb640 1 -- 172.21.15.52:0/1626367596 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fdff00f2d00 con 0x7fdffc100ea0 2024-04-21T09:09:57.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.074+0000 7fdffbfff640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdfec0a3c30 0x7fdfec0a60f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fdfe80058c0 tx=0x7fdfe8005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.078+0000 7fdff9ffb640 1 -- 172.21.15.52:0/1626367596 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdff004d020 con 0x7fdffc100ea0 2024-04-21T09:09:57.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.268+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdffc1a10d0 con 0x7fdffc100ea0 2024-04-21T09:09:57.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.269+0000 7fdff9ffb640 1 -- 172.21.15.52:0/1626367596 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24697 (secure 0 0 0) 0x7fdff003c350 con 0x7fdffc100ea0 2024-04-21T09:09:57.270 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:09:57.270 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":93,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:09:33.398640+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:09:57.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdfec0a3c30 msgr2=0x7fdfec0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdfec0a3c30 0x7fdfec0a60f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fdfe80058c0 tx=0x7fdfe8005850 comp rx=0 tx=0).stop 2024-04-21T09:09:57.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 msgr2=0x7fdffc198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 0x7fdffc198250 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fdff002c840 tx=0x7fdff0004270 comp rx=0 tx=0).stop 2024-04-21T09:09:57.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 shutdown_connections 2024-04-21T09:09:57.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdffc1029b0 0x7fdffc19f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdfec0a3c30 0x7fdfec0a60f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdffc101ff0 0x7fdffc198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 --2- 172.21.15.52:0/1626367596 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdffc100ea0 0x7fdffc198250 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 >> 172.21.15.52:0/1626367596 conn(0x7fdffc0fc410 msgr2=0x7fdffc0fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 shutdown_connections 2024-04-21T09:09:57.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.272+0000 7fe002f3b640 1 -- 172.21.15.52:0/1626367596 wait complete. 2024-04-21T09:09:57.284 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-21T09:07:41.734296+0000', 'modified': '2024-04-21T09:08:08.697938+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24542, 'mds_1': 24517, 'mds_2': 24503}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6835/1998686722', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6834', 'nonce': 1998686722}, {'type': 'v1', 'addr': '172.21.15.60:6835', 'nonce': 1998686722}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.78:6835/2825456266', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6834', 'nonce': 2825456266}, {'type': 'v1', 'addr': '172.21.15.78:6835', 'nonce': 2825456266}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.78:6837/119150232', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6836', 'nonce': 119150232}, {'type': 'v1', 'addr': '172.21.15.78:6837', 'nonce': 119150232}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.60:6837/870798288', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6836', 'nonce': 870798288}, {'type': 'v1', 'addr': '172.21.15.60:6837', 'nonce': 870798288}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.78:6839/1114809149', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6838', 'nonce': 1114809149}, {'type': 'v1', 'addr': '172.21.15.78:6839', 'nonce': 1114809149}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24542': {'gid': 24542, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.60:6839/3283399565', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6838', 'nonce': 3283399565}, {'type': 'v1', 'addr': '172.21.15.60:6839', 'nonce': 3283399565}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24542, 'qdb_cluster': [24542, 24503, 24517]} 2024-04-21T09:09:57.284 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-21T09:09:57.284 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-21T09:09:57.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 -- 172.21.15.52:0/1278378074 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c107c80 msgr2=0x7fa72c10a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 --2- 172.21.15.52:0/1278378074 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c107c80 0x7fa72c10a0d0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fa724009900 tx=0x7fa72402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 -- 172.21.15.52:0/1278378074 shutdown_connections 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 --2- 172.21.15.52:0/1278378074 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c107c80 0x7fa72c10a0d0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 --2- 172.21.15.52:0/1278378074 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa72c105350 0x7fa72c107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 --2- 172.21.15.52:0/1278378074 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa72c102a20 0x7fa72c104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 -- 172.21.15.52:0/1278378074 >> 172.21.15.52:0/1278378074 conn(0x7fa72c0fc430 msgr2=0x7fa72c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 -- 172.21.15.52:0/1278378074 shutdown_connections 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.388+0000 7fa731367640 1 -- 172.21.15.52:0/1278378074 wait complete. 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa731367640 1 Processor -- start 2024-04-21T09:09:57.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa731367640 1 -- start start 2024-04-21T09:09:57.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa731367640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c102a20 0x7fa72c102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa731367640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa72c105350 0x7fa72c1009d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa731367640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa72c107c80 0x7fa72c100f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa731367640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa72c10dae0 con 0x7fa72c102a20 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa731367640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa72c10d960 con 0x7fa72c105350 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa731367640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa72c10dc60 con 0x7fa72c107c80 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa72affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c102a20 0x7fa72c102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa72affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c102a20 0x7fa72c102390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48716/0 (socket says 172.21.15.52:48716) 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa72affd640 1 -- 172.21.15.52:0/3584079014 learned_addr learned my addr 172.21.15.52:0/3584079014 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.389+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa72c107c80 0x7fa72c100f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa72c105350 0x7fa72c1009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa72affd640 1 -- 172.21.15.52:0/3584079014 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa72c107c80 msgr2=0x7fa72c100f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa72affd640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa72c107c80 0x7fa72c100f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa72affd640 1 -- 172.21.15.52:0/3584079014 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa72c105350 msgr2=0x7fa72c1009d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa72affd640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa72c105350 0x7fa72c1009d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa72affd640 1 -- 172.21.15.52:0/3584079014 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa72c1017a0 con 0x7fa72c102a20 2024-04-21T09:09:57.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa72c105350 0x7fa72c1009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:57.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa72affd640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c102a20 0x7fa72c102390 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa71c00eab0 tx=0x7fa71c00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa713fff640 1 -- 172.21.15.52:0/3584079014 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71c00ce40 con 0x7fa72c102a20 2024-04-21T09:09:57.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa731367640 1 -- 172.21.15.52:0/3584079014 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa72c1a2280 con 0x7fa72c102a20 2024-04-21T09:09:57.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa713fff640 1 -- 172.21.15.52:0/3584079014 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa71c011920 con 0x7fa72c102a20 2024-04-21T09:09:57.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa713fff640 1 -- 172.21.15.52:0/3584079014 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71c010a30 con 0x7fa72c102a20 2024-04-21T09:09:57.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.390+0000 7fa731367640 1 -- 172.21.15.52:0/3584079014 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa72c1a27d0 con 0x7fa72c102a20 2024-04-21T09:09:57.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.392+0000 7fa713fff640 1 -- 172.21.15.52:0/3584079014 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa71c010bd0 con 0x7fa72c102a20 2024-04-21T09:09:57.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa734036740 1 Processor -- start 2024-04-21T09:09:57.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa734036740 1 -- start start 2024-04-21T09:09:57.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa734036740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c612260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa734036740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 0x55cc2c612cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa734036740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c619eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa734036740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c576b10 con 0x55cc2c611e40 2024-04-21T09:09:57.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa734036740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c514240 con 0x55cc2c612830 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa734036740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c572ad0 con 0x55cc2c6132d0 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa713fff640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7140a3bb0 0x7fa7140a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa72b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c612260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa72b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c612260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48730/0 (socket says 172.21.15.52:48730) 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa72b7fe640 1 -- 172.21.15.52:0/2354907611 learned_addr learned my addr 172.21.15.52:0/2354907611 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7140a3bb0 0x7fa7140a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa713fff640 1 -- 172.21.15.52:0/3584079014 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fa71c0d0e80 con 0x7fa72c102a20 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa72affd640 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 0x55cc2c612cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.393+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c619eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa72b7fe640 1 -- 172.21.15.52:0/2354907611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 msgr2=0x55cc2c619eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c619eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa72b7fe640 1 -- 172.21.15.52:0/2354907611 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 msgr2=0x55cc2c612cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 0x55cc2c612cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa72b7fe640 1 -- 172.21.15.52:0/2354907611 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc2c2892d0 con 0x55cc2c611e40 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c619eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c612260 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fa7240096c0 tx=0x7fa724004460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87f025a6aeb16c9c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7140a3bb0 0x7fa7140a6070 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa724036040 tx=0x7fa72403b000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa7117fa640 1 -- 172.21.15.52:0/2354907611 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa724005d50 con 0x55cc2c611e40 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa7117fa640 1 -- 172.21.15.52:0/2354907611 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa724051070 con 0x55cc2c611e40 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.394+0000 7fa7117fa640 1 -- 172.21.15.52:0/2354907611 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa724003830 con 0x55cc2c611e40 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- 172.21.15.52:0/2354907611 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 msgr2=0x55cc2c612260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c612260 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fa7240096c0 tx=0x7fa724004460 comp rx=0 tx=0).stop 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- 172.21.15.52:0/2354907611 shutdown_connections 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c619eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 0x55cc2c612cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 --2- 172.21.15.52:0/2354907611 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c612260 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- 172.21.15.52:0/2354907611 >> 172.21.15.52:0/2354907611 conn(0x55cc2c60df40 msgr2=0x55cc2c60c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- 172.21.15.52:0/2354907611 shutdown_connections 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- 172.21.15.52:0/2354907611 wait complete. 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- start start 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 Processor -- start 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 0x55cc2c61bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c61c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c623490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c61a450 con 0x55cc2c612830 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c4ff190 con 0x55cc2c6132d0 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c61a5d0 con 0x55cc2c611e40 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa734036740 10 client.0 _ll_register_callbacks cb 0x55cc2c4fa8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa72a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c61c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa72a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c61c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48740/0 (socket says 172.21.15.52:48740) 2024-04-21T09:09:57.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.395+0000 7fa72a7fc640 1 -- 172.21.15.52:0/1225604276 learned_addr learned my addr 172.21.15.52:0/1225604276 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c623490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa72affd640 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 0x55cc2c61bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa72a7fc640 1 -- 172.21.15.52:0/1225604276 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 msgr2=0x55cc2c61bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 0x55cc2c61bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa72a7fc640 1 -- 172.21.15.52:0/1225604276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 msgr2=0x55cc2c623490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c623490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa72a7fc640 1 -- 172.21.15.52:0/1225604276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc2c3536b0 con 0x55cc2c612830 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c61c450 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fa720010670 tx=0x7fa720010b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad7b9bf266b1a3b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa70eff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa70eff5640 1 -- 172.21.15.52:0/1225604276 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa720004220 con 0x55cc2c612830 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa70eff5640 1 -- 172.21.15.52:0/1225604276 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fa7200043c0 con 0x55cc2c612830 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa734036740 1 -- 172.21.15.52:0/1225604276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa724051070 con 0x55cc2c612830 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa70eff5640 1 -- 172.21.15.52:0/1225604276 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa720023050 con 0x55cc2c612830 2024-04-21T09:09:57.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa734036740 10 client.15369 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa734036740 1 -- 172.21.15.52:0/1225604276 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cc2c6268d0 con 0x55cc2c612830 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.396+0000 7fa70eff5640 1 -- 172.21.15.52:0/1225604276 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa724051070 con 0x55cc2c612830 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa70eff5640 1 -- 172.21.15.52:0/1225604276 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fa72000f040 con 0x55cc2c612830 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa734036740 10 client.15369 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa734036740 10 client.15369 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa734036740 20 client.15369 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa734036740 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x55cc2c628fd0 0x55cc2c62a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa734036740 4 client.15369 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa734036740 1 -- 172.21.15.52:0/1225604276 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc2c584530 con 0x55cc2c628fd0 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa72affd640 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x55cc2c628fd0 0x55cc2c62a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa70eff5640 10 client.15369 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.397+0000 7fa72affd640 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x55cc2c628fd0 0x55cc2c62a440 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=14482ebe4cc95506 server_cookie=c5399a5ffca91a8b in_seq=0 out_seq=0 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.398+0000 7fa70eff5640 1 -- 172.21.15.52:0/1225604276 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cc2c584530 con 0x55cc2c628fd0 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.398+0000 7fa70eff5640 10 client.15369 handle_command_reply: tid=0 2024-04-21T09:09:57.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.398+0000 7fa734036740 1 client.15369 shutdown 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 -- 172.21.15.52:0/1225604276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 msgr2=0x55cc2c61c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c61c450 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fa720010670 tx=0x7fa720010b30 comp rx=0 tx=0).stop 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 -- 172.21.15.52:0/1225604276 shutdown_connections 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c623490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x55cc2c628fd0 0x55cc2c62a440 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c61c450 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa70eff5640 0 client.15369 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 --2- 172.21.15.52:0/1225604276 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 0x55cc2c61bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 -- 172.21.15.52:0/1225604276 >> 172.21.15.52:0/1225604276 conn(0x55cc2c60df40 msgr2=0x55cc2c60ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 -- 172.21.15.52:0/1225604276 shutdown_connections 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 1 -- 172.21.15.52:0/1225604276 wait complete. 2024-04-21T09:09:57.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.399+0000 7fa734036740 20 client.15369 trim_cache size 0 max 16384 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa734036740 1 Processor -- start 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa734036740 1 -- start start 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa734036740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c627d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa734036740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 0x55cc2c623450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa734036740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c6168e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa734036740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c628780 con 0x55cc2c611e40 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa734036740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c628e50 con 0x55cc2c612830 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa734036740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c629520 con 0x55cc2c6132d0 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa72affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c627d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.423 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa72affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c627d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48754/0 (socket says 172.21.15.52:48754) 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa72affd640 1 -- 172.21.15.52:0/680663192 learned_addr learned my addr 172.21.15.52:0/680663192 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.417+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 0x55cc2c623450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c6168e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa72affd640 1 -- 172.21.15.52:0/680663192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 msgr2=0x55cc2c6168e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa72affd640 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c6168e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa72affd640 1 -- 172.21.15.52:0/680663192 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 msgr2=0x55cc2c623450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa72affd640 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 0x55cc2c623450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa72affd640 1 -- 172.21.15.52:0/680663192 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc2c60cd10 con 0x55cc2c611e40 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c6168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa72affd640 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c627d40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fa71c00ea80 tx=0x7fa71c0094a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31e2e2a2058f1f4c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa710ff9640 1 -- 172.21.15.52:0/680663192 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71c0b5020 con 0x55cc2c611e40 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa710ff9640 1 -- 172.21.15.52:0/680663192 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa71c0a59d0 con 0x55cc2c611e40 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.418+0000 7fa710ff9640 1 -- 172.21.15.52:0/680663192 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71c011ad0 con 0x55cc2c611e40 2024-04-21T09:09:57.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- 172.21.15.52:0/680663192 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 msgr2=0x55cc2c627d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c627d40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fa71c00ea80 tx=0x7fa71c0094a0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- 172.21.15.52:0/680663192 shutdown_connections 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c6132d0 0x55cc2c6168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c612830 0x55cc2c623450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 --2- 172.21.15.52:0/680663192 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c611e40 0x55cc2c627d40 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- 172.21.15.52:0/680663192 >> 172.21.15.52:0/680663192 conn(0x55cc2c60df40 msgr2=0x55cc2c607800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- 172.21.15.52:0/680663192 shutdown_connections 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- 172.21.15.52:0/680663192 wait complete. 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- start start 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 Processor -- start 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 0x55cc2c61f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c621980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c621ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c62a2c0 con 0x55cc2c612830 2024-04-21T09:09:57.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c629bf0 con 0x55cc2c6132d0 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55cc2c62a990 con 0x55cc2c611e40 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa734036740 10 client.0 _ll_register_callbacks cb 0x7fa720009380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa72a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c621980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa72a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c621980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48770/0 (socket says 172.21.15.52:48770) 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.419+0000 7fa72a7fc640 1 -- 172.21.15.52:0/1544970943 learned_addr learned my addr 172.21.15.52:0/1544970943 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72affd640 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 0x55cc2c61f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c621ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72a7fc640 1 -- 172.21.15.52:0/1544970943 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 msgr2=0x55cc2c61f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 0x55cc2c61f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72a7fc640 1 -- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 msgr2=0x55cc2c621ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c621ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72a7fc640 1 -- 172.21.15.52:0/1544970943 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc2c622650 con 0x55cc2c612830 2024-04-21T09:09:57.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72b7fe640 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c621ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa72a7fc640 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c621980 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x55cc2c61d3f0 tx=0x7fa720003800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60d88a8ccd7f9db2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa70eff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa70eff5640 1 -- 172.21.15.52:0/1544970943 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa720003f50 con 0x55cc2c612830 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa70eff5640 1 -- 172.21.15.52:0/1544970943 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fa7200040f0 con 0x55cc2c612830 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa734036740 1 -- 172.21.15.52:0/1544970943 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa71c0a59d0 con 0x55cc2c612830 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa70eff5640 1 -- 172.21.15.52:0/1544970943 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa720037050 con 0x55cc2c612830 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa734036740 10 client.15375 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa734036740 1 -- 172.21.15.52:0/1544970943 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cc2c68efb0 con 0x55cc2c612830 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.420+0000 7fa70eff5640 1 -- 172.21.15.52:0/1544970943 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa71c0a59d0 con 0x55cc2c612830 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa70eff5640 1 -- 172.21.15.52:0/1544970943 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fa72000eb70 con 0x55cc2c612830 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa734036740 10 client.15375 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa734036740 10 client.15375 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa734036740 20 client.15375 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa734036740 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x55cc2c693bc0 0x55cc2c6928d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa734036740 4 client.15375 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:09:57.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa734036740 1 -- 172.21.15.52:0/1544970943 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "status"}) -- 0x55cc2c57e3a0 con 0x55cc2c693bc0 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa72affd640 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x55cc2c693bc0 0x55cc2c6928d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa70eff5640 10 client.15375 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa72affd640 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x55cc2c693bc0 0x55cc2c6928d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5cfe2acff162361c server_cookie=f4c8f21115f87923 in_seq=0 out_seq=0 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa70eff5640 1 -- 172.21.15.52:0/1544970943 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55cc2c57e3a0 con 0x55cc2c693bc0 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa70eff5640 10 client.15375 handle_command_reply: tid=0 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.421+0000 7fa734036740 1 client.15375 shutdown 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 -- 172.21.15.52:0/1544970943 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 msgr2=0x55cc2c621980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c621980 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x55cc2c61d3f0 tx=0x7fa720003800 comp rx=0 tx=0).stop 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 -- 172.21.15.52:0/1544970943 shutdown_connections 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cc2c6132d0 0x55cc2c621ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x55cc2c693bc0 0x55cc2c6928d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55cc2c612830 0x55cc2c621980 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa70eff5640 0 client.15375 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:09:57.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 --2- 172.21.15.52:0/1544970943 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55cc2c611e40 0x55cc2c61f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 -- 172.21.15.52:0/1544970943 >> 172.21.15.52:0/1544970943 conn(0x55cc2c60df40 msgr2=0x55cc2c6168e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 -- 172.21.15.52:0/1544970943 shutdown_connections 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 1 -- 172.21.15.52:0/1544970943 wait complete. 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa734036740 20 client.15375 trim_cache size 0 max 16384 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 2, 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24503, 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:09:57.429 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 109.72859111699999, 2024-04-21T09:09:57.430 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 24, 2024-04-21T09:09:57.430 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 93, 2024-04-21T09:09:57.430 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 89, 2024-04-21T09:09:57.430 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 150.76755238600001 2024-04-21T09:09:57.430 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 -- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7140a3bb0 msgr2=0x7fa7140a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7140a3bb0 0x7fa7140a6070 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fa724036040 tx=0x7fa72403b000 comp rx=0 tx=0).stop 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 -- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c102a20 msgr2=0x7fa72c102390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c102a20 0x7fa72c102390 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa71c00eab0 tx=0x7fa71c00ef70 comp rx=0 tx=0).stop 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 -- 172.21.15.52:0/3584079014 shutdown_connections 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fa7140a3bb0 0x7fa7140a6070 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa72c107c80 0x7fa72c100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa72c105350 0x7fa72c1009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 --2- 172.21.15.52:0/3584079014 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa72c102a20 0x7fa72c102390 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 -- 172.21.15.52:0/3584079014 >> 172.21.15.52:0/3584079014 conn(0x7fa72c0fc430 msgr2=0x7fa72c103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.422+0000 7fa731367640 1 -- 172.21.15.52:0/3584079014 shutdown_connections 2024-04-21T09:09:57.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.423+0000 7fa731367640 1 -- 172.21.15.52:0/3584079014 wait complete. 2024-04-21T09:09:57.433 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-21T09:09:57.538 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 -- 172.21.15.52:0/3465184953 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb01053f0 msgr2=0x7f4fb01077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/3465184953 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb01053f0 0x7f4fb01077e0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f4f98009900 tx=0x7f4f9802bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 -- 172.21.15.52:0/3465184953 shutdown_connections 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/3465184953 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4fb0107d20 0x7f4fb010a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/3465184953 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb01053f0 0x7f4fb01077e0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/3465184953 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4fb0102ac0 0x7f4fb0104eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 -- 172.21.15.52:0/3465184953 >> 172.21.15.52:0/3465184953 conn(0x7f4fb00fc430 msgr2=0x7f4fb00fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 -- 172.21.15.52:0/3465184953 shutdown_connections 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.536+0000 7f4fb6db6640 1 -- 172.21.15.52:0/3465184953 wait complete. 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb6db6640 1 Processor -- start 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb6db6640 1 -- start start 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb6db6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb0102ac0 0x7f4fb0198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb6db6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4fb01053f0 0x7f4fb0198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb6db6640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4fb0107d20 0x7f4fb019f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb6db6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb010db20 con 0x7f4fb0102ac0 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb6db6640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb010d9a0 con 0x7f4fb0107d20 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb6db6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb010dca0 con 0x7f4fb01053f0 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb0102ac0 0x7f4fb0198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb0102ac0 0x7f4fb0198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48796/0 (socket says 172.21.15.52:48796) 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1165796382 learned_addr learned my addr 172.21.15.52:0/1165796382 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4faffff640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4fb01053f0 0x7f4fb0198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4fb0107d20 0x7f4fb019f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1165796382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4fb01053f0 msgr2=0x7f4fb0198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4fb01053f0 0x7f4fb0198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1165796382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4fb0107d20 msgr2=0x7f4fb019f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4fb0107d20 0x7f4fb019f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1165796382 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fb019fe70 con 0x7f4fb0102ac0 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4fb0107d20 0x7f4fb019f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.537+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb0102ac0 0x7f4fb0198250 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f4fa000c890 tx=0x7f4fa000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.538+0000 7f4fadffb640 1 -- 172.21.15.52:0/1165796382 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa0004220 con 0x7f4fb0102ac0 2024-04-21T09:09:57.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.538+0000 7f4fadffb640 1 -- 172.21.15.52:0/1165796382 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fa00043c0 con 0x7f4fb0102ac0 2024-04-21T09:09:57.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.538+0000 7f4fb6db6640 1 -- 172.21.15.52:0/1165796382 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fb01a0160 con 0x7f4fb0102ac0 2024-04-21T09:09:57.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.538+0000 7f4fadffb640 1 -- 172.21.15.52:0/1165796382 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa0004a00 con 0x7f4fb0102ac0 2024-04-21T09:09:57.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.538+0000 7f4fb6db6640 1 -- 172.21.15.52:0/1165796382 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fb01a0730 con 0x7f4fb0102ac0 2024-04-21T09:09:57.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.540+0000 7f4fadffb640 1 -- 172.21.15.52:0/1165796382 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4fa00079b0 con 0x7f4fb0102ac0 2024-04-21T09:09:57.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb99aa740 1 Processor -- start 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb99aa740 1 -- start start 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fce40 0x563d042fd260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d042fdcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563d04261b10 con 0x563d042fd830 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563d041ff240 con 0x563d042fce40 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x563d0425dad0 con 0x563d042fe2d0 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fadffb640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4f9c0a3bb0 0x7f4f9c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb4b52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d042fdcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4f9c0a3bb0 0x7f4f9c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb4b52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d042fdcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48804/0 (socket says 172.21.15.52:48804) 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1648226307 learned_addr learned my addr 172.21.15.52:0/1648226307 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fce40 0x563d042fd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fadffb640 1 -- 172.21.15.52:0/1165796382 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f4fa00d05b0 con 0x7f4fb0102ac0 2024-04-21T09:09:57.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4faffff640 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1648226307 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 msgr2=0x563d04304eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1648226307 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fce40 msgr2=0x563d042fd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fce40 0x563d042fd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1648226307 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d03f742d0 con 0x563d042fd830 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.541+0000 7f4faffff640 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.542+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4f9c0a3bb0 0x7f4f9c0a6070 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4fa800afd0 tx=0x7f4fa800ad00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.542+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d042fdcb0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f4fa006efe0 tx=0x7f4fa00c75e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d448f72eb397ead4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.542+0000 7f4fa6ffd640 1 -- 172.21.15.52:0/1648226307 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa001d040 con 0x563d042fd830 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.542+0000 7f4fa6ffd640 1 -- 172.21.15.52:0/1648226307 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fa0005290 con 0x563d042fd830 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.542+0000 7f4fa6ffd640 1 -- 172.21.15.52:0/1648226307 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa00a5140 con 0x563d042fd830 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.542+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1648226307 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 msgr2=0x563d042fdcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.542+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d042fdcb0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f4fa006efe0 tx=0x7f4fa00c75e0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.542+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1648226307 shutdown_connections 2024-04-21T09:09:57.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d042fdcb0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1648226307 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fce40 0x563d042fd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1648226307 >> 172.21.15.52:0/1648226307 conn(0x563d042f8f40 msgr2=0x563d042f7490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1648226307 shutdown_connections 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1648226307 wait complete. 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 -- start start 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 Processor -- start 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d04306ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fd830 0x563d04307400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 0x563d0430e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563d04305450 con 0x563d042fce40 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563d041ea190 con 0x563d042fe2d0 2024-04-21T09:09:57.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x563d043055d0 con 0x563d042fd830 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb99aa740 10 client.0 _ll_register_callbacks cb 0x563d041e58b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb4b52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d04306ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb4b52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d04306ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48808/0 (socket says 172.21.15.52:48808) 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.543+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1138046098 learned_addr learned my addr 172.21.15.52:0/1138046098 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4faffff640 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fd830 0x563d04307400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 0x563d0430e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fd830 msgr2=0x563d04307400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fd830 0x563d04307400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1138046098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 msgr2=0x563d0430e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 0x563d0430e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1138046098 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d0403e6b0 con 0x563d042fce40 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4faffff640 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fd830 0x563d04307400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d04306ec0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f4fa00a4c10 tx=0x7f4fa009c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2536bcf644852a94 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4f8ffff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:57.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1138046098 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa00b5060 con 0x563d042fce40 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1138046098 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f4fa0007ca0 con 0x563d042fce40 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1138046098 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563d0426f530 con 0x563d042fce40 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1138046098 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4fa001d040 con 0x563d042fce40 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb99aa740 10 client.15387 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1138046098 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563d043117b0 con 0x563d042fce40 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1138046098 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x563d0426f530 con 0x563d042fce40 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.544+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1138046098 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f4fa0098320 con 0x563d042fce40 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4fb99aa740 10 client.15387 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4fb99aa740 10 client.15387 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4fb99aa740 20 client.15387 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x563d043138b0 0x563d04314d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4fb99aa740 4 client.15387 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1138046098 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d042693a0 con 0x563d043138b0 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4faffff640 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x563d043138b0 0x563d04314d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4faffff640 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x563d043138b0 0x563d04314d20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bae573b7f08d6816 server_cookie=55312ec34b26ecff in_seq=0 out_seq=0 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.545+0000 7f4f8ffff640 10 client.15387 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1138046098 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563d042693a0 con 0x563d043138b0 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4f8ffff640 10 client.15387 handle_command_reply: tid=0 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 client.15387 shutdown 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1138046098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 msgr2=0x563d04306ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d04306ec0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f4fa00a4c10 tx=0x7f4fa009c540 comp rx=0 tx=0).stop 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1138046098 shutdown_connections 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x563d043138b0 0x563d04314d20 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 0x563d0430e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fd830 0x563d04307400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4f8ffff640 0 client.15387 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1138046098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d04306ec0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1138046098 >> 172.21.15.52:0/1138046098 conn(0x563d042f8f40 msgr2=0x563d042f6a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1138046098 shutdown_connections 2024-04-21T09:09:57.553 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1138046098 wait complete. 2024-04-21T09:09:57.554 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.546+0000 7f4fb99aa740 20 client.15387 trim_cache size 0 max 16384 2024-04-21T09:09:57.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb99aa740 1 Processor -- start 2024-04-21T09:09:57.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb99aa740 1 -- start start 2024-04-21T09:09:57.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d042f2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fd830 0x563d042f7350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563d04313060 con 0x563d042fce40 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563d04313730 con 0x563d042fd830 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x563d04313e00 con 0x563d042fe2d0 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb4b52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d042f2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb4b52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d042f2800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48816/0 (socket says 172.21.15.52:48816) 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1662289252 learned_addr learned my addr 172.21.15.52:0/1662289252 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.565+0000 7f4faffff640 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fd830 0x563d042f7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1662289252 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 msgr2=0x563d04304ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1662289252 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fd830 msgr2=0x563d042f7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fd830 0x563d042f7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb4b52640 1 -- 172.21.15.52:0/1662289252 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d04315050 con 0x563d042fce40 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4faffff640 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fd830 0x563d042f7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d042f2800 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0096f70 tx=0x7f4fa0004570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a99dee7558af87fe server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fa67fc640 1 -- 172.21.15.52:0/1662289252 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa00b5040 con 0x563d042fce40 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fa67fc640 1 -- 172.21.15.52:0/1662289252 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fa00a0880 con 0x563d042fce40 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fa67fc640 1 -- 172.21.15.52:0/1662289252 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa00a4cb0 con 0x563d042fce40 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1662289252 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 msgr2=0x563d042f2800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.566+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d042f2800 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0096f70 tx=0x7f4fa0004570 comp rx=0 tx=0).stop 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1662289252 shutdown_connections 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fe2d0 0x563d04304ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fd830 0x563d042f7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1662289252 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fce40 0x563d042f2800 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1662289252 >> 172.21.15.52:0/1662289252 conn(0x563d042f8f40 msgr2=0x563d043059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1662289252 shutdown_connections 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1662289252 wait complete. 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 -- start start 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 Processor -- start 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fce40 0x563d04300e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d04379860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 0x563d0437bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563d04314ba0 con 0x563d042fd830 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563d043144d0 con 0x563d042fe2d0 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x563d04315270 con 0x563d042fce40 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb99aa740 10 client.0 _ll_register_callbacks cb 0x7f4fa8014600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4faffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d04379860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4faffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d04379860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48818/0 (socket says 172.21.15.52:48818) 2024-04-21T09:09:57.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4faffff640 1 -- 172.21.15.52:0/1132029345 learned_addr learned my addr 172.21.15.52:0/1132029345 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.567+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fce40 0x563d04300e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4fb5353640 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 0x563d0437bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4faffff640 1 -- 172.21.15.52:0/1132029345 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fce40 msgr2=0x563d04300e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4faffff640 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fce40 0x563d04300e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4faffff640 1 -- 172.21.15.52:0/1132029345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 msgr2=0x563d0437bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4faffff640 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 0x563d0437bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4faffff640 1 -- 172.21.15.52:0/1132029345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d0437c2f0 con 0x563d042fd830 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4faffff640 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d04379860 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f4fb006b0e0 tx=0x7f4f9802cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d724b65ef9f2c1a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4f8ffff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1132029345 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f9804b070 con 0x563d042fd830 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1132029345 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f4f98004450 con 0x563d042fd830 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1132029345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fa00a0880 con 0x563d042fd830 2024-04-21T09:09:57.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1132029345 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4f98056050 con 0x563d042fd830 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4fb99aa740 10 client.15393 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1132029345 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563d0437d5a0 con 0x563d042fd830 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.568+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1132029345 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fa00a0880 con 0x563d042fd830 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1132029345 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f4f98004ba0 con 0x563d042fd830 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb99aa740 10 client.15393 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb99aa740 10 client.15393 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb99aa740 20 client.15393 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x563d043821a0 0x563d04380eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb99aa740 4 client.15393 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1132029345 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "status"}) -- 0x563d041e5960 con 0x563d043821a0 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x563d043821a0 0x563d04380eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4f8ffff640 10 client.15393 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb4b52640 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x563d043821a0 0x563d04380eb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5f48ca244a7c8463 server_cookie=41aaf9d77946871a in_seq=0 out_seq=0 2024-04-21T09:09:57.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4f8ffff640 1 -- 172.21.15.52:0/1132029345 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x563d041e5960 con 0x563d043821a0 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4f8ffff640 10 client.15393 handle_command_reply: tid=0 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.569+0000 7f4fb99aa740 1 client.15393 shutdown 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1132029345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 msgr2=0x563d04379860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d04379860 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f4fb006b0e0 tx=0x7f4f9802cbe0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1132029345 shutdown_connections 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x563d043821a0 0x563d04380eb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563d042fe2d0 0x563d0437bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4f8ffff640 0 client.15393 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563d042fd830 0x563d04379860 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 --2- 172.21.15.52:0/1132029345 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563d042fce40 0x563d04300e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1132029345 >> 172.21.15.52:0/1132029345 conn(0x563d042f8f40 msgr2=0x563d042f2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1132029345 shutdown_connections 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 1 -- 172.21.15.52:0/1132029345 wait complete. 2024-04-21T09:09:57.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb99aa740 20 client.15393 trim_cache size 0 max 16384 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 1, 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24517, 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 110.888115708, 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 24, 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 93, 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 89, 2024-04-21T09:09:57.577 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 148.016429391 2024-04-21T09:09:57.578 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:09:57.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 -- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4f9c0a3bb0 msgr2=0x7f4f9c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4f9c0a3bb0 0x7f4f9c0a6070 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4fa800afd0 tx=0x7f4fa800ad00 comp rx=0 tx=0).stop 2024-04-21T09:09:57.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 -- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb0102ac0 msgr2=0x7f4fb0198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb0102ac0 0x7f4fb0198250 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f4fa000c890 tx=0x7f4fa000cd50 comp rx=0 tx=0).stop 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 -- 172.21.15.52:0/1165796382 shutdown_connections 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4fb0107d20 0x7f4fb019f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f4f9c0a3bb0 0x7f4f9c0a6070 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4fb01053f0 0x7f4fb0198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 --2- 172.21.15.52:0/1165796382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4fb0102ac0 0x7f4fb0198250 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.570+0000 7f4fb6db6640 1 -- 172.21.15.52:0/1165796382 >> 172.21.15.52:0/1165796382 conn(0x7f4fb00fc430 msgr2=0x7f4fb0103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.571+0000 7f4fb6db6640 1 -- 172.21.15.52:0/1165796382 shutdown_connections 2024-04-21T09:09:57.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.571+0000 7f4fb6db6640 1 -- 172.21.15.52:0/1165796382 wait complete. 2024-04-21T09:09:57.580 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:57 smithi052 ceph-mon[28035]: pgmap v365: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:57.580 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2800401714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:57.580 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2461681060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:57.580 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:57 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1626367596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:57.581 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-21T09:09:57.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 -- 172.21.15.52:0/4037219693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70101fb0 msgr2=0x7fea701023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 --2- 172.21.15.52:0/4037219693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70101fb0 0x7fea701023d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fea60009ca0 tx=0x7fea6002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 -- 172.21.15.52:0/4037219693 shutdown_connections 2024-04-21T09:09:57.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 --2- 172.21.15.52:0/4037219693 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea70103b60 0x7fea7010a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 --2- 172.21.15.52:0/4037219693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fea701031a0 0x7fea70103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 --2- 172.21.15.52:0/4037219693 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70101fb0 0x7fea701023d0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 -- 172.21.15.52:0/4037219693 >> 172.21.15.52:0/4037219693 conn(0x7fea700fd520 msgr2=0x7fea700ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 -- 172.21.15.52:0/4037219693 shutdown_connections 2024-04-21T09:09:57.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.684+0000 7fea7503f640 1 -- 172.21.15.52:0/4037219693 wait complete. 2024-04-21T09:09:57.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea7503f640 1 Processor -- start 2024-04-21T09:09:57.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea7503f640 1 -- start start 2024-04-21T09:09:57.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea7503f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea70101fb0 0x7fea70198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea7503f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fea701031a0 0x7fea70198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea7503f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70103b60 0x7fea7019f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea7503f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fea7010dab0 con 0x7fea70103b60 2024-04-21T09:09:57.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea7503f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fea7010d930 con 0x7fea701031a0 2024-04-21T09:09:57.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea7503f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fea7010dc30 con 0x7fea70101fb0 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6f59e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70103b60 0x7fea7019f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6f59e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70103b60 0x7fea7019f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48840/0 (socket says 172.21.15.52:48840) 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6f59e640 1 -- 172.21.15.52:0/1362754824 learned_addr learned my addr 172.21.15.52:0/1362754824 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6e59c640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fea701031a0 0x7fea70198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea70101fb0 0x7fea70198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6f59e640 1 -- 172.21.15.52:0/1362754824 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea70101fb0 msgr2=0x7fea70198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6f59e640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea70101fb0 0x7fea70198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6f59e640 1 -- 172.21.15.52:0/1362754824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fea701031a0 msgr2=0x7fea70198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6f59e640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fea701031a0 0x7fea70198770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6f59e640 1 -- 172.21.15.52:0/1362754824 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea7019fe50 con 0x7fea70103b60 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.685+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea70101fb0 0x7fea70198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.686+0000 7fea6f59e640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70103b60 0x7fea7019f7e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fea6800d950 tx=0x7fea6800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.686+0000 7fea57fff640 1 -- 172.21.15.52:0/1362754824 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea68017030 con 0x7fea70103b60 2024-04-21T09:09:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.686+0000 7fea57fff640 1 -- 172.21.15.52:0/1362754824 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea68004020 con 0x7fea70103b60 2024-04-21T09:09:57.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.686+0000 7fea7503f640 1 -- 172.21.15.52:0/1362754824 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea701a0140 con 0x7fea70103b60 2024-04-21T09:09:57.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.686+0000 7fea57fff640 1 -- 172.21.15.52:0/1362754824 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea68003b50 con 0x7fea70103b60 2024-04-21T09:09:57.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.686+0000 7fea7503f640 1 -- 172.21.15.52:0/1362754824 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea701a0640 con 0x7fea70103b60 2024-04-21T09:09:57.695 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.688+0000 7fea57fff640 1 -- 172.21.15.52:0/1362754824 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fea6801a070 con 0x7fea70103b60 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.688+0000 7fea77c2e740 1 Processor -- start 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.688+0000 7fea77c2e740 1 -- start start 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.688+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0f5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.688+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f5830 0x55f9ac0f5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.688+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0fceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.688+0000 7fea77c2e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac059b10 con 0x55f9ac0f4e40 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.688+0000 7fea77c2e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f9abff7240 con 0x55f9ac0f62d0 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea77c2e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac055ad0 con 0x55f9ac0f5830 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0f5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0f5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48852/0 (socket says 172.21.15.52:48852) 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 -- 172.21.15.52:0/3914999921 learned_addr learned my addr 172.21.15.52:0/3914999921 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea57fff640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fea580a3bb0 0x7fea580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f5830 0x55f9ac0f5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0fceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6f59e640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fea580a3bb0 0x7fea580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 -- 172.21.15.52:0/3914999921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f5830 msgr2=0x55f9ac0f5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f5830 0x55f9ac0f5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 -- 172.21.15.52:0/3914999921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 msgr2=0x55f9ac0fceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0fceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 -- 172.21.15.52:0/3914999921 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9abd6c2d0 con 0x55f9ac0f4e40 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea57fff640 1 -- 172.21.15.52:0/1362754824 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fea680d0060 con 0x7fea70103b60 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0f5260 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fea64009fc0 tx=0x7fea640096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43e96930124d4422 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea557fa640 1 -- 172.21.15.52:0/3914999921 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea6401a030 con 0x55f9ac0f4e40 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea557fa640 1 -- 172.21.15.52:0/3914999921 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea640035f0 con 0x55f9ac0f4e40 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.689+0000 7fea557fa640 1 -- 172.21.15.52:0/3914999921 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea640116d0 con 0x55f9ac0f4e40 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 -- 172.21.15.52:0/3914999921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 msgr2=0x55f9ac0f5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.697 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea6f59e640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fea580a3bb0 0x7fea580a6070 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fea6809bc40 tx=0x7fea68066590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0f5260 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fea64009fc0 tx=0x7fea640096c0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 -- 172.21.15.52:0/3914999921 shutdown_connections 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0fceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f5830 0x55f9ac0f5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3914999921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0f5260 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 -- 172.21.15.52:0/3914999921 >> 172.21.15.52:0/3914999921 conn(0x55f9ac0f0f40 msgr2=0x55f9ac0ef490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 -- 172.21.15.52:0/3914999921 shutdown_connections 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 -- 172.21.15.52:0/3914999921 wait complete. 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.690+0000 7fea77c2e740 1 -- start start 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea77c2e740 1 Processor -- start 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0fee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ff390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac1063d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea77c2e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac0fd4b0 con 0x55f9ac0f5830 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea77c2e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f9abfe2190 con 0x55f9ac0f62d0 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea77c2e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac0fd630 con 0x55f9ac0f4e40 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ff390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea77c2e740 10 client.0 _ll_register_callbacks cb 0x55f9abfdd8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ff390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48866/0 (socket says 172.21.15.52:48866) 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 -- 172.21.15.52:0/3604150461 learned_addr learned my addr 172.21.15.52:0/3604150461 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0fee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac1063d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 -- 172.21.15.52:0/3604150461 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 msgr2=0x55f9ac0fee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0fee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 -- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 msgr2=0x55f9ac1063d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac1063d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 -- 172.21.15.52:0/3604150461 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9abe366b0 con 0x55f9ac0f5830 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac1063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ff390 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fea6002c630 tx=0x7fea600325c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e363ba2fc3413f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.691+0000 7fea52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea52ff5640 1 -- 172.21.15.52:0/3604150461 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea60045070 con 0x55f9ac0f5830 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea52ff5640 1 -- 172.21.15.52:0/3604150461 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fea60003b70 con 0x55f9ac0f5830 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 1 -- 172.21.15.52:0/3604150461 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fea640035f0 con 0x55f9ac0f5830 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea52ff5640 1 -- 172.21.15.52:0/3604150461 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fea60039040 con 0x55f9ac0f5830 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 10 client.15405 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 1 -- 172.21.15.52:0/3604150461 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f9ac1097b0 con 0x55f9ac0f5830 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea52ff5640 1 -- 172.21.15.52:0/3604150461 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea640035f0 con 0x55f9ac0f5830 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea52ff5640 1 -- 172.21.15.52:0/3604150461 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fea60034440 con 0x55f9ac0f5830 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 10 client.15405 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 10 client.15405 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 20 client.15405 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f9ac10be80 0x55f9ac10d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 4 client.15405 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:09:57.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.692+0000 7fea77c2e740 1 -- 172.21.15.52:0/3604150461 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f9ac067530 con 0x55f9ac10be80 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.693+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f9ac10be80 0x55f9ac10d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.693+0000 7fea52ff5640 10 client.15405 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.693+0000 7fea6e59c640 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f9ac10be80 0x55f9ac10d2f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ff97512c506efb8 server_cookie=bdc3278bb7a8e24f in_seq=0 out_seq=0 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea52ff5640 1 -- 172.21.15.52:0/3604150461 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f9ac067530 con 0x55f9ac10be80 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea52ff5640 10 client.15405 handle_command_reply: tid=0 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 client.15405 shutdown 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 -- 172.21.15.52:0/3604150461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f5830 msgr2=0x55f9ac0ff390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ff390 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fea6002c630 tx=0x7fea600325c0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 -- 172.21.15.52:0/3604150461 shutdown_connections 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f9ac10be80 0x55f9ac10d2f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f62d0 0x55f9ac1063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ff390 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea52ff5640 0 client.15405 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 --2- 172.21.15.52:0/3604150461 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0fee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 -- 172.21.15.52:0/3604150461 >> 172.21.15.52:0/3604150461 conn(0x55f9ac0f0f40 msgr2=0x55f9ac0eea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 -- 172.21.15.52:0/3604150461 shutdown_connections 2024-04-21T09:09:57.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 1 -- 172.21.15.52:0/3604150461 wait complete. 2024-04-21T09:09:57.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.694+0000 7fea77c2e740 20 client.15405 trim_cache size 0 max 16384 2024-04-21T09:09:57.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea77c2e740 1 Processor -- start 2024-04-21T09:09:57.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea77c2e740 1 -- start start 2024-04-21T09:09:57.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0ee0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ee620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0eeb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea77c2e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac10b630 con 0x55f9ac0f62d0 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea77c2e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac10bd00 con 0x55f9ac0f5830 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea77c2e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac10c3d0 con 0x55f9ac0f4e40 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea6e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0eeb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea6e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0eeb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48876/0 (socket says 172.21.15.52:48876) 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.712+0000 7fea6e59c640 1 -- 172.21.15.52:0/646094621 learned_addr learned my addr 172.21.15.52:0/646094621 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ee620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea6e59c640 1 -- 172.21.15.52:0/646094621 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 msgr2=0x55f9ac0ee0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea6e59c640 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0ee0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea6e59c640 1 -- 172.21.15.52:0/646094621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 msgr2=0x55f9ac0ee620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea6e59c640 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ee620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea6e59c640 1 -- 172.21.15.52:0/646094621 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9ac0f0230 con 0x55f9ac0f62d0 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ee620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea6e59c640 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0eeb60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fea64016010 tx=0x7fea640096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bca5e9f2eeafc7f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea54ff9640 1 -- 172.21.15.52:0/646094621 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea6402add0 con 0x55f9ac0f62d0 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea54ff9640 1 -- 172.21.15.52:0/646094621 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea64014040 con 0x55f9ac0f62d0 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.713+0000 7fea54ff9640 1 -- 172.21.15.52:0/646094621 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea640053b0 con 0x55f9ac0f62d0 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- 172.21.15.52:0/646094621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f62d0 msgr2=0x55f9ac0eeb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0eeb60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fea64016010 tx=0x7fea640096c0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- 172.21.15.52:0/646094621 shutdown_connections 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f62d0 0x55f9ac0eeb60 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac0ee620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 --2- 172.21.15.52:0/646094621 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f4e40 0x55f9ac0ee0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- 172.21.15.52:0/646094621 >> 172.21.15.52:0/646094621 conn(0x55f9ac0f0f40 msgr2=0x55f9ac0fcdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- 172.21.15.52:0/646094621 shutdown_connections 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- 172.21.15.52:0/646094621 wait complete. 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- start start 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 Processor -- start 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac16e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac16e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f62d0 0x55f9ac174e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac10d170 con 0x55f9ac0f4e40 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac10caa0 con 0x55f9ac0f5830 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f9ac10d840 con 0x55f9ac0f62d0 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea77c2e740 10 client.0 _ll_register_callbacks cb 0x7fea64005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea6e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac16e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea6e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac16e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48884/0 (socket says 172.21.15.52:48884) 2024-04-21T09:09:57.720 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.714+0000 7fea6e59c640 1 -- 172.21.15.52:0/1164209634 learned_addr learned my addr 172.21.15.52:0/1164209634 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac16e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea6e59c640 1 -- 172.21.15.52:0/1164209634 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f62d0 msgr2=0x55f9ac174e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea6e59c640 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f62d0 0x55f9ac174e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea6e59c640 1 -- 172.21.15.52:0/1164209634 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 msgr2=0x55f9ac16e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea6e59c640 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac16e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea6e59c640 1 -- 172.21.15.52:0/1164209634 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9ac175480 con 0x55f9ac0f4e40 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea6e59c640 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac16e060 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fea64009b60 tx=0x7fea64009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3f38457e120b356 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea52ff5640 1 -- 172.21.15.52:0/1164209634 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea6402add0 con 0x55f9ac0f4e40 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea52ff5640 1 -- 172.21.15.52:0/1164209634 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fea64004000 con 0x55f9ac0f4e40 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 1 -- 172.21.15.52:0/1164209634 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fea64014040 con 0x55f9ac0f4e40 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea52ff5640 1 -- 172.21.15.52:0/1164209634 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fea64004200 con 0x55f9ac0f4e40 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 10 client.15411 fetch_fsmap learned FSMap version 24 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 1 -- 172.21.15.52:0/1164209634 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f9ac1766f0 con 0x55f9ac0f4e40 2024-04-21T09:09:57.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea52ff5640 1 -- 172.21.15.52:0/1164209634 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea64014040 con 0x55f9ac0f4e40 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea52ff5640 1 -- 172.21.15.52:0/1164209634 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fea6400f040 con 0x55f9ac0f4e40 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 10 client.15411 fetch_fsmap finished waiting for FSMap version 24 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 10 client.15411 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 20 client.15411 populate_metadata read hostname 'smithi052' 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f9ac17ab80 0x55f9ac179890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 4 client.15411 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.715+0000 7fea77c2e740 1 -- 172.21.15.52:0/1164209634 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "status"}) -- 0x55f9ac0613a0 con 0x55f9ac17ab80 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f9ac17ab80 0x55f9ac179890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea52ff5640 10 client.15411 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea6ed9d640 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f9ac17ab80 0x55f9ac179890 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=579da20bfd7e5bf0 server_cookie=1053f3ff2e20571c in_seq=0 out_seq=0 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea52ff5640 1 -- 172.21.15.52:0/1164209634 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55f9ac0613a0 con 0x55f9ac17ab80 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea52ff5640 10 client.15411 handle_command_reply: tid=0 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 client.15411 shutdown 2024-04-21T09:09:57.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 -- 172.21.15.52:0/1164209634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 msgr2=0x55f9ac16e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac16e060 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fea64009b60 tx=0x7fea64009c80 comp rx=0 tx=0).stop 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 -- 172.21.15.52:0/1164209634 shutdown_connections 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f9ac17ab80 0x55f9ac179890 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f9ac0f62d0 0x55f9ac174e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f9ac0f5830 0x55f9ac16e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 --2- 172.21.15.52:0/1164209634 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f9ac0f4e40 0x55f9ac16e060 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea52ff5640 0 client.15411 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 -- 172.21.15.52:0/1164209634 >> 172.21.15.52:0/1164209634 conn(0x55f9ac0f0f40 msgr2=0x55f9ac0f3c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 -- 172.21.15.52:0/1164209634 shutdown_connections 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.716+0000 7fea77c2e740 1 -- 172.21.15.52:0/1164209634 wait complete. 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea77c2e740 20 client.15411 trim_cache size 0 max 16384 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:09:57.723 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 0, 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24542, 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 135.11758374499999, 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 24, 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 93, 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 89, 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 139.49750948900001 2024-04-21T09:09:57.724 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 -- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fea580a3bb0 msgr2=0x7fea580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fea580a3bb0 0x7fea580a6070 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fea6809bc40 tx=0x7fea68066590 comp rx=0 tx=0).stop 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 -- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70103b60 msgr2=0x7fea7019f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70103b60 0x7fea7019f7e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fea6800d950 tx=0x7fea6800de10 comp rx=0 tx=0).stop 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 -- 172.21.15.52:0/1362754824 shutdown_connections 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fea70103b60 0x7fea7019f7e0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fea701031a0 0x7fea70198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fea580a3bb0 0x7fea580a6070 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.725 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 --2- 172.21.15.52:0/1362754824 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fea70101fb0 0x7fea70198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 -- 172.21.15.52:0/1362754824 >> 172.21.15.52:0/1362754824 conn(0x7fea700fd520 msgr2=0x7fea701065c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 -- 172.21.15.52:0/1362754824 shutdown_connections 2024-04-21T09:09:57.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.717+0000 7fea7503f640 1 -- 172.21.15.52:0/1362754824 wait complete. 2024-04-21T09:09:57.728 INFO:teuthology.run_tasks:Running task sequential... 2024-04-21T09:09:57.742 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-21T09:09:57.742 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-21T09:09:57.743 INFO:teuthology.task.print:Enabling mgr modules 2024-04-21T09:09:57.743 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-21T09:09:57.744 INFO:teuthology.task.exec:Executing custom commands... 2024-04-21T09:09:57.744 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:09:57.744 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-21T09:09:57.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:57 smithi060 ceph-mon[31055]: pgmap v365: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:57.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2800401714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:57.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2461681060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:57.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:57 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1626367596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 -- 172.21.15.52:0/1323822255 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8100e90 msgr2=0x7f5ff81012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 --2- 172.21.15.52:0/1323822255 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8100e90 0x7f5ff81012b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4009900 tx=0x7f5ff402bc30 comp rx=0 tx=0).stop 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 -- 172.21.15.52:0/1323822255 shutdown_connections 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 --2- 172.21.15.52:0/1323822255 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5ff8102a30 0x7f5ff8109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 --2- 172.21.15.52:0/1323822255 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ff8102070 0x7f5ff81024f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 --2- 172.21.15.52:0/1323822255 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8100e90 0x7f5ff81012b0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 -- 172.21.15.52:0/1323822255 >> 172.21.15.52:0/1323822255 conn(0x7f5ff80fc470 msgr2=0x7f5ff80fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 -- 172.21.15.52:0/1323822255 shutdown_connections 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.846+0000 7f5fff311640 1 -- 172.21.15.52:0/1323822255 wait complete. 2024-04-21T09:09:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5fff311640 1 Processor -- start 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5fff311640 1 -- start start 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5fff311640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5ff8100e90 0x7f5ff810b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5fff311640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ff8102070 0x7f5ff8109ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5fff311640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8102a30 0x7f5ff810a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5fff311640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff810db20 con 0x7f5ff8102a30 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5fff311640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff810d9a0 con 0x7f5ff8102070 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5fff311640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff810dca0 con 0x7f5ff8100e90 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8102a30 0x7f5ff810a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8102a30 0x7f5ff810a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48894/0 (socket says 172.21.15.52:48894) 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 -- 172.21.15.52:0/2591093423 learned_addr learned my addr 172.21.15.52:0/2591093423 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd0ad640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5ff8100e90 0x7f5ff810b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffc8ac640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ff8102070 0x7f5ff8109ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 -- 172.21.15.52:0/2591093423 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5ff8100e90 msgr2=0x7f5ff810b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5ff8100e90 0x7f5ff810b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 -- 172.21.15.52:0/2591093423 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ff8102070 msgr2=0x7f5ff8109ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:57.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ff8102070 0x7f5ff8109ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:57.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 -- 172.21.15.52:0/2591093423 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ff810aca0 con 0x7f5ff8102a30 2024-04-21T09:09:57.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.847+0000 7f5ffd8ae640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8102a30 0x7f5ff810a410 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f5ff000cce0 tx=0x7f5ff000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.848+0000 7f5fee7fc640 1 -- 172.21.15.52:0/2591093423 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff000f450 con 0x7f5ff8102a30 2024-04-21T09:09:57.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.848+0000 7f5fee7fc640 1 -- 172.21.15.52:0/2591093423 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ff000faa0 con 0x7f5ff8102a30 2024-04-21T09:09:57.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.848+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ff81a22b0 con 0x7f5ff8102a30 2024-04-21T09:09:57.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.848+0000 7f5fee7fc640 1 -- 172.21.15.52:0/2591093423 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ff0018b70 con 0x7f5ff8102a30 2024-04-21T09:09:57.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.848+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ff81a2800 con 0x7f5ff8102a30 2024-04-21T09:09:57.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.849+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ff81082b0 con 0x7f5ff8102a30 2024-04-21T09:09:57.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.850+0000 7f5fee7fc640 1 -- 172.21.15.52:0/2591093423 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5ff0018d10 con 0x7f5ff8102a30 2024-04-21T09:09:57.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.850+0000 7f5fee7fc640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5fe40a3c20 0x7f5fe40a60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:57.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.851+0000 7f5ffd0ad640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5fe40a3c20 0x7f5fe40a60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:57.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.851+0000 7f5fee7fc640 1 -- 172.21.15.52:0/2591093423 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f5ff00d0b60 con 0x7f5ff8102a30 2024-04-21T09:09:57.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.851+0000 7f5ffd0ad640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5fe40a3c20 0x7f5fe40a60e0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4005ab0 tx=0x7f5ff4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:57.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:57.854+0000 7f5fee7fc640 1 -- 172.21.15.52:0/2591093423 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5ff0014030 con 0x7f5ff8102a30 2024-04-21T09:09:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:57 smithi078 ceph-mon[31713]: pgmap v365: 129 pgs: 129 active+clean; 642 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-04-21T09:09:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2800401714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:09:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2461681060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:09:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:57 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1626367596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:09:58.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.094+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f5ff802d750 con 0x7f5ff8102a30 2024-04-21T09:09:58.471 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.471+0000 7f5fee7fc640 1 -- 172.21.15.52:0/2591093423 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f5ff009d250 con 0x7f5ff8102a30 2024-04-21T09:09:58.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5fe40a3c20 msgr2=0x7f5fe40a60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5fe40a3c20 0x7f5fe40a60e0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5ff4005ab0 tx=0x7f5ff4005fd0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8102a30 msgr2=0x7f5ff810a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8102a30 0x7f5ff810a410 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f5ff000cce0 tx=0x7f5ff000a620 comp rx=0 tx=0).stop 2024-04-21T09:09:58.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 shutdown_connections 2024-04-21T09:09:58.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5ff8102a30 0x7f5ff810a410 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ff8102070 0x7f5ff8109ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f5fe40a3c20 0x7f5fe40a60e0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 --2- 172.21.15.52:0/2591093423 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5ff8100e90 0x7f5ff810b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 >> 172.21.15.52:0/2591093423 conn(0x7f5ff80fc470 msgr2=0x7f5ff8105480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:58.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 shutdown_connections 2024-04-21T09:09:58.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.474+0000 7f5fff311640 1 -- 172.21.15.52:0/2591093423 wait complete. 2024-04-21T09:09:58.492 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 -- 172.21.15.52:0/617620362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102a00 msgr2=0x7f663c109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 --2- 172.21.15.52:0/617620362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102a00 0x7f663c109320 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f6634009ca0 tx=0x7f663402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 -- 172.21.15.52:0/617620362 shutdown_connections 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 --2- 172.21.15.52:0/617620362 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102a00 0x7f663c109320 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 --2- 172.21.15.52:0/617620362 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f663c102040 0x7f663c1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 --2- 172.21.15.52:0/617620362 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f663c100e60 0x7f663c101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 -- 172.21.15.52:0/617620362 >> 172.21.15.52:0/617620362 conn(0x7f663c0fc420 msgr2=0x7f663c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 -- 172.21.15.52:0/617620362 shutdown_connections 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.602+0000 7f6641b4b640 1 -- 172.21.15.52:0/617620362 wait complete. 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f6641b4b640 1 Processor -- start 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f6641b4b640 1 -- start start 2024-04-21T09:09:58.604 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f6641b4b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f663c100e60 0x7f663c06a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f6641b4b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102040 0x7f663c19cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f6641b4b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f663c102a00 0x7f663c19f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f6641b4b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f663c10c9f0 con 0x7f663c102040 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f6641b4b640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f663c10c870 con 0x7f663c100e60 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f6641b4b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f663c10cb70 con 0x7f663c102a00 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f663affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102040 0x7f663c19cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f663affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102040 0x7f663c19cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48926/0 (socket says 172.21.15.52:48926) 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f663affd640 1 -- 172.21.15.52:0/3942007912 learned_addr learned my addr 172.21.15.52:0/3942007912 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f663b7fe640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f663c100e60 0x7f663c06a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.603+0000 7f663bfff640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f663c102a00 0x7f663c19f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f663affd640 1 -- 172.21.15.52:0/3942007912 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f663c102a00 msgr2=0x7f663c19f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f663affd640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f663c102a00 0x7f663c19f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f663affd640 1 -- 172.21.15.52:0/3942007912 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f663c100e60 msgr2=0x7f663c06a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f663affd640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f663c100e60 0x7f663c06a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f663affd640 1 -- 172.21.15.52:0/3942007912 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f663c19fd80 con 0x7f663c102040 2024-04-21T09:09:58.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f663affd640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102040 0x7f663c19cef0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f663000e9f0 tx=0x7f663000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:58.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f6638ff9640 1 -- 172.21.15.52:0/3942007912 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f663000cd80 con 0x7f663c102040 2024-04-21T09:09:58.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f6638ff9640 1 -- 172.21.15.52:0/3942007912 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66300108e0 con 0x7f663c102040 2024-04-21T09:09:58.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f6638ff9640 1 -- 172.21.15.52:0/3942007912 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6630018980 con 0x7f663c102040 2024-04-21T09:09:58.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f663c1a0070 con 0x7f663c102040 2024-04-21T09:09:58.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.604+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f663c1a0570 con 0x7f663c102040 2024-04-21T09:09:58.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.605+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f663c108280 con 0x7f663c102040 2024-04-21T09:09:58.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.606+0000 7f6638ff9640 1 -- 172.21.15.52:0/3942007912 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f6630010430 con 0x7f663c102040 2024-04-21T09:09:58.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.607+0000 7f6638ff9640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f66240a3bf0 0x7f66240a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:58.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.607+0000 7f663b7fe640 1 -- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f66240a3bf0 msgr2=0x7f66240a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:09:58.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.607+0000 7f6638ff9640 1 -- 172.21.15.52:0/3942007912 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f66300d0ad0 con 0x7f663c102040 2024-04-21T09:09:58.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.607+0000 7f663b7fe640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f66240a3bf0 0x7f66240a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:09:58.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.612+0000 7f6638ff9640 1 -- 172.21.15.52:0/3942007912 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f663009cac0 con 0x7f663c102040 2024-04-21T09:09:58.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.803+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f663c02d5c0 con 0x7f663c102040 2024-04-21T09:09:58.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.808+0000 7f663b7fe640 1 -- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f66240a3bf0 msgr2=0x7f66240a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:09:58.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.808+0000 7f663b7fe640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f66240a3bf0 0x7f66240a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T09:09:58.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.808+0000 7f6638ff9640 1 -- 172.21.15.52:0/3942007912 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v26)=0 v26) ==== 138+0+0 (secure 0 0 0) 0x7f66300a0dc0 con 0x7f663c102040 2024-04-21T09:09:58.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f66240a3bf0 msgr2=0x7f66240a60b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:09:58.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f66240a3bf0 0x7f66240a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102040 msgr2=0x7f663c19cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102040 0x7f663c19cef0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f663000e9f0 tx=0x7f663000eeb0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.810 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 shutdown_connections 2024-04-21T09:09:58.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f66240a3bf0 0x7f66240a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f663c102a00 0x7f663c19f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f663c102040 0x7f663c19cef0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 --2- 172.21.15.52:0/3942007912 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f663c100e60 0x7f663c06a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 >> 172.21.15.52:0/3942007912 conn(0x7f663c0fc420 msgr2=0x7f663c105450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:58.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 shutdown_connections 2024-04-21T09:09:58.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.810+0000 7f6641b4b640 1 -- 172.21.15.52:0/3942007912 wait complete. 2024-04-21T09:09:58.824 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:58 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2591093423' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-21T09:09:58.825 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:09:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: ignoring --setuser ceph since I am not root 2024-04-21T09:09:58.825 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:09:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: ignoring --setgroup ceph since I am not root 2024-04-21T09:09:58.825 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:09:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:09:58.663+0000 7f6ddf267200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T09:09:58.826 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-21T09:09:58.837 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:58 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2591093423' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-21T09:09:58.838 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:09:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: ignoring --setuser ceph since I am not root 2024-04-21T09:09:58.838 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:09:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: ignoring --setgroup ceph since I am not root 2024-04-21T09:09:58.838 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:09:58 smithi078 ceph-mgr[33590]: -- 172.21.15.78:0/2383203760 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f1599b65a0 con 0x55f15998a800 2024-04-21T09:09:58.838 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:09:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:09:58.652+0000 7f879bf18200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T09:09:58.838 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:09:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:09:58.836+0000 7f879bf18200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:09:58.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:58 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2591093423' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-21T09:09:58.840 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:09:58 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: ignoring --setuser ceph since I am not root 2024-04-21T09:09:58.840 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:09:58 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: ignoring --setgroup ceph since I am not root 2024-04-21T09:09:58.840 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:09:58 smithi060 ceph-mgr[32437]: -- 172.21.15.60:0/286434666 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559d1511e5a0 con 0x559d150f2800 2024-04-21T09:09:58.840 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:09:58 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:09:58.660+0000 7fa848794200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-21T09:09:58.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.930+0000 7fdee2fca640 1 -- 172.21.15.52:0/779644471 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc102a00 msgr2=0x7fdedc109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.930+0000 7fdee2fca640 1 --2- 172.21.15.52:0/779644471 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc102a00 0x7fdedc109320 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fded4009ca0 tx=0x7fded402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.930+0000 7fdee2fca640 1 -- 172.21.15.52:0/779644471 shutdown_connections 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.930+0000 7fdee2fca640 1 --2- 172.21.15.52:0/779644471 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc102a00 0x7fdedc109320 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.930+0000 7fdee2fca640 1 --2- 172.21.15.52:0/779644471 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdedc102040 0x7fdedc1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.930+0000 7fdee2fca640 1 --2- 172.21.15.52:0/779644471 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdedc100e60 0x7fdedc101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.930+0000 7fdee2fca640 1 -- 172.21.15.52:0/779644471 >> 172.21.15.52:0/779644471 conn(0x7fdedc0fc420 msgr2=0x7fdedc0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 -- 172.21.15.52:0/779644471 shutdown_connections 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 -- 172.21.15.52:0/779644471 wait complete. 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 Processor -- start 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 -- start start 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc100e60 0x7fdedc104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdedc102040 0x7fdedc1034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdedc102a00 0x7fdedc1039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdedc10ca00 con 0x7fdedc100e60 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdedc10c880 con 0x7fdedc102040 2024-04-21T09:09:58.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee2fca640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdedc10cb80 con 0x7fdedc102a00 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.931+0000 7fdee0d66640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc100e60 0x7fdedc104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee0d66640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc100e60 0x7fdedc104e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48940/0 (socket says 172.21.15.52:48940) 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee0d66640 1 -- 172.21.15.52:0/2997613792 learned_addr learned my addr 172.21.15.52:0/2997613792 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdedbfff640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdedc102040 0x7fdedc1034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee1567640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdedc102a00 0x7fdedc1039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee0d66640 1 -- 172.21.15.52:0/2997613792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdedc102a00 msgr2=0x7fdedc1039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee0d66640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdedc102a00 0x7fdedc1039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee0d66640 1 -- 172.21.15.52:0/2997613792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdedc102040 msgr2=0x7fdedc1034b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee0d66640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdedc102040 0x7fdedc1034b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee0d66640 1 -- 172.21.15.52:0/2997613792 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdedc104280 con 0x7fdedc100e60 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee0d66640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc100e60 0x7fdedc104e70 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fded000e9c0 tx=0x7fded000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fded9ffb640 1 -- 172.21.15.52:0/2997613792 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded000cd80 con 0x7fdedc100e60 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fded9ffb640 1 -- 172.21.15.52:0/2997613792 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fded00035f0 con 0x7fdedc100e60 2024-04-21T09:09:58.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdedc1a22c0 con 0x7fdedc100e60 2024-04-21T09:09:58.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fded9ffb640 1 -- 172.21.15.52:0/2997613792 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded0010690 con 0x7fdedc100e60 2024-04-21T09:09:58.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.932+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdedc1a2860 con 0x7fdedc100e60 2024-04-21T09:09:58.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.933+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdedc1a2b80 con 0x7fdedc100e60 2024-04-21T09:09:58.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.935+0000 7fded9ffb640 1 -- 172.21.15.52:0/2997613792 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fded00037a0 con 0x7fdedc100e60 2024-04-21T09:09:58.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.935+0000 7fded9ffb640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdecc0a3c70 0x7fdecc0a6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:09:58.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.935+0000 7fdedbfff640 1 -- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdecc0a3c70 msgr2=0x7fdecc0a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:09:58.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.935+0000 7fded9ffb640 1 -- 172.21.15.52:0/2997613792 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fded00d0b40 con 0x7fdedc100e60 2024-04-21T09:09:58.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.935+0000 7fdedbfff640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdecc0a3c70 0x7fdecc0a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:09:58.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:58.940+0000 7fded9ffb640 1 -- 172.21.15.52:0/2997613792 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fded009d180 con 0x7fdedc100e60 2024-04-21T09:09:59.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.129+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7fdedc1a3330 con 0x7fdedc100e60 2024-04-21T09:09:59.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.134+0000 7fded9ffb640 1 -- 172.21.15.52:0/2997613792 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v27)=0 v27) ==== 133+0+0 (secure 0 0 0) 0x7fded00bd0c0 con 0x7fdedc100e60 2024-04-21T09:09:59.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdedbfff640 1 -- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdecc0a3c70 msgr2=0x7fdecc0a6130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:09:59.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdedbfff640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdecc0a3c70 0x7fdecc0a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T09:09:59.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdecc0a3c70 msgr2=0x7fdecc0a6130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:09:59.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdecc0a3c70 0x7fdecc0a6130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:59.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc100e60 msgr2=0x7fdedc104e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:09:59.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc100e60 0x7fdedc104e70 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fded000e9c0 tx=0x7fded000ee80 comp rx=0 tx=0).stop 2024-04-21T09:09:59.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 shutdown_connections 2024-04-21T09:09:59.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fdecc0a3c70 0x7fdecc0a6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:59.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdedc102a00 0x7fdedc1039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:59.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdedc102040 0x7fdedc1034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:59.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 --2- 172.21.15.52:0/2997613792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdedc100e60 0x7fdedc104e70 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:09:59.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 >> 172.21.15.52:0/2997613792 conn(0x7fdedc0fc420 msgr2=0x7fdedc0fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:09:59.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 shutdown_connections 2024-04-21T09:09:59.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:09:59.136+0000 7fdee2fca640 1 -- 172.21.15.52:0/2997613792 wait complete. 2024-04-21T09:09:59.146 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:09:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:09:58.867+0000 7f6ddf267200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:09:59.146 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:09:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:09:58.979+0000 7f6ddf267200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T09:09:59.147 INFO:teuthology.run_tasks:Running task kclient... 2024-04-21T09:09:59.161 INFO:tasks.kclient:Mounting kernel clients... 2024-04-21T09:09:59.161 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-21T09:09:59.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:09:59.162 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-04-21T09:09:59.177 INFO:teuthology.orchestra.run.smithi052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-04-21T09:09:59.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:09:59.178 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-21T09:09:59.194 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:09:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:09:58.939+0000 7f879bf18200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T09:09:59.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:09:59.243 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-04-21T09:09:59.283 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:09:58 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:09:58.854+0000 7fa848794200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:09:59.283 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:09:58 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:09:58.962+0000 7fa848794200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-21T09:09:59.370 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'wsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-04-21T09:09:59.370 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-21T09:09:59.370 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-21T09:09:59.370 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph fs ls 2024-04-21T09:09:59.410 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:09:59 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:09:59.315+0000 7f6ddf267200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T09:09:59.410 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:09:59 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:09:59.410+0000 7f6ddf267200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T09:09:59.590 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:09:59 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:09:59.284+0000 7fa848794200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T09:09:59.590 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:09:59 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:09:59.372+0000 7fa848794200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T09:09:59.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:59 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2591093423' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-21T09:09:59.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:59 smithi060 ceph-mon[31055]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-21T09:09:59.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:59 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3942007912' entity='client.admin' 2024-04-21T09:09:59.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:09:59 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2997613792' entity='client.admin' 2024-04-21T09:09:59.626 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:09:59.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:59 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2591093423' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-21T09:09:59.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:59 smithi078 ceph-mon[31713]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-21T09:09:59.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:59 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3942007912' entity='client.admin' 2024-04-21T09:09:59.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:09:59 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2997613792' entity='client.admin' 2024-04-21T09:09:59.694 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:09:59 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:09:59.242+0000 7f879bf18200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-21T09:09:59.695 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:09:59 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:09:59.326+0000 7f879bf18200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-21T09:09:59.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:59 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2591093423' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-21T09:09:59.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:59 smithi052 ceph-mon[28035]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-21T09:09:59.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:59 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3942007912' entity='client.admin' 2024-04-21T09:09:59.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:09:59 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2997613792' entity='client.admin' 2024-04-21T09:10:00.689 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:00 smithi052 ceph-mon[28035]: overall HEALTH_OK 2024-04-21T09:10:00.799 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:00 smithi060 ceph-mon[31055]: overall HEALTH_OK 2024-04-21T09:10:00.799 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:00 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:00.621+0000 7fa848794200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T09:10:00.825 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:00 smithi078 ceph-mon[31713]: overall HEALTH_OK 2024-04-21T09:10:00.825 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:00 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:00.487+0000 7f879bf18200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T09:10:00.825 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:00 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:00.654+0000 7f879bf18200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T09:10:00.825 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:00 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:00.824+0000 7f879bf18200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T09:10:00.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:00.688+0000 7f6ddf267200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-21T09:10:00.954 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:00.877+0000 7f6ddf267200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T09:10:01.089 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:00 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:00.799+0000 7fa848794200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-21T09:10:01.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:00 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:00.977+0000 7fa848794200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T09:10:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 -- 172.21.15.52:0/4052117929 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0108ab0 msgr2=0x7febd0108e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 --2- 172.21.15.52:0/4052117929 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0108ab0 0x7febd0108e90 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7febcc009990 tx=0x7febcc009ca0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 -- 172.21.15.52:0/4052117929 shutdown_connections 2024-04-21T09:10:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 --2- 172.21.15.52:0/4052117929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7febd0103480 0x7febd010f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 --2- 172.21.15.52:0/4052117929 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0108ab0 0x7febd0108e90 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 --2- 172.21.15.52:0/4052117929 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7febd0102ac0 0x7febd0102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 -- 172.21.15.52:0/4052117929 >> 172.21.15.52:0/4052117929 conn(0x7febd0079bf0 msgr2=0x7febd007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:01.302 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 -- 172.21.15.52:0/4052117929 shutdown_connections 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.300+0000 7febd7975700 1 -- 172.21.15.52:0/4052117929 wait complete. 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd7975700 1 Processor -- start 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd7975700 1 -- start start 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd7975700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0102ac0 0x7febd0199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd7975700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7febd0103480 0x7febd01996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd7975700 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7febd0108ab0 0x7febd019da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd7975700 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7febd0112cf0 con 0x7febd0102ac0 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd7975700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7febd0112b70 con 0x7febd0103480 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd7975700 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7febd0112e70 con 0x7febd0108ab0 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd5711700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0102ac0 0x7febd0199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd5711700 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0102ac0 0x7febd0199180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48952/0 (socket says 172.21.15.52:48952) 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd5711700 1 -- 172.21.15.52:0/1065862774 learned_addr learned my addr 172.21.15.52:0/1065862774 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd4f10700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7febd0103480 0x7febd01996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:01.303 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd5f12700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7febd0108ab0 0x7febd019da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:01.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd5711700 1 -- 172.21.15.52:0/1065862774 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7febd0108ab0 msgr2=0x7febd019da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:01.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.301+0000 7febd5711700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7febd0108ab0 0x7febd019da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febd5711700 1 -- 172.21.15.52:0/1065862774 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7febd0103480 msgr2=0x7febd01996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:01.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febd5711700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7febd0103480 0x7febd01996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febd5711700 1 -- 172.21.15.52:0/1065862774 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd019e190 con 0x7febd0102ac0 2024-04-21T09:10:01.304 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febd4f10700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7febd0103480 0x7febd01996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:01.304 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:01.058+0000 7f6ddf267200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febd5711700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0102ac0 0x7febd0199180 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7febcc000c00 tx=0x7febcc00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febc67fc700 1 -- 172.21.15.52:0/1065862774 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc027070 con 0x7febd0102ac0 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febc67fc700 1 -- 172.21.15.52:0/1065862774 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7febcc022470 con 0x7febd0102ac0 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febd019e420 con 0x7febd0102ac0 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febc67fc700 1 -- 172.21.15.52:0/1065862774 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc017650 con 0x7febd0102ac0 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.302+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febd01a5d00 con 0x7febd0102ac0 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.303+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febd010b040 con 0x7febd0102ac0 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.305+0000 7febc67fc700 1 -- 172.21.15.52:0/1065862774 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7febcc02a070 con 0x7febd0102ac0 2024-04-21T09:10:01.306 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.305+0000 7febc67fc700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7febbc0a3d10 0x7febbc0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:01.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.305+0000 7febd4f10700 1 -- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7febbc0a3d10 msgr2=0x7febbc0a61d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:01.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.305+0000 7febc67fc700 1 -- 172.21.15.52:0/1065862774 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7febcc0d1630 con 0x7febd0102ac0 2024-04-21T09:10:01.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.305+0000 7febd4f10700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7febbc0a3d10 0x7febbc0a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:10:01.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.309+0000 7febc67fc700 1 -- 172.21.15.52:0/1065862774 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7febcc013070 con 0x7febd0102ac0 2024-04-21T09:10:01.402 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:01 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:01.109+0000 7f879bf18200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T09:10:01.403 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:01 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:01.200+0000 7f879bf18200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T09:10:01.403 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:01 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:01.401+0000 7f879bf18200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T09:10:01.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.506+0000 7febd4f10700 1 -- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7febbc0a3d10 msgr2=0x7febbc0a61d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:01.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.506+0000 7febd4f10700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7febbc0a3d10 0x7febbc0a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T09:10:01.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.570+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7febd0069760 con 0x7febd0102ac0 2024-04-21T09:10:01.570 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:01.371+0000 7f6ddf267200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T09:10:01.571 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:01.469+0000 7f6ddf267200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T09:10:01.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.571+0000 7febc67fc700 1 -- 172.21.15.52:0/1065862774 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+88 (secure 0 0 0) 0x7febd0069760 con 0x7febd0102ac0 2024-04-21T09:10:01.571 INFO:teuthology.orchestra.run.smithi052.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-21T09:10:01.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7febbc0a3d10 msgr2=0x7febbc0a61d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:10:01.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7febbc0a3d10 0x7febbc0a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0102ac0 msgr2=0x7febd0199180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0102ac0 0x7febd0199180 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7febcc000c00 tx=0x7febcc00bfd0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 shutdown_connections 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7febbc0a3d10 0x7febbc0a61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7febd0108ab0 0x7febd019da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7febd0102ac0 0x7febd0199180 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.574+0000 7febd7975700 1 --2- 172.21.15.52:0/1065862774 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7febd0103480 0x7febd01996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.575+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 >> 172.21.15.52:0/1065862774 conn(0x7febd0079bf0 msgr2=0x7febd0100bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.575+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 shutdown_connections 2024-04-21T09:10:01.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:01.575+0000 7febd7975700 1 -- 172.21.15.52:0/1065862774 wait complete. 2024-04-21T09:10:01.586 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:01 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:01.278+0000 7fa848794200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-21T09:10:01.586 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:01 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:01.375+0000 7fa848794200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-21T09:10:01.586 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:01 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:01.586+0000 7fa848794200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T09:10:01.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:01 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1065862774' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T09:10:01.694 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:01 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:01.594+0000 7f879bf18200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:10:01.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:01 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1065862774' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T09:10:01.840 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:01 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:01.787+0000 7fa848794200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:10:01.896 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:01 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1065862774' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-21T09:10:01.896 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:01.691+0000 7f6ddf267200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-21T09:10:01.896 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:01.895+0000 7f6ddf267200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi052.front.sepia.ceph.com 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-21T09:10:02.311 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-21T09:10:02.312 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:02.312 DEBUG:teuthology.orchestra.run.smithi052:> ip addr 2024-04-21T09:10:02.367 INFO:teuthology.orchestra.run.smithi052.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-21T09:10:02.367 INFO:teuthology.orchestra.run.smithi052.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-21T09:10:02.367 INFO:teuthology.orchestra.run.smithi052.stdout: inet 127.0.0.1/8 scope host lo 2024-04-21T09:10:02.367 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-04-21T09:10:02.367 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 ::1/128 scope host 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d2 brd ff:ff:ff:ff:ff:ff 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f0 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:6b:fd:d3 brd ff:ff:ff:ff:ff:ff 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp7s0f1 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:de brd ff:ff:ff:ff:ff:ff 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f0 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: inet 172.21.15.52/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft 42079sec preferred_lft 42079sec 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: inet6 fe80::ec4:7aff:febd:15de/64 scope link noprefixroute 2024-04-21T09:10:02.368 INFO:teuthology.orchestra.run.smithi052.stdout: valid_lft forever preferred_lft forever 2024-04-21T09:10:02.369 INFO:teuthology.orchestra.run.smithi052.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-21T09:10:02.369 INFO:teuthology.orchestra.run.smithi052.stdout: link/ether 0c:c4:7a:bd:15:df brd ff:ff:ff:ff:ff:ff 2024-04-21T09:10:02.369 INFO:teuthology.orchestra.run.smithi052.stdout: altname enp1s0f1 2024-04-21T09:10:02.369 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-21T09:10:02.369 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:10:02.369 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:10:02.369 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add name ceph-brx type bridge 2024-04-21T09:10:02.369 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip addr flush dev ceph-brx 2024-04-21T09:10:02.369 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set ceph-brx up 2024-04-21T09:10:02.369 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-21T09:10:02.369 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:10:02.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:02 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:02.184+0000 7f879bf18200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T09:10:02.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:10:02.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:02.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:02.513 DEBUG:teuthology.orchestra.run.smithi052:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-21T09:10:02.534 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:02 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:02.534+0000 7f6ddf267200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T09:10:02.537 INFO:teuthology.orchestra.run.smithi052.stdout:1 2024-04-21T09:10:02.539 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:02.539 DEBUG:teuthology.orchestra.run.smithi052:> route 2024-04-21T09:10:02.596 INFO:teuthology.orchestra.run.smithi052.stdout:Kernel IP routing table 2024-04-21T09:10:02.596 INFO:teuthology.orchestra.run.smithi052.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-21T09:10:02.596 INFO:teuthology.orchestra.run.smithi052.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-21T09:10:02.597 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-21T09:10:02.597 INFO:teuthology.orchestra.run.smithi052.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-21T09:10:02.597 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:10:02.597 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:10:02.597 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-21T09:10:02.597 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-21T09:10:02.597 DEBUG:teuthology.orchestra.run.smithi052:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-21T09:10:02.597 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:10:02.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:10:02.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:02.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:02.726 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-04-21T09:10:02.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:02.741 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list-id 2024-04-21T09:10:02.797 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:10:02.797 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:10:02.797 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-21T09:10:02.797 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-21T09:10:02.797 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:10:02.840 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:02 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:02.416+0000 7fa848794200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-21T09:10:02.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:10:02.898 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:02 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:02.599+0000 7f879bf18200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T09:10:02.898 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:02 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:02.696+0000 7f879bf18200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T09:10:02.898 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:02 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:02.897+0000 7f879bf18200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T09:10:02.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:02.920 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-21T09:10:02.920 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:10:02.920 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:10:02.920 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-21T09:10:02.920 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-21T09:10:02.920 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-21T09:10:02.920 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-21T09:10:02.921 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-21T09:10:02.921 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:10:02.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:10:03.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:03.034 DEBUG:teuthology.orchestra.run.smithi052:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-21T09:10:03.035 DEBUG:teuthology.orchestra.run.smithi052:> set -e 2024-04-21T09:10:03.035 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set brx.0 up 2024-04-21T09:10:03.035 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link set dev brx.0 master ceph-brx 2024-04-21T09:10:03.035 DEBUG:teuthology.orchestra.run.smithi052:> ') 2024-04-21T09:10:03.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:10:03.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:03.115 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-21T09:10:03.115 DEBUG:teuthology.orchestra.run.smithi052:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-21T09:10:03.130 INFO:teuthology.orchestra.run.smithi052.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-21T09:10:03.130 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-21T09:10:03.130 DEBUG:teuthology.orchestra.run.smithi052:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-21T09:10:03.167 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:02 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:02.857+0000 7fa848794200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T09:10:03.167 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:02 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:02.957+0000 7fa848794200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T09:10:03.167 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:03.167+0000 7fa848794200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T09:10:03.185 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-21T09:10:03.186 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-21T09:10:03.186 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822 2024-04-21T09:10:03.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:03.186 DEBUG:teuthology.orchestra.run.smithi052:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,nofallback 2024-04-21T09:10:03.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:03.005+0000 7f6ddf267200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-21T09:10:03.204 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:03.111+0000 7f6ddf267200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-21T09:10:03.245 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,nofallback 2024-04-21T09:10:03.245 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync". 2024-04-21T09:10:03.358 INFO:teuthology.orchestra.run.smithi052.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,nofallback 2024-04-21T09:10:03.358 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync". 2024-04-21T09:10:03.358 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: resolved to: "172.21.15.52:3300,172.21.15.60:3300,172.21.15.78:3300" 2024-04-21T09:10:03.358 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: trying mount with new device syntax: 0@55749214-ffbd-11ee-bc93-c7b262605968.cephfs=/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822 2024-04-21T09:10:03.358 INFO:teuthology.orchestra.run.smithi052.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync,name=0,key=0,mon_addr=172.21.15.52:3300/172.21.15.60:3300/172.21.15.78:3300" will pass to kernel 2024-04-21T09:10:03.359 INFO:teuthology.orchestra.run.smithi052.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-21T09:10:03.359 INFO:teuthology.orchestra.run.smithi052.stdout: You just mounted a file system that supports labels which does not 2024-04-21T09:10:03.359 INFO:teuthology.orchestra.run.smithi052.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-21T09:10:03.359 INFO:teuthology.orchestra.run.smithi052.stdout: applications will generate AVC messages and not be allowed access to 2024-04-21T09:10:03.359 INFO:teuthology.orchestra.run.smithi052.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-21T09:10:03.361 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-21T09:10:03.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:03.361 DEBUG:teuthology.orchestra.run.smithi052:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-21T09:10:03.428 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-21T09:10:03.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-21T09:10:03.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:03.529 INFO:teuthology.orchestra.run.smithi052.stdout:client25139 2024-04-21T09:10:03.529 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:10:03.529 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T09:10:03.546 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-21T09:10:03.636 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-21T09:10:03.638 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:03.644 INFO:teuthology.orchestra.run.smithi052.stdout:client25139 2024-04-21T09:10:03.645 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-21T09:10:03.694 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:03.412+0000 7f879bf18200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T09:10:03.694 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:03.503+0000 7f879bf18200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T09:10:03.695 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-21T09:10:03.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:03.702 INFO:teuthology.orchestra.run.smithi052.stdout:client25139 2024-04-21T09:10:03.702 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/55749214-ffbd-11ee-bc93-c7b262605968.client25139/status') 2024-04-21T09:10:03.705 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:03.333+0000 7f6ddf267200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-21T09:10:03.752 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-21T09:10:03.762 INFO:teuthology.orchestra.run.smithi052.stdout:instance: client.25139 (3)172.21.15.52:0/1454584981 2024-04-21T09:10:03.762 INFO:teuthology.orchestra.run.smithi052.stdout:blocklisted: false 2024-04-21T09:10:03.763 INFO:teuthology.orchestra.run.smithi052.stderr:0+1 records in 2024-04-21T09:10:03.763 INFO:teuthology.orchestra.run.smithi052.stderr:0+1 records out 2024-04-21T09:10:03.763 INFO:teuthology.orchestra.run.smithi052.stderr:71 bytes copied, 2.6636e-05 s, 2.7 MB/s 2024-04-21T09:10:03.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-21T09:10:03.770 INFO:teuthology.run_tasks:Running task exec... 2024-04-21T09:10:03.779 INFO:teuthology.task.exec:Executing custom commands... 2024-04-21T09:10:03.780 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:10:03.780 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- 172.21.15.52:0/316380438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 msgr2=0x7fab14104e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 --2- 172.21.15.52:0/316380438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 0x7fab14104e50 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fab04009900 tx=0x7fab0402bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- 172.21.15.52:0/316380438 shutdown_connections 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 --2- 172.21.15.52:0/316380438 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab14107cc0 0x7fab1410a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 --2- 172.21.15.52:0/316380438 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab14105390 0x7fab14107780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 --2- 172.21.15.52:0/316380438 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 0x7fab14104e50 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- 172.21.15.52:0/316380438 >> 172.21.15.52:0/316380438 conn(0x7fab140fc470 msgr2=0x7fab140fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- 172.21.15.52:0/316380438 shutdown_connections 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- 172.21.15.52:0/316380438 wait complete. 2024-04-21T09:10:03.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 Processor -- start 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- start start 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 0x7fab141981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab14105390 0x7fab14198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab14107cc0 0x7fab1419f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fab1410db20 con 0x7fab14102a60 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fab1410d9a0 con 0x7fab14107cc0 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.885+0000 7fab197ab640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fab1410dca0 con 0x7fab14105390 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 0x7fab141981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 0x7fab141981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48966/0 (socket says 172.21.15.52:48966) 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 -- 172.21.15.52:0/3273580628 learned_addr learned my addr 172.21.15.52:0/3273580628 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab137fe640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab14107cc0 0x7fab1419f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab0bfff640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab14105390 0x7fab14198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:03.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 -- 172.21.15.52:0/3273580628 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab14105390 msgr2=0x7fab14198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab14105390 0x7fab14198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 -- 172.21.15.52:0/3273580628 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab14107cc0 msgr2=0x7fab1419f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab14107cc0 0x7fab1419f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 -- 172.21.15.52:0/3273580628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab1419fe10 con 0x7fab14102a60 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab12ffd640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 0x7fab141981f0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fab04006010 tx=0x7fab04005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab10ff9640 1 -- 172.21.15.52:0/3273580628 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab04043020 con 0x7fab14102a60 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab10ff9640 1 -- 172.21.15.52:0/3273580628 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab040043d0 con 0x7fab14102a60 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab141a00a0 con 0x7fab14102a60 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab10ff9640 1 -- 172.21.15.52:0/3273580628 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab04003b80 con 0x7fab14102a60 2024-04-21T09:10:03.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.886+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab141a05f0 con 0x7fab14102a60 2024-04-21T09:10:03.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.887+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab140fdf60 con 0x7fab14102a60 2024-04-21T09:10:03.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.888+0000 7fab10ff9640 1 -- 172.21.15.52:0/3273580628 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fab04046020 con 0x7fab14102a60 2024-04-21T09:10:03.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.889+0000 7fab10ff9640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab000a3bf0 0x7fab000a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:03.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.889+0000 7fab0bfff640 1 -- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab000a3bf0 msgr2=0x7fab000a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:03.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.889+0000 7fab10ff9640 1 -- 172.21.15.52:0/3273580628 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fab040f29d0 con 0x7fab14102a60 2024-04-21T09:10:03.891 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.889+0000 7fab0bfff640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab000a3bf0 0x7fab000a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:10:03.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:03.893+0000 7fab10ff9640 1 -- 172.21.15.52:0/3273580628 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fab0404d020 con 0x7fab14102a60 2024-04-21T09:10:04.078 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:03.728+0000 7fa848794200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T09:10:04.078 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:03.825+0000 7fa848794200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T09:10:04.086 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:03.743+0000 7f879bf18200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T09:10:04.087 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:03.876+0000 7f879bf18200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T09:10:04.087 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:03.971+0000 7f879bf18200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T09:10:04.087 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:04.085+0000 7f879bf18200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T09:10:04.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.090+0000 7fab0bfff640 1 -- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab000a3bf0 msgr2=0x7fab000a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:04.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.090+0000 7fab0bfff640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab000a3bf0 0x7fab000a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T09:10:04.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.127+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7fab1402d5c0 con 0x7fab14102a60 2024-04-21T09:10:04.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.179+0000 7fab10ff9640 1 -- 172.21.15.52:0/3273580628 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v25) ==== 117+0+0 (secure 0 0 0) 0x7fab040bf010 con 0x7fab14102a60 2024-04-21T09:10:04.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab000a3bf0 msgr2=0x7fab000a60b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:10:04.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab000a3bf0 0x7fab000a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 msgr2=0x7fab141981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 0x7fab141981f0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fab04006010 tx=0x7fab04005e40 comp rx=0 tx=0).stop 2024-04-21T09:10:04.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 shutdown_connections 2024-04-21T09:10:04.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab14107cc0 0x7fab1419f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab000a3bf0 0x7fab000a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab14105390 0x7fab14198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 --2- 172.21.15.52:0/3273580628 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab14102a60 0x7fab141981f0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 >> 172.21.15.52:0/3273580628 conn(0x7fab140fc470 msgr2=0x7fab14103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:04.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 shutdown_connections 2024-04-21T09:10:04.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.181+0000 7fab197ab640 1 -- 172.21.15.52:0/3273580628 wait complete. 2024-04-21T09:10:04.183 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:03.905+0000 7f6ddf267200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-21T09:10:04.183 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:04.007+0000 7f6ddf267200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-21T09:10:04.193 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-21T09:10:04.204 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-04-21T09:10:04.216 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:10:04.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 -- 172.21.15.52:0/1421871067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754105330 msgr2=0x7f7754107720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 --2- 172.21.15.52:0/1421871067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754105330 0x7f7754107720 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7748009900 tx=0x7f774802bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:04.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 -- 172.21.15.52:0/1421871067 shutdown_connections 2024-04-21T09:10:04.322 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 --2- 172.21.15.52:0/1421871067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7754107c60 0x7f775410a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 --2- 172.21.15.52:0/1421871067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754105330 0x7f7754107720 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 --2- 172.21.15.52:0/1421871067 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7754102a00 0x7f7754104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 -- 172.21.15.52:0/1421871067 >> 172.21.15.52:0/1421871067 conn(0x7f77540fc3f0 msgr2=0x7f77540fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 -- 172.21.15.52:0/1421871067 shutdown_connections 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.320+0000 7f775a3b2640 1 -- 172.21.15.52:0/1421871067 wait complete. 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775a3b2640 1 Processor -- start 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775a3b2640 1 -- start start 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775a3b2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7754102a00 0x7f77541981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775a3b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7754105330 0x7f7754198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775a3b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754107c60 0x7f775419f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775a3b2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f775410dab0 con 0x7f7754107c60 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775a3b2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f775410d930 con 0x7f7754102a00 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775a3b2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f775410dc30 con 0x7f7754105330 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775894f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754107c60 0x7f775419f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f7753fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7754102a00 0x7f77541981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f7753fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7754102a00 0x7f77541981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:59128/0 (socket says 172.21.15.52:59128) 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f775894f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754107c60 0x7f775419f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48988/0 (socket says 172.21.15.52:48988) 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f7753fff640 1 -- 172.21.15.52:0/2505466476 learned_addr learned my addr 172.21.15.52:0/2505466476 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.321+0000 7f77537fe640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7754105330 0x7f7754198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f7753fff640 1 -- 172.21.15.52:0/2505466476 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7754105330 msgr2=0x7f7754198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f7753fff640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7754105330 0x7f7754198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f7753fff640 1 -- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754107c60 msgr2=0x7f775419f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f7753fff640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754107c60 0x7f775419f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f7753fff640 1 -- 172.21.15.52:0/2505466476 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f775419fde0 con 0x7f7754102a00 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f7753fff640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7754102a00 0x7f77541981c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f774400e9f0 tx=0x7f774400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f77517fa640 1 -- 172.21.15.52:0/2505466476 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774400ccc0 con 0x7f7754102a00 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77541a00d0 con 0x7f7754102a00 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f77517fa640 1 -- 172.21.15.52:0/2505466476 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774400ce60 con 0x7f7754102a00 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f77517fa640 1 -- 172.21.15.52:0/2505466476 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744010430 con 0x7f7754102a00 2024-04-21T09:10:04.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.322+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77541a05f0 con 0x7f7754102a00 2024-04-21T09:10:04.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.323+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77540fdee0 con 0x7f7754102a00 2024-04-21T09:10:04.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.324+0000 7f77517fa640 1 -- 172.21.15.52:0/2505466476 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f77440046c0 con 0x7f7754102a00 2024-04-21T09:10:04.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.325+0000 7f77517fa640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f773c0a3c00 0x7f773c0a60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.325+0000 7f77537fe640 1 -- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f773c0a3c00 msgr2=0x7f773c0a60c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:04.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.325+0000 7f77517fa640 1 -- 172.21.15.52:0/2505466476 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f77440d0bd0 con 0x7f7754102a00 2024-04-21T09:10:04.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.325+0000 7f77537fe640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f773c0a3c00 0x7f773c0a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:10:04.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.330+0000 7f77517fa640 1 -- 172.21.15.52:0/2505466476 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f774409d210 con 0x7f7754102a00 2024-04-21T09:10:04.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:04 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3273580628' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-21T09:10:04.340 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:04 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:04.078+0000 7fa848794200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T09:10:04.340 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:04 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:04.217+0000 7fa848794200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T09:10:04.340 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:04 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:04.316+0000 7fa848794200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T09:10:04.384 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:04 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3273580628' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-21T09:10:04.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:04 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3273580628' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-21T09:10:04.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:04.270+0000 7f6ddf267200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-21T09:10:04.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:04.418+0000 7f6ddf267200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-21T09:10:04.518 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.518+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7754062b50 con 0x7f7754102a00 2024-04-21T09:10:04.520 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.520+0000 7f77517fa640 1 -- 172.21.15.52:0/2505466476 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24697 (secure 0 0 0) 0x7f774409cb10 con 0x7f7754102a00 2024-04-21T09:10:04.520 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:04.520 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":93,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:09:33.398640+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:10:04.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f773c0a3c00 msgr2=0x7f773c0a60c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:10:04.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f773c0a3c00 0x7f773c0a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7754102a00 msgr2=0x7f77541981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7754102a00 0x7f77541981c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f774400e9f0 tx=0x7f774400edf0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 shutdown_connections 2024-04-21T09:10:04.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7754107c60 0x7f775419f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f773c0a3c00 0x7f773c0a60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7754105330 0x7f7754198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 --2- 172.21.15.52:0/2505466476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7754102a00 0x7f77541981c0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 >> 172.21.15.52:0/2505466476 conn(0x7f77540fc3f0 msgr2=0x7f77541032a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:04.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 shutdown_connections 2024-04-21T09:10:04.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.522+0000 7f775a3b2640 1 -- 172.21.15.52:0/2505466476 wait complete. 2024-04-21T09:10:04.533 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:10:04.534 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:10:04.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 -- 172.21.15.52:0/65856550 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab38101fe0 msgr2=0x7fab38102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 --2- 172.21.15.52:0/65856550 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab38101fe0 0x7fab38102460 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fab34009900 tx=0x7fab3402bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:04.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 -- 172.21.15.52:0/65856550 shutdown_connections 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 --2- 172.21.15.52:0/65856550 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab381029a0 0x7fab381092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 --2- 172.21.15.52:0/65856550 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab38101fe0 0x7fab38102460 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 --2- 172.21.15.52:0/65856550 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab38100e90 0x7fab381012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 -- 172.21.15.52:0/65856550 >> 172.21.15.52:0/65856550 conn(0x7fab380fc420 msgr2=0x7fab380fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 -- 172.21.15.52:0/65856550 shutdown_connections 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.640+0000 7fab3fa81640 1 -- 172.21.15.52:0/65856550 wait complete. 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3fa81640 1 Processor -- start 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3fa81640 1 -- start start 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3fa81640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab38100e90 0x7fab38104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3fa81640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab38101fe0 0x7fab38103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3fa81640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab381029a0 0x7fab38103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3fa81640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fab3810ca20 con 0x7fab381029a0 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3fa81640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fab3810c8a0 con 0x7fab38101fe0 2024-04-21T09:10:04.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3fa81640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fab3810cba0 con 0x7fab38100e90 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3e01e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab381029a0 0x7fab38103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3d81d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab38100e90 0x7fab38104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3e01e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab381029a0 0x7fab38103990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48998/0 (socket says 172.21.15.52:48998) 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3d81d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab38100e90 0x7fab38104e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:39324/0 (socket says 172.21.15.52:39324) 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3e01e640 1 -- 172.21.15.52:0/2512969636 learned_addr learned my addr 172.21.15.52:0/2512969636 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.641+0000 7fab3d01c640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab38101fe0 0x7fab38103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3e01e640 1 -- 172.21.15.52:0/2512969636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab38100e90 msgr2=0x7fab38104e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3e01e640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab38100e90 0x7fab38104e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3e01e640 1 -- 172.21.15.52:0/2512969636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab38101fe0 msgr2=0x7fab38103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3e01e640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab38101fe0 0x7fab38103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3e01e640 1 -- 172.21.15.52:0/2512969636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab38104220 con 0x7fab381029a0 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3d81d640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab38100e90 0x7fab38104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3e01e640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab381029a0 0x7fab38103990 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fab3000eb10 tx=0x7fab3000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab2effd640 1 -- 172.21.15.52:0/2512969636 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30004b20 con 0x7fab381029a0 2024-04-21T09:10:04.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab381a2330 con 0x7fab381029a0 2024-04-21T09:10:04.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab2effd640 1 -- 172.21.15.52:0/2512969636 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab30004cc0 con 0x7fab381029a0 2024-04-21T09:10:04.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab2effd640 1 -- 172.21.15.52:0/2512969636 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab30010670 con 0x7fab381029a0 2024-04-21T09:10:04.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.642+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab381a2850 con 0x7fab381029a0 2024-04-21T09:10:04.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.643+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab38068e00 con 0x7fab381029a0 2024-04-21T09:10:04.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.645+0000 7fab2effd640 1 -- 172.21.15.52:0/2512969636 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fab30005000 con 0x7fab381029a0 2024-04-21T09:10:04.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.646+0000 7fab2effd640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab240a3c00 0x7fab240a60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.646+0000 7fab3d81d640 1 -- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab240a3c00 msgr2=0x7fab240a60c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:04.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.646+0000 7fab2effd640 1 -- 172.21.15.52:0/2512969636 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fab300d1060 con 0x7fab381029a0 2024-04-21T09:10:04.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.646+0000 7fab3d81d640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab240a3c00 0x7fab240a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:10:04.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.649+0000 7fab2effd640 1 -- 172.21.15.52:0/2512969636 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fab30053ff0 con 0x7fab381029a0 2024-04-21T09:10:04.694 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:04.383+0000 7f879bf18200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T09:10:04.751 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:04 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:04.437+0000 7fa848794200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T09:10:04.837 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.838+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fab381a2b70 con 0x7fab381029a0 2024-04-21T09:10:04.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.838+0000 7fab2effd640 1 -- 172.21.15.52:0/2512969636 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7fab3009d640 con 0x7fab381029a0 2024-04-21T09:10:04.838 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.840+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab240a3c00 msgr2=0x7fab240a60c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.840+0000 7fab3fa81640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab240a3c00 0x7fab240a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.840+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab381029a0 msgr2=0x7fab38103990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.840+0000 7fab3fa81640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab381029a0 0x7fab38103990 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fab3000eb10 tx=0x7fab3000c2d0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.841+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 shutdown_connections 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.841+0000 7fab3fa81640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fab381029a0 0x7fab38103990 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.841+0000 7fab3fa81640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab38101fe0 0x7fab38103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.841+0000 7fab3fa81640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fab240a3c00 0x7fab240a60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.841+0000 7fab3fa81640 1 --2- 172.21.15.52:0/2512969636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fab38100e90 0x7fab38104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.841+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 >> 172.21.15.52:0/2512969636 conn(0x7fab380fc420 msgr2=0x7fab38069250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.841+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 shutdown_connections 2024-04-21T09:10:04.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.841+0000 7fab3fa81640 1 -- 172.21.15.52:0/2512969636 wait complete. 2024-04-21T09:10:04.851 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:04.521+0000 7f6ddf267200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-21T09:10:04.851 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:04.651+0000 7f6ddf267200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-21T09:10:04.852 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:10:04.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 -- 172.21.15.52:0/4242702652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690102a10 msgr2=0x7f9690104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 --2- 172.21.15.52:0/4242702652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690102a10 0x7f9690104e00 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f968c009900 tx=0x7f968c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 -- 172.21.15.52:0/4242702652 shutdown_connections 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 --2- 172.21.15.52:0/4242702652 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9690107c70 0x7f969010a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 --2- 172.21.15.52:0/4242702652 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9690105340 0x7f9690107730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 --2- 172.21.15.52:0/4242702652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690102a10 0x7f9690104e00 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 -- 172.21.15.52:0/4242702652 >> 172.21.15.52:0/4242702652 conn(0x7f96900fc420 msgr2=0x7f96900fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 -- 172.21.15.52:0/4242702652 shutdown_connections 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.962+0000 7f9697c70640 1 -- 172.21.15.52:0/4242702652 wait complete. 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9697c70640 1 Processor -- start 2024-04-21T09:10:04.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9697c70640 1 -- start start 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9697c70640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9690102a10 0x7f9690198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9697c70640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9690105340 0x7f96901987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9697c70640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690107c70 0x7f969019f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9697c70640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f969010dac0 con 0x7f9690107c70 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9697c70640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f969010d940 con 0x7f9690102a10 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9697c70640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f969010dc40 con 0x7f9690105340 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f969620d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690107c70 0x7f969019f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f969520b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9690105340 0x7f96901987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f969620d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690107c70 0x7f969019f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49018/0 (socket says 172.21.15.52:49018) 2024-04-21T09:10:04.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f969620d640 1 -- 172.21.15.52:0/725749204 learned_addr learned my addr 172.21.15.52:0/725749204 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.963+0000 7f9695a0c640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9690102a10 0x7f9690198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f969620d640 1 -- 172.21.15.52:0/725749204 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9690105340 msgr2=0x7f96901987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f969620d640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9690105340 0x7f96901987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f969620d640 1 -- 172.21.15.52:0/725749204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9690102a10 msgr2=0x7f9690198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f969620d640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9690102a10 0x7f9690198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f969620d640 1 -- 172.21.15.52:0/725749204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f969019fe30 con 0x7f9690107c70 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f9695a0c640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9690102a10 0x7f9690198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f969620d640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690107c70 0x7f969019f7c0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f968800eb10 tx=0x7f968800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f9686ffd640 1 -- 172.21.15.52:0/725749204 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9688004b20 con 0x7f9690107c70 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96901a0120 con 0x7f9690107c70 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f9686ffd640 1 -- 172.21.15.52:0/725749204 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9688004cc0 con 0x7f9690107c70 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f9686ffd640 1 -- 172.21.15.52:0/725749204 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9688010670 con 0x7f9690107c70 2024-04-21T09:10:04.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.964+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96901a0670 con 0x7f9690107c70 2024-04-21T09:10:04.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.966+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96900fdf10 con 0x7f9690107c70 2024-04-21T09:10:04.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.966+0000 7f9686ffd640 1 -- 172.21.15.52:0/725749204 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f9688005020 con 0x7f9690107c70 2024-04-21T09:10:04.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.967+0000 7f9686ffd640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f967c0a3c00 0x7f967c0a60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:04.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.967+0000 7f9695a0c640 1 -- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f967c0a3c00 msgr2=0x7f967c0a60c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:04.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.967+0000 7f9686ffd640 1 -- 172.21.15.52:0/725749204 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f96880d0db0 con 0x7f9690107c70 2024-04-21T09:10:04.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.967+0000 7f9695a0c640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f967c0a3c00 0x7f967c0a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:10:04.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:04.977+0000 7f9686ffd640 1 -- 172.21.15.52:0/725749204 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f968809d3f0 con 0x7f9690107c70 2024-04-21T09:10:05.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:04 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:04.751+0000 7fa848794200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T09:10:05.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.164+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9690062b50 con 0x7f9690107c70 2024-04-21T09:10:05.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.164+0000 7f9686ffd640 1 -- 172.21.15.52:0/725749204 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7f968809ccf0 con 0x7f9690107c70 2024-04-21T09:10:05.164 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:05.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9695a0c640 1 -- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f967c0a3c00 msgr2=0x7f967c0a60c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:05.167 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9695a0c640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f967c0a3c00 0x7f967c0a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-21T09:10:05.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f967c0a3c00 msgr2=0x7f967c0a60c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:10:05.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f967c0a3c00 0x7f967c0a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690107c70 msgr2=0x7f969019f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690107c70 0x7f969019f7c0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f968800eb10 tx=0x7f968800c2d0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 shutdown_connections 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9690107c70 0x7f969019f7c0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f967c0a3c00 0x7f967c0a60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9690105340 0x7f96901987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 --2- 172.21.15.52:0/725749204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9690102a10 0x7f9690198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 >> 172.21.15.52:0/725749204 conn(0x7f96900fc420 msgr2=0x7f9690103550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 shutdown_connections 2024-04-21T09:10:05.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.168+0000 7f9697c70640 1 -- 172.21.15.52:0/725749204 wait complete. 2024-04-21T09:10:05.178 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:04.973+0000 7f6ddf267200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-21T09:10:05.179 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:10:05.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 -- 172.21.15.52:0/3093984083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0018101fe0 msgr2=0x7f0018102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 --2- 172.21.15.52:0/3093984083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0018101fe0 0x7f0018102460 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f000c009900 tx=0x7f000c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:05.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 -- 172.21.15.52:0/3093984083 shutdown_connections 2024-04-21T09:10:05.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 --2- 172.21.15.52:0/3093984083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f00181029a0 0x7f00181092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 --2- 172.21.15.52:0/3093984083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0018101fe0 0x7f0018102460 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 --2- 172.21.15.52:0/3093984083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0018100e90 0x7f00181012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 -- 172.21.15.52:0/3093984083 >> 172.21.15.52:0/3093984083 conn(0x7f00180fc420 msgr2=0x7f00180fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:05.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 -- 172.21.15.52:0/3093984083 shutdown_connections 2024-04-21T09:10:05.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 -- 172.21.15.52:0/3093984083 wait complete. 2024-04-21T09:10:05.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.287+0000 7f001df52640 1 Processor -- start 2024-04-21T09:10:05.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f001df52640 1 -- start start 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f001df52640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0018100e90 0x7f0018069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f001df52640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0018101fe0 0x7f001819cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f001df52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00181029a0 0x7f001819f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f001df52640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f001810c9e0 con 0x7f00181029a0 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f001df52640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f001810c860 con 0x7f0018100e90 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f001df52640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f001810cb60 con 0x7f0018101fe0 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0017fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00181029a0 0x7f001819f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f00177fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0018100e90 0x7f0018069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0017fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00181029a0 0x7f001819f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49038/0 (socket says 172.21.15.52:49038) 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f00177fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0018100e90 0x7f0018069dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:59176/0 (socket says 172.21.15.52:59176) 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0017fff640 1 -- 172.21.15.52:0/645383808 learned_addr learned my addr 172.21.15.52:0/645383808 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0016ffd640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0018101fe0 0x7f001819cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0017fff640 1 -- 172.21.15.52:0/645383808 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0018101fe0 msgr2=0x7f001819cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0017fff640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0018101fe0 0x7f001819cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0017fff640 1 -- 172.21.15.52:0/645383808 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0018100e90 msgr2=0x7f0018069dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0017fff640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0018100e90 0x7f0018069dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f0017fff640 1 -- 172.21.15.52:0/645383808 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f001819fe20 con 0x7f00181029a0 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.288+0000 7f00177fe640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0018100e90 0x7f0018069dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.289+0000 7f0017fff640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00181029a0 0x7f001819f560 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f001000eb10 tx=0x7f001000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.289+0000 7f0014ff9640 1 -- 172.21.15.52:0/645383808 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0010004b20 con 0x7f00181029a0 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.289+0000 7f0014ff9640 1 -- 172.21.15.52:0/645383808 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0010004cc0 con 0x7f00181029a0 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.289+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00181a0110 con 0x7f00181029a0 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.289+0000 7f0014ff9640 1 -- 172.21.15.52:0/645383808 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0010010670 con 0x7f00181029a0 2024-04-21T09:10:05.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.289+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00181a0680 con 0x7f00181029a0 2024-04-21T09:10:05.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.290+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0018108260 con 0x7f00181029a0 2024-04-21T09:10:05.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.292+0000 7f0014ff9640 1 -- 172.21.15.52:0/645383808 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f0010005000 con 0x7f00181029a0 2024-04-21T09:10:05.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.293+0000 7f0014ff9640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f00000a3c80 0x7f00000a6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.293+0000 7f00177fe640 1 -- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f00000a3c80 msgr2=0x7f00000a6140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:05.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.293+0000 7f0014ff9640 1 -- 172.21.15.52:0/645383808 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7f00100d0f30 con 0x7f00181029a0 2024-04-21T09:10:05.293 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.293+0000 7f00177fe640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f00000a3c80 0x7f00000a6140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:10:05.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.295+0000 7f0014ff9640 1 -- 172.21.15.52:0/645383808 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0010053ff0 con 0x7f00181029a0 2024-04-21T09:10:05.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:04.981+0000 7f879bf18200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T09:10:05.444 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:10:05 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z[33549]: 2024-04-21T09:10:05.198+0000 7f879bf18200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T09:10:05.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3273580628' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-21T09:10:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:05 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:10:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2505466476' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2512969636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/725749204' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3273580628' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-21T09:10:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:05 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:10:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2505466476' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2512969636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/725749204' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:05.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.486+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f001802d7d0 con 0x7f00181029a0 2024-04-21T09:10:05.486 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.486+0000 7f0014ff9640 1 -- 172.21.15.52:0/645383808 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7f001009d510 con 0x7f00181029a0 2024-04-21T09:10:05.486 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f00000a3c80 msgr2=0x7f00000a6140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f00000a3c80 0x7f00000a6140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00181029a0 msgr2=0x7f001819f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00181029a0 0x7f001819f560 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f001000eb10 tx=0x7f001000c2d0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 shutdown_connections 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00181029a0 0x7f001819f560 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7f00000a3c80 0x7f00000a6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0018101fe0 0x7f001819cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 --2- 172.21.15.52:0/645383808 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0018100e90 0x7f0018069dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 >> 172.21.15.52:0/645383808 conn(0x7f00180fc420 msgr2=0x7f0018105430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 shutdown_connections 2024-04-21T09:10:05.489 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.489+0000 7f001df52640 1 -- 172.21.15.52:0/645383808 wait complete. 2024-04-21T09:10:05.499 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:10:05.590 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:05 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:05.384+0000 7fa848794200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T09:10:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3273580628' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-21T09:10:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:05 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:10:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2505466476' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2512969636' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/725749204' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:05.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 -- 172.21.15.52:0/1846334503 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103190 msgr2=0x7fbd70103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 --2- 172.21.15.52:0/1846334503 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103190 0x7fbd70103610 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fbd60009900 tx=0x7fbd6002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:05.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 -- 172.21.15.52:0/1846334503 shutdown_connections 2024-04-21T09:10:05.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 --2- 172.21.15.52:0/1846334503 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd70103b50 0x7fbd7010a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 --2- 172.21.15.52:0/1846334503 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103190 0x7fbd70103610 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 --2- 172.21.15.52:0/1846334503 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd70101fa0 0x7fbd701023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 -- 172.21.15.52:0/1846334503 >> 172.21.15.52:0/1846334503 conn(0x7fbd700fd510 msgr2=0x7fbd700ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 -- 172.21.15.52:0/1846334503 shutdown_connections 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.606+0000 7fbd76093640 1 -- 172.21.15.52:0/1846334503 wait complete. 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd76093640 1 Processor -- start 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd76093640 1 -- start start 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd76093640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd70101fa0 0x7fbd70075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd76093640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd70103190 0x7fbd70074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd76093640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103b50 0x7fbd70074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd76093640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7010dae0 con 0x7fbd70103b50 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd76093640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7010d960 con 0x7fbd70103190 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd76093640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7010dc60 con 0x7fbd70101fa0 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd6ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103b50 0x7fbd70074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.609 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd6effd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd70103190 0x7fbd70074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd6f7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd70101fa0 0x7fbd70075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd6ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103b50 0x7fbd70074880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49058/0 (socket says 172.21.15.52:49058) 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd6ffff640 1 -- 172.21.15.52:0/3392397551 learned_addr learned my addr 172.21.15.52:0/3392397551 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd6effd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd70103190 0x7fbd70074340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:59194/0 (socket says 172.21.15.52:59194) 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.607+0000 7fbd6f7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd70101fa0 0x7fbd70075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:39368/0 (socket says 172.21.15.52:39368) 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6effd640 1 -- 172.21.15.52:0/3392397551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd70101fa0 msgr2=0x7fbd70075d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6effd640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd70101fa0 0x7fbd70075d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6effd640 1 -- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103b50 msgr2=0x7fbd70074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6effd640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103b50 0x7fbd70074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6effd640 1 -- 172.21.15.52:0/3392397551 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd70075110 con 0x7fbd70103190 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6f7fe640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd70101fa0 0x7fbd70075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6effd640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd70103190 0x7fbd70074340 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbd60000c00 tx=0x7fbd60005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6cff9640 1 -- 172.21.15.52:0/3392397551 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd60043020 con 0x7fbd70103190 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd701a2310 con 0x7fbd70103190 2024-04-21T09:10:05.610 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6cff9640 1 -- 172.21.15.52:0/3392397551 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd60004350 con 0x7fbd70103190 2024-04-21T09:10:05.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd6cff9640 1 -- 172.21.15.52:0/3392397551 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd60003b50 con 0x7fbd70103190 2024-04-21T09:10:05.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.608+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd701a2860 con 0x7fbd70103190 2024-04-21T09:10:05.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.609+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd701093b0 con 0x7fbd70103190 2024-04-21T09:10:05.611 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.610+0000 7fbd6cff9640 1 -- 172.21.15.52:0/3392397551 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fbd60046020 con 0x7fbd70103190 2024-04-21T09:10:05.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.611+0000 7fbd6cff9640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd5c0a3c00 0x7fbd5c0a60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.611+0000 7fbd6f7fe640 1 -- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd5c0a3c00 msgr2=0x7fbd5c0a60c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.52:6800/3222880837 2024-04-21T09:10:05.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.611+0000 7fbd6cff9640 1 -- 172.21.15.52:0/3392397551 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9158+0+0 (secure 0 0 0) 0x7fbd600f2890 con 0x7fbd70103190 2024-04-21T09:10:05.612 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.611+0000 7fbd6f7fe640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd5c0a3c00 0x7fbd5c0a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-21T09:10:05.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.616+0000 7fbd6cff9640 1 -- 172.21.15.52:0/3392397551 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbd6004d020 con 0x7fbd70103190 2024-04-21T09:10:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.805+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fbd7002d5c0 con 0x7fbd70103190 2024-04-21T09:10:05.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.806+0000 7fbd6cff9640 1 -- 172.21.15.52:0/3392397551 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7fbd600beed0 con 0x7fbd70103190 2024-04-21T09:10:05.806 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd5c0a3c00 msgr2=0x7fbd5c0a60c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd5c0a3c00 0x7fbd5c0a60c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd70103190 msgr2=0x7fbd70074340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd70103190 0x7fbd70074340 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fbd60000c00 tx=0x7fbd60005dc0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 shutdown_connections 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbd70103b50 0x7fbd70074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd70103190 0x7fbd70074340 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.52:6800/3222880837,v1:172.21.15.52:6801/3222880837] conn(0x7fbd5c0a3c00 0x7fbd5c0a60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 --2- 172.21.15.52:0/3392397551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbd70101fa0 0x7fbd70075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 >> 172.21.15.52:0/3392397551 conn(0x7fbd700fd510 msgr2=0x7fbd70106580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 shutdown_connections 2024-04-21T09:10:05.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.808+0000 7fbd76093640 1 -- 172.21.15.52:0/3392397551 wait complete. 2024-04-21T09:10:05.818 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:05 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:05.634+0000 7f6ddf267200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-21T09:10:05.819 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 -- 172.21.15.52:0/1866544645 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 msgr2=0x7f518410a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 --2- 172.21.15.52:0/1866544645 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 0x7f518410a0b0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f517c009be0 tx=0x7f517c02bef0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 -- 172.21.15.52:0/1866544645 shutdown_connections 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 --2- 172.21.15.52:0/1866544645 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 0x7f518410a0b0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 --2- 172.21.15.52:0/1866544645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5184105330 0x7f5184107720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 --2- 172.21.15.52:0/1866544645 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5184102a00 0x7f5184104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 -- 172.21.15.52:0/1866544645 >> 172.21.15.52:0/1866544645 conn(0x7f51840fc3f0 msgr2=0x7f51840fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 -- 172.21.15.52:0/1866544645 shutdown_connections 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 -- 172.21.15.52:0/1866544645 wait complete. 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 Processor -- start 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.932+0000 7f518b72e640 1 -- start start 2024-04-21T09:10:05.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f518b72e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5184102a00 0x7f518419a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f518b72e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5184105330 0x7f518419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f518b72e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 0x7f51841a1720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f518b72e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f518410dab0 con 0x7f5184105330 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f518b72e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f518410d930 con 0x7f5184102a00 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f518b72e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f518410dc30 con 0x7f5184107c60 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f5188cc9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5184105330 0x7f518419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5184102a00 0x7f518419a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f5189ccb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 0x7f51841a1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5184102a00 0x7f518419a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:59226/0 (socket says 172.21.15.52:59226) 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f5188cc9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5184105330 0x7f518419a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49082/0 (socket says 172.21.15.52:49082) 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f5189ccb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 0x7f51841a1720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:39396/0 (socket says 172.21.15.52:39396) 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 -- 172.21.15.52:0/3312620417 learned_addr learned my addr 172.21.15.52:0/3312620417 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 -- 172.21.15.52:0/3312620417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 msgr2=0x7f51841a1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 0x7f51841a1720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 -- 172.21.15.52:0/3312620417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5184105330 msgr2=0x7f518419a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:05.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5184105330 0x7f518419a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 -- 172.21.15.52:0/3312620417 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51841a1d90 con 0x7f5184102a00 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f5188cc9640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5184105330 0x7f518419a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f5189ccb640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 0x7f51841a1720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.933+0000 7f51894ca640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5184102a00 0x7f518419a170 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f518000d950 tx=0x7f518000dd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.934+0000 7f517a7fc640 1 -- 172.21.15.52:0/3312620417 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180017030 con 0x7f5184102a00 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.934+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51841a2080 con 0x7f5184102a00 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.934+0000 7f517a7fc640 1 -- 172.21.15.52:0/3312620417 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5180004020 con 0x7f5184102a00 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.934+0000 7f517a7fc640 1 -- 172.21.15.52:0/3312620417 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5180005560 con 0x7f5184102a00 2024-04-21T09:10:05.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.934+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51841a2620 con 0x7f5184102a00 2024-04-21T09:10:05.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.935+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5184109750 con 0x7f5184102a00 2024-04-21T09:10:05.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.936+0000 7f517a7fc640 1 -- 172.21.15.52:0/3312620417 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 20) ==== 138331+0+0 (secure 0 0 0) 0x7f5180009a30 con 0x7f5184102a00 2024-04-21T09:10:05.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.936+0000 7f517a7fc640 1 -- 172.21.15.52:0/3312620417 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f51800cfc80 con 0x7f5184102a00 2024-04-21T09:10:05.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:05.942+0000 7f517a7fc640 1 -- 172.21.15.52:0/3312620417 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f518009c5c0 con 0x7f5184102a00 2024-04-21T09:10:06.048 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:10:05 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y[32433]: 2024-04-21T09:10:05.610+0000 7fa848794200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T09:10:06.142 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:05 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:05.872+0000 7f6ddf267200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-21T09:10:06.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.212+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5184062b50 con 0x7f5184102a00 2024-04-21T09:10:06.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.214+0000 7f517a7fc640 1 -- 172.21.15.52:0/3312620417 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25073 (secure 0 0 0) 0x7f518009bec0 con 0x7f5184102a00 2024-04-21T09:10:06.214 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:06.214 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":94,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:10:05.875540+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:10:06.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5184102a00 msgr2=0x7f518419a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5184102a00 0x7f518419a170 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f518000d950 tx=0x7f518000dd50 comp rx=0 tx=0).stop 2024-04-21T09:10:06.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 shutdown_connections 2024-04-21T09:10:06.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5184107c60 0x7f51841a1720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5184105330 0x7f518419a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 --2- 172.21.15.52:0/3312620417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5184102a00 0x7f518419a170 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 >> 172.21.15.52:0/3312620417 conn(0x7f51840fc3f0 msgr2=0x7f5184101f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:06.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 shutdown_connections 2024-04-21T09:10:06.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.216+0000 7f518b72e640 1 -- 172.21.15.52:0/3312620417 wait complete. 2024-04-21T09:10:06.231 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:10:06.232 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:10:06.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 -- 172.21.15.52:0/2566567328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 msgr2=0x7f3a3c105820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 --2- 172.21.15.52:0/2566567328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 0x7f3a3c105820 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3a30009900 tx=0x7f3a3002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:06.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 -- 172.21.15.52:0/2566567328 shutdown_connections 2024-04-21T09:10:06.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 --2- 172.21.15.52:0/2566567328 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3a3c105d60 0x7f3a3c10c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 --2- 172.21.15.52:0/2566567328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 0x7f3a3c105820 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 --2- 172.21.15.52:0/2566567328 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a3c1041b0 0x7f3a3c1045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 -- 172.21.15.52:0/2566567328 >> 172.21.15.52:0/2566567328 conn(0x7f3a3c0ff740 msgr2=0x7f3a3c101b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 -- 172.21.15.52:0/2566567328 shutdown_connections 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.338+0000 7f3a420d5640 1 -- 172.21.15.52:0/2566567328 wait complete. 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a420d5640 1 Processor -- start 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a420d5640 1 -- start start 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a420d5640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3a3c1041b0 0x7f3a3c19a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a420d5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 0x7f3a3c19a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a420d5640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a3c105d60 0x7f3a3c1a19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a420d5640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3a3c10fcf0 con 0x7f3a3c1053a0 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a420d5640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3a3c10fb70 con 0x7f3a3c105d60 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a420d5640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f3a3c10fe70 con 0x7f3a3c1041b0 2024-04-21T09:10:06.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a3affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 0x7f3a3c19a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a3affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 0x7f3a3c19a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49206/0 (socket says 172.21.15.52:49206) 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a3affd640 1 -- 172.21.15.52:0/3262990327 learned_addr learned my addr 172.21.15.52:0/3262990327 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.339+0000 7f3a3bfff640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a3c105d60 0x7f3a3c1a19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a3b7fe640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3a3c1041b0 0x7f3a3c19a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a3affd640 1 -- 172.21.15.52:0/3262990327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3a3c1041b0 msgr2=0x7f3a3c19a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a3affd640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3a3c1041b0 0x7f3a3c19a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a3affd640 1 -- 172.21.15.52:0/3262990327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a3c105d60 msgr2=0x7f3a3c1a19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a3affd640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a3c105d60 0x7f3a3c1a19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a3affd640 1 -- 172.21.15.52:0/3262990327 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a3c1a2010 con 0x7f3a3c1053a0 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a3b7fe640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3a3c1041b0 0x7f3a3c19a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a3affd640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 0x7f3a3c19a930 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f3a30006010 tx=0x7f3a300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a38ff9640 1 -- 172.21.15.52:0/3262990327 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a30043020 con 0x7f3a3c1053a0 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a3c1a22a0 con 0x7f3a3c1053a0 2024-04-21T09:10:06.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a38ff9640 1 -- 172.21.15.52:0/3262990327 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a30004aa0 con 0x7f3a3c1053a0 2024-04-21T09:10:06.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a3c1a2840 con 0x7f3a3c1053a0 2024-04-21T09:10:06.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.340+0000 7f3a38ff9640 1 -- 172.21.15.52:0/3262990327 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a30003c30 con 0x7f3a3c1053a0 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: Standby manager daemon z restarted 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: Standby manager daemon z started 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/645383808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: Standby manager daemon y restarted 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: Standby manager daemon y started 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T09:10:06.344 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3392397551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: Active manager daemon x restarted 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: Activating manager daemon x 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: osdmap e94: 12 total, 12 up, 12 in 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: mgrmap e20: x(active, starting, since 0.0119607s), standbys: y, z 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:10:06.345 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:10:06.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: Manager daemon x is now available 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T09:10:06.347 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:06 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T09:10:06.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.341+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a3c10b5f0 con 0x7f3a3c1053a0 2024-04-21T09:10:06.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.342+0000 7f3a38ff9640 1 -- 172.21.15.52:0/3262990327 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 20) ==== 138331+0+0 (secure 0 0 0) 0x7f3a30046020 con 0x7f3a3c1053a0 2024-04-21T09:10:06.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.343+0000 7f3a38ff9640 1 -- 172.21.15.52:0/3262990327 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f3a300f2680 con 0x7f3a3c1053a0 2024-04-21T09:10:06.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.348+0000 7f3a38ff9640 1 -- 172.21.15.52:0/3262990327 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3a3004d020 con 0x7f3a3c1053a0 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: Standby manager daemon z restarted 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: Standby manager daemon z started 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/645383808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: Standby manager daemon y restarted 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: Standby manager daemon y started 2024-04-21T09:10:06.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3392397551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: Active manager daemon x restarted 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: Activating manager daemon x 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: osdmap e94: 12 total, 12 up, 12 in 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: mgrmap e20: x(active, starting, since 0.0119607s), standbys: y, z 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T09:10:06.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:10:06.447 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:10:06.448 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:10:06.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T09:10:06.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T09:10:06.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T09:10:06.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: Manager daemon x is now available 2024-04-21T09:10:06.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:10:06.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T09:10:06.449 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:06 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T09:10:06.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.142+0000 7f6d3d3d8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.142+0000 7f6d3d3d8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.142+0000 7f6d3d3d8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.142+0000 7f6d3d3d8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.142+0000 7f6d3d3d8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.144+0000 7f6d403de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.144+0000 7f6d403de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.455 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.144+0000 7f6d403de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.455 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.144+0000 7f6d403de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.455 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:10:06.144+0000 7f6d403de700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:10:06.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: Standby manager daemon z restarted 2024-04-21T09:10:06.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: Standby manager daemon z started 2024-04-21T09:10:06.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.78:0/3574268936' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/645383808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: Standby manager daemon y restarted 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: Standby manager daemon y started 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.? 172.21.15.60:0/2374248651' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3392397551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: Active manager daemon x restarted 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: Activating manager daemon x 2024-04-21T09:10:06.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: osdmap e94: 12 total, 12 up, 12 in 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: mgrmap e20: x(active, starting, since 0.0119607s), standbys: y, z 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:10:06.457 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-21T09:10:06.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: Manager daemon x is now available 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-21T09:10:06.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:06 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-21T09:10:06.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.562+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f3a3c062b50 con 0x7f3a3c1053a0 2024-04-21T09:10:06.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.562+0000 7f3a38ff9640 1 -- 172.21.15.52:0/3262990327 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f3a300befc0 con 0x7f3a3c1053a0 2024-04-21T09:10:06.562 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.564+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 msgr2=0x7f3a3c19a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.564+0000 7f3a420d5640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 0x7f3a3c19a930 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f3a30006010 tx=0x7f3a300042f0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.565+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 shutdown_connections 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.565+0000 7f3a420d5640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a3c105d60 0x7f3a3c1a19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.565+0000 7f3a420d5640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3a3c1053a0 0x7f3a3c19a930 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.565+0000 7f3a420d5640 1 --2- 172.21.15.52:0/3262990327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3a3c1041b0 0x7f3a3c19a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.565+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 >> 172.21.15.52:0/3262990327 conn(0x7f3a3c0ff740 msgr2=0x7f3a3c1087c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.565+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 shutdown_connections 2024-04-21T09:10:06.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.565+0000 7f3a420d5640 1 -- 172.21.15.52:0/3262990327 wait complete. 2024-04-21T09:10:06.580 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:10:06.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 -- 172.21.15.52:0/3885869264 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 msgr2=0x7fbea4107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 --2- 172.21.15.52:0/3885869264 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 0x7fbea4107730 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fbe98009900 tx=0x7fbe9802bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:06.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 -- 172.21.15.52:0/3885869264 shutdown_connections 2024-04-21T09:10:06.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 --2- 172.21.15.52:0/3885869264 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbea4107c70 0x7fbea410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 --2- 172.21.15.52:0/3885869264 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 0x7fbea4107730 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 --2- 172.21.15.52:0/3885869264 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbea4102a10 0x7fbea4104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 -- 172.21.15.52:0/3885869264 >> 172.21.15.52:0/3885869264 conn(0x7fbea40fc420 msgr2=0x7fbea40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:06.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 -- 172.21.15.52:0/3885869264 shutdown_connections 2024-04-21T09:10:06.689 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.688+0000 7fbeaa081640 1 -- 172.21.15.52:0/3885869264 wait complete. 2024-04-21T09:10:06.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.689+0000 7fbeaa081640 1 Processor -- start 2024-04-21T09:10:06.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.689+0000 7fbeaa081640 1 -- start start 2024-04-21T09:10:06.690 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.689+0000 7fbeaa081640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbea4102a10 0x7fbea4102380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.689+0000 7fbeaa081640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 0x7fbea41009c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.689+0000 7fbeaa081640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbea4107c70 0x7fbea4100f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.689+0000 7fbeaa081640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbea410dab0 con 0x7fbea4105340 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.689+0000 7fbeaa081640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbea410d930 con 0x7fbea4107c70 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.689+0000 7fbeaa081640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbea410dc30 con 0x7fbea4102a10 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 0x7fbea41009c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea3fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbea4107c70 0x7fbea4100f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 0x7fbea41009c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40300/0 (socket says 172.21.15.52:40300) 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 -- 172.21.15.52:0/2550467672 learned_addr learned my addr 172.21.15.52:0/2550467672 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea37fe640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbea4102a10 0x7fbea4102380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 -- 172.21.15.52:0/2550467672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbea4102a10 msgr2=0x7fbea4102380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbea4102a10 0x7fbea4102380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 -- 172.21.15.52:0/2550467672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbea4107c70 msgr2=0x7fbea4100f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbea4107c70 0x7fbea4100f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 -- 172.21.15.52:0/2550467672 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbea4101790 con 0x7fbea4105340 2024-04-21T09:10:06.691 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea3fff640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbea4107c70 0x7fbea4100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea37fe640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbea4102a10 0x7fbea4102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea2ffd640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 0x7fbea41009c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fbe98000c00 tx=0x7fbe98005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea0ff9640 1 -- 172.21.15.52:0/2550467672 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe98043020 con 0x7fbea4105340 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea0ff9640 1 -- 172.21.15.52:0/2550467672 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe98004350 con 0x7fbea4105340 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbea41a2330 con 0x7fbea4105340 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbea0ff9640 1 -- 172.21.15.52:0/2550467672 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe98003b80 con 0x7fbea4105340 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.690+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbea41a2880 con 0x7fbea4105340 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.692+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbea40fdf10 con 0x7fbea4105340 2024-04-21T09:10:06.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.692+0000 7fbea0ff9640 1 -- 172.21.15.52:0/2550467672 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 20) ==== 138331+0+0 (secure 0 0 0) 0x7fbe98046020 con 0x7fbea4105340 2024-04-21T09:10:06.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.693+0000 7fbea0ff9640 1 -- 172.21.15.52:0/2550467672 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbe980f2440 con 0x7fbea4105340 2024-04-21T09:10:06.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.698+0000 7fbea0ff9640 1 -- 172.21.15.52:0/2550467672 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbe9804d020 con 0x7fbea4105340 2024-04-21T09:10:06.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.897+0000 7fbea0ff9640 1 -- 172.21.15.52:0/2550467672 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7fbe98005460 con 0x7fbea4105340 2024-04-21T09:10:06.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.898+0000 7fbea0ff9640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbe8c0abfc0 0x7fbe8c0ae3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:06.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.903+0000 7fbea37fe640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbe8c0abfc0 0x7fbe8c0ae3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:06.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.906+0000 7fbea37fe640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbe8c0abfc0 0x7fbe8c0ae3b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbe94009fc0 tx=0x7fbe94005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:06.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.909+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbea4062b50 con 0x7fbea4105340 2024-04-21T09:10:06.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.910+0000 7fbea0ff9640 1 -- 172.21.15.52:0/2550467672 <== mon.0 v2:172.21.15.52:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7fbe980bed20 con 0x7fbea4105340 2024-04-21T09:10:06.910 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbe8c0abfc0 msgr2=0x7fbe8c0ae3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbe8c0abfc0 0x7fbe8c0ae3b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbe94009fc0 tx=0x7fbe94005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 msgr2=0x7fbea41009c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 0x7fbea41009c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fbe98000c00 tx=0x7fbe98005dc0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 shutdown_connections 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbe8c0abfc0 0x7fbe8c0ae3b0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbea4107c70 0x7fbea4100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbea4105340 0x7fbea41009c0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 --2- 172.21.15.52:0/2550467672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbea4102a10 0x7fbea4102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 >> 172.21.15.52:0/2550467672 conn(0x7fbea40fc420 msgr2=0x7fbea4104880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 shutdown_connections 2024-04-21T09:10:06.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:06.913+0000 7fbeaa081640 1 -- 172.21.15.52:0/2550467672 wait complete. 2024-04-21T09:10:06.926 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:10:07.047 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.045+0000 7f1821a21640 1 -- 172.21.15.52:0/2806744121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 msgr2=0x7f181c102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.045+0000 7f1821a21640 1 --2- 172.21.15.52:0/2806744121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 0x7f181c102460 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f180c009900 tx=0x7f180c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.045+0000 7f1821a21640 1 -- 172.21.15.52:0/2806744121 shutdown_connections 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.045+0000 7f1821a21640 1 --2- 172.21.15.52:0/2806744121 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f181c1029a0 0x7f181c1092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.045+0000 7f1821a21640 1 --2- 172.21.15.52:0/2806744121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 0x7f181c102460 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.045+0000 7f1821a21640 1 --2- 172.21.15.52:0/2806744121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f181c100e90 0x7f181c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.045+0000 7f1821a21640 1 -- 172.21.15.52:0/2806744121 >> 172.21.15.52:0/2806744121 conn(0x7f181c0fc420 msgr2=0x7f181c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 -- 172.21.15.52:0/2806744121 shutdown_connections 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 -- 172.21.15.52:0/2806744121 wait complete. 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 Processor -- start 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 -- start start 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f181c100e90 0x7f181c069d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 0x7f181c19cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f181c1029a0 0x7f181c19f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f181c10c9e0 con 0x7f181c101fe0 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f181c10c860 con 0x7f181c100e90 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.046+0000 7f1821a21640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f181c10cb60 con 0x7f181c1029a0 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 0x7f181c19cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 0x7f181c19cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40322/0 (socket says 172.21.15.52:40322) 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 -- 172.21.15.52:0/3340543499 learned_addr learned my addr 172.21.15.52:0/3340543499 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181affd640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f181c100e90 0x7f181c069d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181b7fe640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f181c1029a0 0x7f181c19f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 -- 172.21.15.52:0/3340543499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f181c1029a0 msgr2=0x7f181c19f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f181c1029a0 0x7f181c19f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 -- 172.21.15.52:0/3340543499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f181c100e90 msgr2=0x7f181c069d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f181c100e90 0x7f181c069d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 -- 172.21.15.52:0/3340543499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f181c19fe10 con 0x7f181c101fe0 2024-04-21T09:10:07.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181affd640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f181c100e90 0x7f181c069d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:07.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f181a7fc640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 0x7f181c19cf60 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f180c000c00 tx=0x7f180c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:07.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f1820a1f640 1 -- 172.21.15.52:0/3340543499 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f180c043020 con 0x7f181c101fe0 2024-04-21T09:10:07.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f1820a1f640 1 -- 172.21.15.52:0/3340543499 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f180c004aa0 con 0x7f181c101fe0 2024-04-21T09:10:07.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f181c1a00a0 con 0x7f181c101fe0 2024-04-21T09:10:07.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f1820a1f640 1 -- 172.21.15.52:0/3340543499 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f180c003d00 con 0x7f181c101fe0 2024-04-21T09:10:07.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.047+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f181c1a05f0 con 0x7f181c101fe0 2024-04-21T09:10:07.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.049+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f181c108260 con 0x7f181c101fe0 2024-04-21T09:10:07.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.050+0000 7f1820a1f640 1 -- 172.21.15.52:0/3340543499 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7f180c046020 con 0x7f181c101fe0 2024-04-21T09:10:07.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.050+0000 7f1820a1f640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18040a39b0 0x7f18040a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.050+0000 7f181affd640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18040a39b0 0x7f18040a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.050+0000 7f1820a1f640 1 -- 172.21.15.52:0/3340543499 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f180c0f2990 con 0x7f181c101fe0 2024-04-21T09:10:07.052 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.051+0000 7f181affd640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18040a39b0 0x7f18040a5e70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1810005d00 tx=0x7f181000b410 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:07.059 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.059+0000 7f1820a1f640 1 -- 172.21.15.52:0/3340543499 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f180c04d020 con 0x7f181c101fe0 2024-04-21T09:10:07.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.251+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f181c062b50 con 0x7f181c101fe0 2024-04-21T09:10:07.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.252+0000 7f1820a1f640 1 -- 172.21.15.52:0/3340543499 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f180c0bf1c0 con 0x7f181c101fe0 2024-04-21T09:10:07.252 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:10:07.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18040a39b0 msgr2=0x7f18040a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18040a39b0 0x7f18040a5e70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1810005d00 tx=0x7f181000b410 comp rx=0 tx=0).stop 2024-04-21T09:10:07.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 msgr2=0x7f181c19cf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 0x7f181c19cf60 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f180c000c00 tx=0x7f180c004270 comp rx=0 tx=0).stop 2024-04-21T09:10:07.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 shutdown_connections 2024-04-21T09:10:07.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18040a39b0 0x7f18040a5e70 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f181c1029a0 0x7f181c19f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f181c101fe0 0x7f181c19cf60 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 --2- 172.21.15.52:0/3340543499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f181c100e90 0x7f181c069d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 >> 172.21.15.52:0/3340543499 conn(0x7f181c0fc420 msgr2=0x7f181c105430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:07.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 shutdown_connections 2024-04-21T09:10:07.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.255+0000 7f1821a21640 1 -- 172.21.15.52:0/3340543499 wait complete. 2024-04-21T09:10:07.271 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:10:07.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 -- 172.21.15.52:0/144601707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c1029a0 msgr2=0x7fdc8c1092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 --2- 172.21.15.52:0/144601707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c1029a0 0x7fdc8c1092c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fdc84009ca0 tx=0x7fdc8402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 -- 172.21.15.52:0/144601707 shutdown_connections 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 --2- 172.21.15.52:0/144601707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c1029a0 0x7fdc8c1092c0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 --2- 172.21.15.52:0/144601707 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdc8c101fe0 0x7fdc8c102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 --2- 172.21.15.52:0/144601707 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdc8c100e90 0x7fdc8c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 -- 172.21.15.52:0/144601707 >> 172.21.15.52:0/144601707 conn(0x7fdc8c0fc420 msgr2=0x7fdc8c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 -- 172.21.15.52:0/144601707 shutdown_connections 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 -- 172.21.15.52:0/144601707 wait complete. 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 Processor -- start 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.385+0000 7fdc928d3640 1 -- start start 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc928d3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c100e90 0x7fdc8c198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc928d3640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdc8c101fe0 0x7fdc8c1987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc928d3640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdc8c1029a0 0x7fdc8c19f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc928d3640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdc8c10c9e0 con 0x7fdc8c100e90 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc928d3640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdc8c10c860 con 0x7fdc8c101fe0 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc928d3640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdc8c10cb60 con 0x7fdc8c1029a0 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c100e90 0x7fdc8c198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c100e90 0x7fdc8c198260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40348/0 (socket says 172.21.15.52:40348) 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 -- 172.21.15.52:0/1925167876 learned_addr learned my addr 172.21.15.52:0/1925167876 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8b7fe640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdc8c101fe0 0x7fdc8c1987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc90e70640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdc8c1029a0 0x7fdc8c19f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 -- 172.21.15.52:0/1925167876 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdc8c1029a0 msgr2=0x7fdc8c19f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdc8c1029a0 0x7fdc8c19f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 -- 172.21.15.52:0/1925167876 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdc8c101fe0 msgr2=0x7fdc8c1987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdc8c101fe0 0x7fdc8c1987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 -- 172.21.15.52:0/1925167876 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc8c19fdc0 con 0x7fdc8c100e90 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc90e70640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdc8c1029a0 0x7fdc8c19f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:07.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.386+0000 7fdc8bfff640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c100e90 0x7fdc8c198260 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c00d950 tx=0x7fdc7c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:07.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.387+0000 7fdc897fa640 1 -- 172.21.15.52:0/1925167876 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7c017030 con 0x7fdc8c100e90 2024-04-21T09:10:07.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.387+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc8c1a00b0 con 0x7fdc8c100e90 2024-04-21T09:10:07.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.387+0000 7fdc897fa640 1 -- 172.21.15.52:0/1925167876 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc7c004020 con 0x7fdc8c100e90 2024-04-21T09:10:07.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.387+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc8c1a0650 con 0x7fdc8c100e90 2024-04-21T09:10:07.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.387+0000 7fdc897fa640 1 -- 172.21.15.52:0/1925167876 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7c005640 con 0x7fdc8c100e90 2024-04-21T09:10:07.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.388+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc8c1a0910 con 0x7fdc8c100e90 2024-04-21T09:10:07.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.389+0000 7fdc897fa640 1 -- 172.21.15.52:0/1925167876 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7fdc7c009a30 con 0x7fdc8c100e90 2024-04-21T09:10:07.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.390+0000 7fdc897fa640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdc740a3b50 0x7fdc740a6010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.390+0000 7fdc8b7fe640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdc740a3b50 0x7fdc740a6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.390+0000 7fdc897fa640 1 -- 172.21.15.52:0/1925167876 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fdc7c0d06a0 con 0x7fdc8c100e90 2024-04-21T09:10:07.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.390+0000 7fdc8b7fe640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdc740a3b50 0x7fdc740a6010 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fdc8c1996b0 tx=0x7fdc80005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:07.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.393+0000 7fdc897fa640 1 -- 172.21.15.52:0/1925167876 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdc7c014020 con 0x7fdc8c100e90 2024-04-21T09:10:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:07 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3312620417' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:07.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:07 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3262990327' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:07.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:07 smithi078 ceph-mon[31713]: mgrmap e21: x(active, since 1.02251s), standbys: y, z 2024-04-21T09:10:07.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:07 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2550467672' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:07 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3312620417' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:07 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3262990327' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:07 smithi052 ceph-mon[28035]: mgrmap e21: x(active, since 1.02251s), standbys: y, z 2024-04-21T09:10:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:07 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2550467672' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:07.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.581+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fdc8c1a0ae0 con 0x7fdc8c100e90 2024-04-21T09:10:07.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.581+0000 7fdc897fa640 1 -- 172.21.15.52:0/1925167876 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7fdc7c019310 con 0x7fdc8c100e90 2024-04-21T09:10:07.581 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:07.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.583+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdc740a3b50 msgr2=0x7fdc740a6010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.583+0000 7fdc928d3640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdc740a3b50 0x7fdc740a6010 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fdc8c1996b0 tx=0x7fdc80005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.583+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c100e90 msgr2=0x7fdc8c198260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.583+0000 7fdc928d3640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c100e90 0x7fdc8c198260 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c00d950 tx=0x7fdc7c00de10 comp rx=0 tx=0).stop 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.584+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 shutdown_connections 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.584+0000 7fdc928d3640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdc740a3b50 0x7fdc740a6010 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.584+0000 7fdc928d3640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdc8c1029a0 0x7fdc8c19f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.584+0000 7fdc928d3640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdc8c101fe0 0x7fdc8c1987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.584+0000 7fdc928d3640 1 --2- 172.21.15.52:0/1925167876 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdc8c100e90 0x7fdc8c198260 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.584+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 >> 172.21.15.52:0/1925167876 conn(0x7fdc8c0fc420 msgr2=0x7fdc8c0fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.584+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 shutdown_connections 2024-04-21T09:10:07.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.584+0000 7fdc928d3640 1 -- 172.21.15.52:0/1925167876 wait complete. 2024-04-21T09:10:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:07 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3312620417' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:07 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3262990327' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:07 smithi060 ceph-mon[31055]: mgrmap e21: x(active, since 1.02251s), standbys: y, z 2024-04-21T09:10:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:07 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2550467672' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:07.594 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-04-21T09:10:07.595 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:10:07.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 -- 172.21.15.52:0/2804894256 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 msgr2=0x7f11781012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 --2- 172.21.15.52:0/2804894256 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 0x7f11781012a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f116c009900 tx=0x7f116c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:07.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 -- 172.21.15.52:0/2804894256 shutdown_connections 2024-04-21T09:10:07.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 --2- 172.21.15.52:0/2804894256 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1178102990 0x7f11781092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 --2- 172.21.15.52:0/2804894256 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1178101fd0 0x7f1178102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 --2- 172.21.15.52:0/2804894256 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 0x7f11781012a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 -- 172.21.15.52:0/2804894256 >> 172.21.15.52:0/2804894256 conn(0x7f11780fc3f0 msgr2=0x7f11780fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 -- 172.21.15.52:0/2804894256 shutdown_connections 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 -- 172.21.15.52:0/2804894256 wait complete. 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 Processor -- start 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.698+0000 7f117d443640 1 -- start start 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f117d443640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 0x7f11781981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f117d443640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1178101fd0 0x7f1178198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f117d443640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1178102990 0x7f117819f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f117d443640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f117810c9d0 con 0x7f1178102990 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f117d443640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f117810c850 con 0x7f1178100e80 2024-04-21T09:10:07.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f117d443640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f117810cb50 con 0x7f1178101fd0 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f11777fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1178102990 0x7f117819f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f11767fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1178101fd0 0x7f1178198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 0x7f11781981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 0x7f11781981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:36468/0 (socket says 172.21.15.52:36468) 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f11767fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1178101fd0 0x7f1178198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:51930/0 (socket says 172.21.15.52:51930) 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f11777fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1178102990 0x7f117819f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40354/0 (socket says 172.21.15.52:40354) 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 -- 172.21.15.52:0/1489920251 learned_addr learned my addr 172.21.15.52:0/1489920251 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 -- 172.21.15.52:0/1489920251 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1178101fd0 msgr2=0x7f1178198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1178101fd0 0x7f1178198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 -- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1178102990 msgr2=0x7f117819f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1178102990 0x7f117819f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 -- 172.21.15.52:0/1489920251 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117819fe10 con 0x7f1178100e80 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f11767fc640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1178101fd0 0x7f1178198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f11777fe640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1178102990 0x7f117819f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f1176ffd640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 0x7f11781981f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f116c006010 tx=0x7f116c005e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.699+0000 7f115ffff640 1 -- 172.21.15.52:0/1489920251 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116c043020 con 0x7f1178100e80 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.700+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11781a00a0 con 0x7f1178100e80 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.700+0000 7f115ffff640 1 -- 172.21.15.52:0/1489920251 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f116c0043d0 con 0x7f1178100e80 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.700+0000 7f115ffff640 1 -- 172.21.15.52:0/1489920251 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116c003b80 con 0x7f1178100e80 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.700+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11781a05f0 con 0x7f1178100e80 2024-04-21T09:10:07.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.700+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11781a07f0 con 0x7f1178100e80 2024-04-21T09:10:07.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.702+0000 7f115ffff640 1 -- 172.21.15.52:0/1489920251 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7f116c046020 con 0x7f1178100e80 2024-04-21T09:10:07.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.702+0000 7f115ffff640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f11600a39b0 0x7f11600a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:07.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.702+0000 7f11767fc640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f11600a39b0 0x7f11600a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:07.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.702+0000 7f115ffff640 1 -- 172.21.15.52:0/1489920251 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f116c0f2b20 con 0x7f1178100e80 2024-04-21T09:10:07.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.703+0000 7f11767fc640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f11600a39b0 0x7f11600a5e70 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1178199700 tx=0x7f1168005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:07.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.706+0000 7f115ffff640 1 -- 172.21.15.52:0/1489920251 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f116c04d020 con 0x7f1178100e80 2024-04-21T09:10:07.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.973+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f11781a09c0 con 0x7f1178100e80 2024-04-21T09:10:07.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.976+0000 7f115ffff640 1 -- 172.21.15.52:0/1489920251 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11855 (secure 0 0 0) 0x7f116c0bf350 con 0x7f1178100e80 2024-04-21T09:10:07.976 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:07.977 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:10:04.128804+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:10:07.977 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 25 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f11600a39b0 msgr2=0x7f11600a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f11600a39b0 0x7f11600a5e70 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1178199700 tx=0x7f1168005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 msgr2=0x7f11781981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 0x7f11781981f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f116c006010 tx=0x7f116c005e40 comp rx=0 tx=0).stop 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 shutdown_connections 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f11600a39b0 0x7f11600a5e70 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1178102990 0x7f117819f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1178101fd0 0x7f1178198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 --2- 172.21.15.52:0/1489920251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1178100e80 0x7f11781981f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:07.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.978+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 >> 172.21.15.52:0/1489920251 conn(0x7f11780fc3f0 msgr2=0x7f11780fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:07.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.979+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 shutdown_connections 2024-04-21T09:10:07.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:07.979+0000 7f117d443640 1 -- 172.21.15.52:0/1489920251 wait complete. 2024-04-21T09:10:07.992 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-04-21T09:10:07.992 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-04-21T09:10:07.992 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T09:10:08.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 -- 172.21.15.52:0/97373289 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 msgr2=0x7f1f10107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 --2- 172.21.15.52:0/97373289 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 0x7f1f10107780 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1efc009860 tx=0x7f1efc02bb70 comp rx=0 tx=0).stop 2024-04-21T09:10:08.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 -- 172.21.15.52:0/97373289 shutdown_connections 2024-04-21T09:10:08.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 --2- 172.21.15.52:0/97373289 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f10107cc0 0x7f1f1010a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 --2- 172.21.15.52:0/97373289 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 0x7f1f10107780 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 --2- 172.21.15.52:0/97373289 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f10102a60 0x7f1f10104e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 -- 172.21.15.52:0/97373289 >> 172.21.15.52:0/97373289 conn(0x7f1f100fc3f0 msgr2=0x7f1f100fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:08.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 -- 172.21.15.52:0/97373289 shutdown_connections 2024-04-21T09:10:08.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.103+0000 7f1f16e81640 1 -- 172.21.15.52:0/97373289 wait complete. 2024-04-21T09:10:08.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f16e81640 1 Processor -- start 2024-04-21T09:10:08.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f16e81640 1 -- start start 2024-04-21T09:10:08.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f16e81640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f10102a60 0x7f1f101981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f16e81640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 0x7f1f10198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f16e81640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f10107cc0 0x7f1f1019f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f16e81640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1f1010da40 con 0x7f1f10107cc0 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f16e81640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1f1010d8c0 con 0x7f1f10105390 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f16e81640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1f1010dbc0 con 0x7f1f10102a60 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f0ffff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 0x7f1f10198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f0ffff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 0x7f1f10198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:36508/0 (socket says 172.21.15.52:36508) 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f0ffff640 1 -- 172.21.15.52:0/3548565900 learned_addr learned my addr 172.21.15.52:0/3548565900 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f1541e640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f10107cc0 0x7f1f1019f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.104+0000 7f1f14c1d640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f10102a60 0x7f1f101981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0ffff640 1 -- 172.21.15.52:0/3548565900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f10102a60 msgr2=0x7f1f101981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0ffff640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f10102a60 0x7f1f101981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0ffff640 1 -- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f10107cc0 msgr2=0x7f1f1019f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0ffff640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f10107cc0 0x7f1f1019f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0ffff640 1 -- 172.21.15.52:0/3548565900 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f1019fe00 con 0x7f1f10105390 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f14c1d640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f10102a60 0x7f1f101981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0ffff640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 0x7f1f10198720 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1efc02c0b0 tx=0x7f1efc0042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0dffb640 1 -- 172.21.15.52:0/3548565900 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1efc041020 con 0x7f1f10105390 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0dffb640 1 -- 172.21.15.52:0/3548565900 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1efc0035f0 con 0x7f1f10105390 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f0dffb640 1 -- 172.21.15.52:0/3548565900 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1efc039040 con 0x7f1f10105390 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f101a0090 con 0x7f1f10105390 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.105+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f101a0530 con 0x7f1f10105390 2024-04-21T09:10:08.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.106+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f100fdee0 con 0x7f1f10105390 2024-04-21T09:10:08.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.108+0000 7f1f0dffb640 1 -- 172.21.15.52:0/3548565900 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7f1efc044020 con 0x7f1f10105390 2024-04-21T09:10:08.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.108+0000 7f1f0dffb640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1f000a39b0 0x7f1f000a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.108+0000 7f1f0dffb640 1 -- 172.21.15.52:0/3548565900 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f1efc0f2100 con 0x7f1f10105390 2024-04-21T09:10:08.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.108+0000 7f1f14c1d640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1f000a39b0 0x7f1f000a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.109+0000 7f1f14c1d640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1f000a39b0 0x7f1f000a5e70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1f04005fd0 tx=0x7f1f04009260 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:08.112 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.113+0000 7f1f0dffb640 1 -- 172.21.15.52:0/3548565900 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1efc04b020 con 0x7f1f10105390 2024-04-21T09:10:08.205 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.204+0000 7f1f0dffb640 1 -- 172.21.15.52:0/3548565900 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f1efc0ba8a0 con 0x7f1f10105390 2024-04-21T09:10:08.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.308+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1f10062390 con 0x7f1f000a39b0 2024-04-21T09:10:08.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.318+0000 7f1f0dffb640 1 -- 172.21.15.52:0/3548565900 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339388 (secure 0 0 0) 0x7f1f10062390 con 0x7f1f000a39b0 2024-04-21T09:10:08.322 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:08.324 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:10:08.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.321+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1f000a39b0 msgr2=0x7f1f000a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.321+0000 7f1f16e81640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1f000a39b0 0x7f1f000a5e70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1f04005fd0 tx=0x7f1f04009260 comp rx=0 tx=0).stop 2024-04-21T09:10:08.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.321+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 msgr2=0x7f1f10198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.321+0000 7f1f16e81640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 0x7f1f10198720 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1efc02c0b0 tx=0x7f1efc0042f0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.325 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.322+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 shutdown_connections 2024-04-21T09:10:08.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.322+0000 7f1f16e81640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1f000a39b0 0x7f1f000a5e70 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.322+0000 7f1f16e81640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1f10107cc0 0x7f1f1019f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.322+0000 7f1f16e81640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1f10105390 0x7f1f10198720 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.322+0000 7f1f16e81640 1 --2- 172.21.15.52:0/3548565900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1f10102a60 0x7f1f101981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.322+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 >> 172.21.15.52:0/3548565900 conn(0x7f1f100fc3f0 msgr2=0x7f1f10103300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:08.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.322+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 shutdown_connections 2024-04-21T09:10:08.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.322+0000 7f1f16e81640 1 -- 172.21.15.52:0/3548565900 wait complete. 2024-04-21T09:10:08.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:08 smithi052 ceph-mon[28035]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:08.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:08 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3340543499' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:08.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:08 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1925167876' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:08.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:08 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:08 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:08 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1489920251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:08.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:08 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.332 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:08 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.333 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-04-21T09:10:07.895351+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1189795,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":968,"num_read_kb":649,"num_write":468,"num_write_kb":4379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181475,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":864,"ondisk_log_size":864,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":360864,"kb_used_data":15648,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580960,"statfs":{"total":1151940427776,"available":1151570903040,"internally_reserved":0,"allocated":16023552,"data_stored":9322807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.986963"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577392+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:10:06.577392+0000","last_peered":"2024-04-21T09:10:06.577392+0000","last_clean":"2024-04-21T09:10:06.577392+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:10:06.577392+0000","last_undegraded":"2024-04-21T09:10:06.577392+0000","last_fullsized":"2024-04-21T09:10:06.577392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578181+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:10:06.578181+0000","last_peered":"2024-04-21T09:10:06.578181+0000","last_clean":"2024-04-21T09:10:06.578181+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:10:06.578181+0000","last_undegraded":"2024-04-21T09:10:06.578181+0000","last_fullsized":"2024-04-21T09:10:06.578181+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578403+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:10:06.578403+0000","last_peered":"2024-04-21T09:10:06.578403+0000","last_clean":"2024-04-21T09:10:06.578403+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:10:06.578403+0000","last_undegraded":"2024-04-21T09:10:06.578403+0000","last_fullsized":"2024-04-21T09:10:06.578403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016684+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:10:06.016684+0000","last_peered":"2024-04-21T09:10:06.016684+0000","last_clean":"2024-04-21T09:10:06.016684+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:10:06.016684+0000","last_undegraded":"2024-04-21T09:10:06.016684+0000","last_fullsized":"2024-04-21T09:10:06.016684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988936+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:10:05.988936+0000","last_peered":"2024-04-21T09:10:05.988936+0000","last_clean":"2024-04-21T09:10:05.988936+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:10:05.988936+0000","last_undegraded":"2024-04-21T09:10:05.988936+0000","last_fullsized":"2024-04-21T09:10:05.988936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882573+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:10:05.882573+0000","last_peered":"2024-04-21T09:10:05.882573+0000","last_clean":"2024-04-21T09:10:05.882573+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:10:05.882573+0000","last_undegraded":"2024-04-21T09:10:05.882573+0000","last_fullsized":"2024-04-21T09:10:05.882573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148149+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:10:06.148149+0000","last_peered":"2024-04-21T09:10:06.148149+0000","last_clean":"2024-04-21T09:10:06.148149+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:10:06.148149+0000","last_undegraded":"2024-04-21T09:10:06.148149+0000","last_fullsized":"2024-04-21T09:10:06.148149+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986101+0000","last_change":"2024-04-21T09:08:32.755877+0000","last_active":"2024-04-21T09:10:05.986101+0000","last_peered":"2024-04-21T09:10:05.986101+0000","last_clean":"2024-04-21T09:10:05.986101+0000","last_became_active":"2024-04-21T09:08:32.755619+0000","last_became_peered":"2024-04-21T09:08:32.755619+0000","last_unstale":"2024-04-21T09:10:05.986101+0000","last_undegraded":"2024-04-21T09:10:05.986101+0000","last_fullsized":"2024-04-21T09:10:05.986101+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:32:48.194195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151689+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:10:06.151689+0000","last_peered":"2024-04-21T09:10:06.151689+0000","last_clean":"2024-04-21T09:10:06.151689+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:10:06.151689+0000","last_undegraded":"2024-04-21T09:10:06.151689+0000","last_fullsized":"2024-04-21T09:10:06.151689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883064+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:10:05.883064+0000","last_peered":"2024-04-21T09:10:05.883064+0000","last_clean":"2024-04-21T09:10:05.883064+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:10:05.883064+0000","last_undegraded":"2024-04-21T09:10:05.883064+0000","last_fullsized":"2024-04-21T09:10:05.883064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148608+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:10:06.148608+0000","last_peered":"2024-04-21T09:10:06.148608+0000","last_clean":"2024-04-21T09:10:06.148608+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:10:06.148608+0000","last_undegraded":"2024-04-21T09:10:06.148608+0000","last_fullsized":"2024-04-21T09:10:06.148608+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986672+0000","last_change":"2024-04-21T09:09:33.408718+0000","last_active":"2024-04-21T09:10:05.986672+0000","last_peered":"2024-04-21T09:10:05.986672+0000","last_clean":"2024-04-21T09:10:05.986672+0000","last_became_active":"2024-04-21T09:09:33.408397+0000","last_became_peered":"2024-04-21T09:09:33.408397+0000","last_unstale":"2024-04-21T09:10:05.986672+0000","last_undegraded":"2024-04-21T09:10:05.986672+0000","last_fullsized":"2024-04-21T09:10:05.986672+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:25:35.462373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578500+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:10:06.578500+0000","last_peered":"2024-04-21T09:10:06.578500+0000","last_clean":"2024-04-21T09:10:06.578500+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:10:06.578500+0000","last_undegraded":"2024-04-21T09:10:06.578500+0000","last_fullsized":"2024-04-21T09:10:06.578500+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577901+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:10:06.577901+0000","last_peered":"2024-04-21T09:10:06.577901+0000","last_clean":"2024-04-21T09:10:06.577901+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:10:06.577901+0000","last_undegraded":"2024-04-21T09:10:06.577901+0000","last_fullsized":"2024-04-21T09:10:06.577901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577486+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:10:06.577486+0000","last_peered":"2024-04-21T09:10:06.577486+0000","last_clean":"2024-04-21T09:10:06.577486+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:10:06.577486+0000","last_undegraded":"2024-04-21T09:10:06.577486+0000","last_fullsized":"2024-04-21T09:10:06.577486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151202+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:10:06.151202+0000","last_peered":"2024-04-21T09:10:06.151202+0000","last_clean":"2024-04-21T09:10:06.151202+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:10:06.151202+0000","last_undegraded":"2024-04-21T09:10:06.151202+0000","last_fullsized":"2024-04-21T09:10:06.151202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577526+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:10:06.577526+0000","last_peered":"2024-04-21T09:10:06.577526+0000","last_clean":"2024-04-21T09:10:06.577526+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:10:06.577526+0000","last_undegraded":"2024-04-21T09:10:06.577526+0000","last_fullsized":"2024-04-21T09:10:06.577526+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987071+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:10:05.987071+0000","last_peered":"2024-04-21T09:10:05.987071+0000","last_clean":"2024-04-21T09:10:05.987071+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:10:05.987071+0000","last_undegraded":"2024-04-21T09:10:05.987071+0000","last_fullsized":"2024-04-21T09:10:05.987071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883450+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:10:05.883450+0000","last_peered":"2024-04-21T09:10:05.883450+0000","last_clean":"2024-04-21T09:10:05.883450+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:10:05.883450+0000","last_undegraded":"2024-04-21T09:10:05.883450+0000","last_fullsized":"2024-04-21T09:10:05.883450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883066+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:10:05.883066+0000","last_peered":"2024-04-21T09:10:05.883066+0000","last_clean":"2024-04-21T09:10:05.883066+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:10:05.883066+0000","last_undegraded":"2024-04-21T09:10:05.883066+0000","last_fullsized":"2024-04-21T09:10:05.883066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987199+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:10:05.987199+0000","last_peered":"2024-04-21T09:10:05.987199+0000","last_clean":"2024-04-21T09:10:05.987199+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:10:05.987199+0000","last_undegraded":"2024-04-21T09:10:05.987199+0000","last_fullsized":"2024-04-21T09:10:05.987199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881043+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:10:05.881043+0000","last_peered":"2024-04-21T09:10:05.881043+0000","last_clean":"2024-04-21T09:10:05.881043+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:10:05.881043+0000","last_undegraded":"2024-04-21T09:10:05.881043+0000","last_fullsized":"2024-04-21T09:10:05.881043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016307+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:10:06.016307+0000","last_peered":"2024-04-21T09:10:06.016307+0000","last_clean":"2024-04-21T09:10:06.016307+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:10:06.016307+0000","last_undegraded":"2024-04-21T09:10:06.016307+0000","last_fullsized":"2024-04-21T09:10:06.016307+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881874+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:10:05.881874+0000","last_peered":"2024-04-21T09:10:05.881874+0000","last_clean":"2024-04-21T09:10:05.881874+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:10:05.881874+0000","last_undegraded":"2024-04-21T09:10:05.881874+0000","last_fullsized":"2024-04-21T09:10:05.881874+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578536+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:10:06.578536+0000","last_peered":"2024-04-21T09:10:06.578536+0000","last_clean":"2024-04-21T09:10:06.578536+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:10:06.578536+0000","last_undegraded":"2024-04-21T09:10:06.578536+0000","last_fullsized":"2024-04-21T09:10:06.578536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016516+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:10:06.016516+0000","last_peered":"2024-04-21T09:10:06.016516+0000","last_clean":"2024-04-21T09:10:06.016516+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:10:06.016516+0000","last_undegraded":"2024-04-21T09:10:06.016516+0000","last_fullsized":"2024-04-21T09:10:06.016516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989291+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:10:05.989291+0000","last_peered":"2024-04-21T09:10:05.989291+0000","last_clean":"2024-04-21T09:10:05.989291+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:10:05.989291+0000","last_undegraded":"2024-04-21T09:10:05.989291+0000","last_fullsized":"2024-04-21T09:10:05.989291+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151385+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:10:06.151385+0000","last_peered":"2024-04-21T09:10:06.151385+0000","last_clean":"2024-04-21T09:10:06.151385+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:10:06.151385+0000","last_undegraded":"2024-04-21T09:10:06.151385+0000","last_fullsized":"2024-04-21T09:10:06.151385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016330+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:10:06.016330+0000","last_peered":"2024-04-21T09:10:06.016330+0000","last_clean":"2024-04-21T09:10:06.016330+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:10:06.016330+0000","last_undegraded":"2024-04-21T09:10:06.016330+0000","last_fullsized":"2024-04-21T09:10:06.016330+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577632+0000","last_change":"2024-04-21T09:08:32.766832+0000","last_active":"2024-04-21T09:10:06.577632+0000","last_peered":"2024-04-21T09:10:06.577632+0000","last_clean":"2024-04-21T09:10:06.577632+0000","last_became_active":"2024-04-21T09:08:32.762441+0000","last_became_peered":"2024-04-21T09:08:32.762441+0000","last_unstale":"2024-04-21T09:10:06.577632+0000","last_undegraded":"2024-04-21T09:10:06.577632+0000","last_fullsized":"2024-04-21T09:10:06.577632+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:54.436226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903473+0000","last_change":"2024-04-21T09:08:32.791989+0000","last_active":"2024-04-21T09:10:05.903473+0000","last_peered":"2024-04-21T09:10:05.903473+0000","last_clean":"2024-04-21T09:10:05.903473+0000","last_became_active":"2024-04-21T09:08:32.791566+0000","last_became_peered":"2024-04-21T09:08:32.791566+0000","last_unstale":"2024-04-21T09:10:05.903473+0000","last_undegraded":"2024-04-21T09:10:05.903473+0000","last_fullsized":"2024-04-21T09:10:05.903473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:12:13.981101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883200+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:10:05.883200+0000","last_peered":"2024-04-21T09:10:05.883200+0000","last_clean":"2024-04-21T09:10:05.883200+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:10:05.883200+0000","last_undegraded":"2024-04-21T09:10:05.883200+0000","last_fullsized":"2024-04-21T09:10:05.883200+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'6","reported_seq":171,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903876+0000","last_change":"2024-04-21T09:08:32.767103+0000","last_active":"2024-04-21T09:10:05.903876+0000","last_peered":"2024-04-21T09:10:05.903876+0000","last_clean":"2024-04-21T09:10:05.903876+0000","last_became_active":"2024-04-21T09:08:32.762503+0000","last_became_peered":"2024-04-21T09:08:32.762503+0000","last_unstale":"2024-04-21T09:10:05.903876+0000","last_undegraded":"2024-04-21T09:10:05.903876+0000","last_fullsized":"2024-04-21T09:10:05.903876+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:09:01.720605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988965+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:10:05.988965+0000","last_peered":"2024-04-21T09:10:05.988965+0000","last_clean":"2024-04-21T09:10:05.988965+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:10:05.988965+0000","last_undegraded":"2024-04-21T09:10:05.988965+0000","last_fullsized":"2024-04-21T09:10:05.988965+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883341+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:10:05.883341+0000","last_peered":"2024-04-21T09:10:05.883341+0000","last_clean":"2024-04-21T09:10:05.883341+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:10:05.883341+0000","last_undegraded":"2024-04-21T09:10:05.883341+0000","last_fullsized":"2024-04-21T09:10:05.883341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882567+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:10:05.882567+0000","last_peered":"2024-04-21T09:10:05.882567+0000","last_clean":"2024-04-21T09:10:05.882567+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:10:05.882567+0000","last_undegraded":"2024-04-21T09:10:05.882567+0000","last_fullsized":"2024-04-21T09:10:05.882567+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903582+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:10:05.903582+0000","last_peered":"2024-04-21T09:10:05.903582+0000","last_clean":"2024-04-21T09:10:05.903582+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:10:05.903582+0000","last_undegraded":"2024-04-21T09:10:05.903582+0000","last_fullsized":"2024-04-21T09:10:05.903582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577651+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:10:06.577651+0000","last_peered":"2024-04-21T09:10:06.577651+0000","last_clean":"2024-04-21T09:10:06.577651+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:10:06.577651+0000","last_undegraded":"2024-04-21T09:10:06.577651+0000","last_fullsized":"2024-04-21T09:10:06.577651+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579612+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:10:06.579612+0000","last_peered":"2024-04-21T09:10:06.579612+0000","last_clean":"2024-04-21T09:10:06.579612+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:10:06.579612+0000","last_undegraded":"2024-04-21T09:10:06.579612+0000","last_fullsized":"2024-04-21T09:10:06.579612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880924+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:10:05.880924+0000","last_peered":"2024-04-21T09:10:05.880924+0000","last_clean":"2024-04-21T09:10:05.880924+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:10:05.880924+0000","last_undegraded":"2024-04-21T09:10:05.880924+0000","last_fullsized":"2024-04-21T09:10:05.880924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578611+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:10:06.578611+0000","last_peered":"2024-04-21T09:10:06.578611+0000","last_clean":"2024-04-21T09:10:06.578611+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:10:06.578611+0000","last_undegraded":"2024-04-21T09:10:06.578611+0000","last_fullsized":"2024-04-21T09:10:06.578611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903135+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:10:05.903135+0000","last_peered":"2024-04-21T09:10:05.903135+0000","last_clean":"2024-04-21T09:10:05.903135+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:10:05.903135+0000","last_undegraded":"2024-04-21T09:10:05.903135+0000","last_fullsized":"2024-04-21T09:10:05.903135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986287+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:10:05.986287+0000","last_peered":"2024-04-21T09:10:05.986287+0000","last_clean":"2024-04-21T09:10:05.986287+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:10:05.986287+0000","last_undegraded":"2024-04-21T09:10:05.986287+0000","last_fullsized":"2024-04-21T09:10:05.986287+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880965+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:10:05.880965+0000","last_peered":"2024-04-21T09:10:05.880965+0000","last_clean":"2024-04-21T09:10:05.880965+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:10:05.880965+0000","last_undegraded":"2024-04-21T09:10:05.880965+0000","last_fullsized":"2024-04-21T09:10:05.880965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'4","reported_seq":157,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.904337+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:10:06.904337+0000","last_peered":"2024-04-21T09:10:06.904337+0000","last_clean":"2024-04-21T09:10:06.904337+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:10:06.904337+0000","last_undegraded":"2024-04-21T09:10:06.904337+0000","last_fullsized":"2024-04-21T09:10:06.904337+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151575+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:10:06.151575+0000","last_peered":"2024-04-21T09:10:06.151575+0000","last_clean":"2024-04-21T09:10:06.151575+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:10:06.151575+0000","last_undegraded":"2024-04-21T09:10:06.151575+0000","last_fullsized":"2024-04-21T09:10:06.151575+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988741+0000","last_change":"2024-04-21T09:08:32.760615+0000","last_active":"2024-04-21T09:10:05.988741+0000","last_peered":"2024-04-21T09:10:05.988741+0000","last_clean":"2024-04-21T09:10:05.988741+0000","last_became_active":"2024-04-21T09:08:32.760168+0000","last_became_peered":"2024-04-21T09:08:32.760168+0000","last_unstale":"2024-04-21T09:10:05.988741+0000","last_undegraded":"2024-04-21T09:10:05.988741+0000","last_fullsized":"2024-04-21T09:10:05.988741+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:14:06.613470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2,4],"acting":[8,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148710+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:10:06.148710+0000","last_peered":"2024-04-21T09:10:06.148710+0000","last_clean":"2024-04-21T09:10:06.148710+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:10:06.148710+0000","last_undegraded":"2024-04-21T09:10:06.148710+0000","last_fullsized":"2024-04-21T09:10:06.148710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578817+0000","last_change":"2024-04-21T09:09:33.579934+0000","last_active":"2024-04-21T09:10:06.578817+0000","last_peered":"2024-04-21T09:10:06.578817+0000","last_clean":"2024-04-21T09:10:06.578817+0000","last_became_active":"2024-04-21T09:09:33.579508+0000","last_became_peered":"2024-04-21T09:09:33.579508+0000","last_unstale":"2024-04-21T09:10:06.578817+0000","last_undegraded":"2024-04-21T09:10:06.578817+0000","last_fullsized":"2024-04-21T09:10:06.578817+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:36:23.110818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,7],"acting":[0,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016655+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:10:06.016655+0000","last_peered":"2024-04-21T09:10:06.016655+0000","last_clean":"2024-04-21T09:10:06.016655+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:10:06.016655+0000","last_undegraded":"2024-04-21T09:10:06.016655+0000","last_fullsized":"2024-04-21T09:10:06.016655+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903432+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:10:05.903432+0000","last_peered":"2024-04-21T09:10:05.903432+0000","last_clean":"2024-04-21T09:10:05.903432+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:10:05.903432+0000","last_undegraded":"2024-04-21T09:10:05.903432+0000","last_fullsized":"2024-04-21T09:10:05.903432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151614+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:10:06.151614+0000","last_peered":"2024-04-21T09:10:06.151614+0000","last_clean":"2024-04-21T09:10:06.151614+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:10:06.151614+0000","last_undegraded":"2024-04-21T09:10:06.151614+0000","last_fullsized":"2024-04-21T09:10:06.151614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882445+0000","last_change":"2024-04-21T09:08:32.761736+0000","last_active":"2024-04-21T09:10:05.882445+0000","last_peered":"2024-04-21T09:10:05.882445+0000","last_clean":"2024-04-21T09:10:05.882445+0000","last_became_active":"2024-04-21T09:08:32.761289+0000","last_became_peered":"2024-04-21T09:08:32.761289+0000","last_unstale":"2024-04-21T09:10:05.882445+0000","last_undegraded":"2024-04-21T09:10:05.882445+0000","last_fullsized":"2024-04-21T09:10:05.882445+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:35:34.721320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":323,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.905216+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:10:06.905216+0000","last_peered":"2024-04-21T09:10:06.905216+0000","last_clean":"2024-04-21T09:10:06.905216+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:10:06.905216+0000","last_undegraded":"2024-04-21T09:10:06.905216+0000","last_fullsized":"2024-04-21T09:10:06.905216+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":249,"num_read_kb":194,"num_write":41,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989184+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:10:05.989184+0000","last_peered":"2024-04-21T09:10:05.989184+0000","last_clean":"2024-04-21T09:10:05.989184+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:10:05.989184+0000","last_undegraded":"2024-04-21T09:10:05.989184+0000","last_fullsized":"2024-04-21T09:10:05.989184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903763+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:10:05.903763+0000","last_peered":"2024-04-21T09:10:05.903763+0000","last_clean":"2024-04-21T09:10:05.903763+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:10:05.903763+0000","last_undegraded":"2024-04-21T09:10:05.903763+0000","last_fullsized":"2024-04-21T09:10:05.903763+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883272+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:10:05.883272+0000","last_peered":"2024-04-21T09:10:05.883272+0000","last_clean":"2024-04-21T09:10:05.883272+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:10:05.883272+0000","last_undegraded":"2024-04-21T09:10:05.883272+0000","last_fullsized":"2024-04-21T09:10:05.883272+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577826+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:10:06.577826+0000","last_peered":"2024-04-21T09:10:06.577826+0000","last_clean":"2024-04-21T09:10:06.577826+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:10:06.577826+0000","last_undegraded":"2024-04-21T09:10:06.577826+0000","last_fullsized":"2024-04-21T09:10:06.577826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577818+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:10:06.577818+0000","last_peered":"2024-04-21T09:10:06.577818+0000","last_clean":"2024-04-21T09:10:06.577818+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:10:06.577818+0000","last_undegraded":"2024-04-21T09:10:06.577818+0000","last_fullsized":"2024-04-21T09:10:06.577818+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903580+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:10:05.903580+0000","last_peered":"2024-04-21T09:10:05.903580+0000","last_clean":"2024-04-21T09:10:05.903580+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:10:05.903580+0000","last_undegraded":"2024-04-21T09:10:05.903580+0000","last_fullsized":"2024-04-21T09:10:05.903580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148562+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:10:06.148562+0000","last_peered":"2024-04-21T09:10:06.148562+0000","last_clean":"2024-04-21T09:10:06.148562+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:10:06.148562+0000","last_undegraded":"2024-04-21T09:10:06.148562+0000","last_fullsized":"2024-04-21T09:10:06.148562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986988+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:10:05.986988+0000","last_peered":"2024-04-21T09:10:05.986988+0000","last_clean":"2024-04-21T09:10:05.986988+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:10:05.986988+0000","last_undegraded":"2024-04-21T09:10:05.986988+0000","last_fullsized":"2024-04-21T09:10:05.986988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'4","reported_seq":160,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.883550+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:10:06.883550+0000","last_peered":"2024-04-21T09:10:06.883550+0000","last_clean":"2024-04-21T09:10:06.883550+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:10:06.883550+0000","last_undegraded":"2024-04-21T09:10:06.883550+0000","last_fullsized":"2024-04-21T09:10:06.883550+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":896,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148459+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:10:06.148459+0000","last_peered":"2024-04-21T09:10:06.148459+0000","last_clean":"2024-04-21T09:10:06.148459+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:10:06.148459+0000","last_undegraded":"2024-04-21T09:10:06.148459+0000","last_fullsized":"2024-04-21T09:10:06.148459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579755+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:10:06.579755+0000","last_peered":"2024-04-21T09:10:06.579755+0000","last_clean":"2024-04-21T09:10:06.579755+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:10:06.579755+0000","last_undegraded":"2024-04-21T09:10:06.579755+0000","last_fullsized":"2024-04-21T09:10:06.579755+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988830+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:10:05.988830+0000","last_peered":"2024-04-21T09:10:05.988830+0000","last_clean":"2024-04-21T09:10:05.988830+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:10:05.988830+0000","last_undegraded":"2024-04-21T09:10:05.988830+0000","last_fullsized":"2024-04-21T09:10:05.988830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903262+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:10:05.903262+0000","last_peered":"2024-04-21T09:10:05.903262+0000","last_clean":"2024-04-21T09:10:05.903262+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:10:05.903262+0000","last_undegraded":"2024-04-21T09:10:05.903262+0000","last_fullsized":"2024-04-21T09:10:05.903262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903276+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:10:05.903276+0000","last_peered":"2024-04-21T09:10:05.903276+0000","last_clean":"2024-04-21T09:10:05.903276+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:10:05.903276+0000","last_undegraded":"2024-04-21T09:10:05.903276+0000","last_fullsized":"2024-04-21T09:10:05.903276+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989336+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:10:05.989336+0000","last_peered":"2024-04-21T09:10:05.989336+0000","last_clean":"2024-04-21T09:10:05.989336+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:10:05.989336+0000","last_undegraded":"2024-04-21T09:10:05.989336+0000","last_fullsized":"2024-04-21T09:10:05.989336+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577718+0000","last_change":"2024-04-21T09:09:33.407357+0000","last_active":"2024-04-21T09:10:06.577718+0000","last_peered":"2024-04-21T09:10:06.577718+0000","last_clean":"2024-04-21T09:10:06.577718+0000","last_became_active":"2024-04-21T09:09:33.406890+0000","last_became_peered":"2024-04-21T09:09:33.406890+0000","last_unstale":"2024-04-21T09:10:06.577718+0000","last_undegraded":"2024-04-21T09:10:06.577718+0000","last_fullsized":"2024-04-21T09:10:06.577718+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:47:57.666331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988889+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:10:05.988889+0000","last_peered":"2024-04-21T09:10:05.988889+0000","last_clean":"2024-04-21T09:10:05.988889+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:10:05.988889+0000","last_undegraded":"2024-04-21T09:10:05.988889+0000","last_fullsized":"2024-04-21T09:10:05.988889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986780+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:10:05.986780+0000","last_peered":"2024-04-21T09:10:05.986780+0000","last_clean":"2024-04-21T09:10:05.986780+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:10:05.986780+0000","last_undegraded":"2024-04-21T09:10:05.986780+0000","last_fullsized":"2024-04-21T09:10:05.986780+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882808+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:10:05.882808+0000","last_peered":"2024-04-21T09:10:05.882808+0000","last_clean":"2024-04-21T09:10:05.882808+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:10:05.882808+0000","last_undegraded":"2024-04-21T09:10:05.882808+0000","last_fullsized":"2024-04-21T09:10:05.882808+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579883+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:10:06.579883+0000","last_peered":"2024-04-21T09:10:06.579883+0000","last_clean":"2024-04-21T09:10:06.579883+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:10:06.579883+0000","last_undegraded":"2024-04-21T09:10:06.579883+0000","last_fullsized":"2024-04-21T09:10:06.579883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148264+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:10:06.148264+0000","last_peered":"2024-04-21T09:10:06.148264+0000","last_clean":"2024-04-21T09:10:06.148264+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:10:06.148264+0000","last_undegraded":"2024-04-21T09:10:06.148264+0000","last_fullsized":"2024-04-21T09:10:06.148264+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882603+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:10:05.882603+0000","last_peered":"2024-04-21T09:10:05.882603+0000","last_clean":"2024-04-21T09:10:05.882603+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:10:05.882603+0000","last_undegraded":"2024-04-21T09:10:05.882603+0000","last_fullsized":"2024-04-21T09:10:05.882603+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579984+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:10:06.579984+0000","last_peered":"2024-04-21T09:10:06.579984+0000","last_clean":"2024-04-21T09:10:06.579984+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:10:06.579984+0000","last_undegraded":"2024-04-21T09:10:06.579984+0000","last_fullsized":"2024-04-21T09:10:06.579984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903319+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:10:05.903319+0000","last_peered":"2024-04-21T09:10:05.903319+0000","last_clean":"2024-04-21T09:10:05.903319+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:10:05.903319+0000","last_undegraded":"2024-04-21T09:10:05.903319+0000","last_fullsized":"2024-04-21T09:10:05.903319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":158,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579602+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:10:06.579602+0000","last_peered":"2024-04-21T09:10:06.579602+0000","last_clean":"2024-04-21T09:10:06.579602+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:10:06.579602+0000","last_undegraded":"2024-04-21T09:10:06.579602+0000","last_fullsized":"2024-04-21T09:10:06.579602+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148446+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:10:06.148446+0000","last_peered":"2024-04-21T09:10:06.148446+0000","last_clean":"2024-04-21T09:10:06.148446+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:10:06.148446+0000","last_undegraded":"2024-04-21T09:10:06.148446+0000","last_fullsized":"2024-04-21T09:10:06.148446+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881207+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:10:05.881207+0000","last_peered":"2024-04-21T09:10:05.881207+0000","last_clean":"2024-04-21T09:10:05.881207+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:10:05.881207+0000","last_undegraded":"2024-04-21T09:10:05.881207+0000","last_fullsized":"2024-04-21T09:10:05.881207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016611+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:10:06.016611+0000","last_peered":"2024-04-21T09:10:06.016611+0000","last_clean":"2024-04-21T09:10:06.016611+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:10:06.016611+0000","last_undegraded":"2024-04-21T09:10:06.016611+0000","last_fullsized":"2024-04-21T09:10:06.016611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":368,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148051+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:10:06.148051+0000","last_peered":"2024-04-21T09:10:06.148051+0000","last_clean":"2024-04-21T09:10:06.148051+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:10:06.148051+0000","last_undegraded":"2024-04-21T09:10:06.148051+0000","last_fullsized":"2024-04-21T09:10:06.148051+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903358+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:10:05.903358+0000","last_peered":"2024-04-21T09:10:05.903358+0000","last_clean":"2024-04-21T09:10:05.903358+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:10:05.903358+0000","last_undegraded":"2024-04-21T09:10:05.903358+0000","last_fullsized":"2024-04-21T09:10:05.903358+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579254+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:10:06.579254+0000","last_peered":"2024-04-21T09:10:06.579254+0000","last_clean":"2024-04-21T09:10:06.579254+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:10:06.579254+0000","last_undegraded":"2024-04-21T09:10:06.579254+0000","last_fullsized":"2024-04-21T09:10:06.579254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148115+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:10:06.148115+0000","last_peered":"2024-04-21T09:10:06.148115+0000","last_clean":"2024-04-21T09:10:06.148115+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:10:06.148115+0000","last_undegraded":"2024-04-21T09:10:06.148115+0000","last_fullsized":"2024-04-21T09:10:06.148115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577678+0000","last_change":"2024-04-21T09:08:32.792163+0000","last_active":"2024-04-21T09:10:06.577678+0000","last_peered":"2024-04-21T09:10:06.577678+0000","last_clean":"2024-04-21T09:10:06.577678+0000","last_became_active":"2024-04-21T09:08:32.791581+0000","last_became_peered":"2024-04-21T09:08:32.791581+0000","last_unstale":"2024-04-21T09:10:06.577678+0000","last_undegraded":"2024-04-21T09:10:06.577678+0000","last_fullsized":"2024-04-21T09:10:06.577678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:06:16.078761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989165+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:10:05.989165+0000","last_peered":"2024-04-21T09:10:05.989165+0000","last_clean":"2024-04-21T09:10:05.989165+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:10:05.989165+0000","last_undegraded":"2024-04-21T09:10:05.989165+0000","last_fullsized":"2024-04-21T09:10:05.989165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579336+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:10:06.579336+0000","last_peered":"2024-04-21T09:10:06.579336+0000","last_clean":"2024-04-21T09:10:06.579336+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:10:06.579336+0000","last_undegraded":"2024-04-21T09:10:06.579336+0000","last_fullsized":"2024-04-21T09:10:06.579336+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880807+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:10:05.880807+0000","last_peered":"2024-04-21T09:10:05.880807+0000","last_clean":"2024-04-21T09:10:05.880807+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:10:05.880807+0000","last_undegraded":"2024-04-21T09:10:05.880807+0000","last_fullsized":"2024-04-21T09:10:05.880807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'45","reported_seq":102,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.110740+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:10:06.110740+0000","last_peered":"2024-04-21T09:10:06.110740+0000","last_clean":"2024-04-21T09:10:06.110740+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:10:06.110740+0000","last_undegraded":"2024-04-21T09:10:06.110740+0000","last_fullsized":"2024-04-21T09:10:06.110740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881224+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:10:05.881224+0000","last_peered":"2024-04-21T09:10:05.881224+0000","last_clean":"2024-04-21T09:10:05.881224+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:10:05.881224+0000","last_undegraded":"2024-04-21T09:10:05.881224+0000","last_fullsized":"2024-04-21T09:10:05.881224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882929+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:10:05.882929+0000","last_peered":"2024-04-21T09:10:05.882929+0000","last_clean":"2024-04-21T09:10:05.882929+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:10:05.882929+0000","last_undegraded":"2024-04-21T09:10:05.882929+0000","last_fullsized":"2024-04-21T09:10:05.882929+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016841+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:10:06.016841+0000","last_peered":"2024-04-21T09:10:06.016841+0000","last_clean":"2024-04-21T09:10:06.016841+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:10:06.016841+0000","last_undegraded":"2024-04-21T09:10:06.016841+0000","last_fullsized":"2024-04-21T09:10:06.016841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578332+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:10:06.578332+0000","last_peered":"2024-04-21T09:10:06.578332+0000","last_clean":"2024-04-21T09:10:06.578332+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:10:06.578332+0000","last_undegraded":"2024-04-21T09:10:06.578332+0000","last_fullsized":"2024-04-21T09:10:06.578332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016541+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:10:06.016541+0000","last_peered":"2024-04-21T09:10:06.016541+0000","last_clean":"2024-04-21T09:10:06.016541+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:10:06.016541+0000","last_undegraded":"2024-04-21T09:10:06.016541+0000","last_fullsized":"2024-04-21T09:10:06.016541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151277+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:10:06.151277+0000","last_peered":"2024-04-21T09:10:06.151277+0000","last_clean":"2024-04-21T09:10:06.151277+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:10:06.151277+0000","last_undegraded":"2024-04-21T09:10:06.151277+0000","last_fullsized":"2024-04-21T09:10:06.151277+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988754+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:10:05.988754+0000","last_peered":"2024-04-21T09:10:05.988754+0000","last_clean":"2024-04-21T09:10:05.988754+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:10:05.988754+0000","last_undegraded":"2024-04-21T09:10:05.988754+0000","last_fullsized":"2024-04-21T09:10:05.988754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987144+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:10:05.987144+0000","last_peered":"2024-04-21T09:10:05.987144+0000","last_clean":"2024-04-21T09:10:05.987144+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:10:05.987144+0000","last_undegraded":"2024-04-21T09:10:05.987144+0000","last_fullsized":"2024-04-21T09:10:05.987144+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881380+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:10:05.881380+0000","last_peered":"2024-04-21T09:10:05.881380+0000","last_clean":"2024-04-21T09:10:05.881380+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:10:05.881380+0000","last_undegraded":"2024-04-21T09:10:05.881380+0000","last_fullsized":"2024-04-21T09:10:05.881380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577262+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:10:06.577262+0000","last_peered":"2024-04-21T09:10:06.577262+0000","last_clean":"2024-04-21T09:10:06.577262+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:10:06.577262+0000","last_undegraded":"2024-04-21T09:10:06.577262+0000","last_fullsized":"2024-04-21T09:10:06.577262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016553+0000","last_change":"2024-04-21T09:08:32.770346+0000","last_active":"2024-04-21T09:10:06.016553+0000","last_peered":"2024-04-21T09:10:06.016553+0000","last_clean":"2024-04-21T09:10:06.016553+0000","last_became_active":"2024-04-21T09:08:32.758063+0000","last_became_peered":"2024-04-21T09:08:32.758063+0000","last_unstale":"2024-04-21T09:10:06.016553+0000","last_undegraded":"2024-04-21T09:10:06.016553+0000","last_fullsized":"2024-04-21T09:10:06.016553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:02:42.552559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577182+0000","last_change":"2024-04-21T09:08:32.764269+0000","last_active":"2024-04-21T09:10:06.577182+0000","last_peered":"2024-04-21T09:10:06.577182+0000","last_clean":"2024-04-21T09:10:06.577182+0000","last_became_active":"2024-04-21T09:08:32.759095+0000","last_became_peered":"2024-04-21T09:08:32.759095+0000","last_unstale":"2024-04-21T09:10:06.577182+0000","last_undegraded":"2024-04-21T09:10:06.577182+0000","last_fullsized":"2024-04-21T09:10:06.577182+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:22:16.666992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881277+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:10:05.881277+0000","last_peered":"2024-04-21T09:10:05.881277+0000","last_clean":"2024-04-21T09:10:05.881277+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:10:05.881277+0000","last_undegraded":"2024-04-21T09:10:05.881277+0000","last_fullsized":"2024-04-21T09:10:05.881277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016534+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:10:06.016534+0000","last_peered":"2024-04-21T09:10:06.016534+0000","last_clean":"2024-04-21T09:10:06.016534+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:10:06.016534+0000","last_undegraded":"2024-04-21T09:10:06.016534+0000","last_fullsized":"2024-04-21T09:10:06.016534+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988928+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:10:05.988928+0000","last_peered":"2024-04-21T09:10:05.988928+0000","last_clean":"2024-04-21T09:10:05.988928+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:10:05.988928+0000","last_undegraded":"2024-04-21T09:10:05.988928+0000","last_fullsized":"2024-04-21T09:10:05.988928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148488+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:10:06.148488+0000","last_peered":"2024-04-21T09:10:06.148488+0000","last_clean":"2024-04-21T09:10:06.148488+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:10:06.148488+0000","last_undegraded":"2024-04-21T09:10:06.148488+0000","last_fullsized":"2024-04-21T09:10:06.148488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151174+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:10:06.151174+0000","last_peered":"2024-04-21T09:10:06.151174+0000","last_clean":"2024-04-21T09:10:06.151174+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:10:06.151174+0000","last_undegraded":"2024-04-21T09:10:06.151174+0000","last_fullsized":"2024-04-21T09:10:06.151174+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883511+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:10:05.883511+0000","last_peered":"2024-04-21T09:10:05.883511+0000","last_clean":"2024-04-21T09:10:05.883511+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:10:05.883511+0000","last_undegraded":"2024-04-21T09:10:05.883511+0000","last_fullsized":"2024-04-21T09:10:05.883511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148669+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:10:06.148669+0000","last_peered":"2024-04-21T09:10:06.148669+0000","last_clean":"2024-04-21T09:10:06.148669+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:10:06.148669+0000","last_undegraded":"2024-04-21T09:10:06.148669+0000","last_fullsized":"2024-04-21T09:10:06.148669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578107+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:10:06.578107+0000","last_peered":"2024-04-21T09:10:06.578107+0000","last_clean":"2024-04-21T09:10:06.578107+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:10:06.578107+0000","last_undegraded":"2024-04-21T09:10:06.578107+0000","last_fullsized":"2024-04-21T09:10:06.578107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"94'39","reported_seq":81,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.109499+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:10:06.109499+0000","last_peered":"2024-04-21T09:10:06.109499+0000","last_clean":"2024-04-21T09:10:06.109499+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:10:06.109499+0000","last_undegraded":"2024-04-21T09:10:06.109499+0000","last_fullsized":"2024-04-21T09:10:06.109499+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148265+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:10:06.148265+0000","last_peered":"2024-04-21T09:10:06.148265+0000","last_clean":"2024-04-21T09:10:06.148265+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:10:06.148265+0000","last_undegraded":"2024-04-21T09:10:06.148265+0000","last_fullsized":"2024-04-21T09:10:06.148265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903061+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:10:05.903061+0000","last_peered":"2024-04-21T09:10:05.903061+0000","last_clean":"2024-04-21T09:10:05.903061+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:10:05.903061+0000","last_undegraded":"2024-04-21T09:10:05.903061+0000","last_fullsized":"2024-04-21T09:10:05.903061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579725+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:10:06.579725+0000","last_peered":"2024-04-21T09:10:06.579725+0000","last_clean":"2024-04-21T09:10:06.579725+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:10:06.579725+0000","last_undegraded":"2024-04-21T09:10:06.579725+0000","last_fullsized":"2024-04-21T09:10:06.579725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148851+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:10:06.148851+0000","last_peered":"2024-04-21T09:10:06.148851+0000","last_clean":"2024-04-21T09:10:06.148851+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:10:06.148851+0000","last_undegraded":"2024-04-21T09:10:06.148851+0000","last_fullsized":"2024-04-21T09:10:06.148851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883156+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:10:05.883156+0000","last_peered":"2024-04-21T09:10:05.883156+0000","last_clean":"2024-04-21T09:10:05.883156+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:10:05.883156+0000","last_undegraded":"2024-04-21T09:10:05.883156+0000","last_fullsized":"2024-04-21T09:10:05.883156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882947+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:10:05.882947+0000","last_peered":"2024-04-21T09:10:05.882947+0000","last_clean":"2024-04-21T09:10:05.882947+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:10:05.882947+0000","last_undegraded":"2024-04-21T09:10:05.882947+0000","last_fullsized":"2024-04-21T09:10:05.882947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577840+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:10:06.577840+0000","last_peered":"2024-04-21T09:10:06.577840+0000","last_clean":"2024-04-21T09:10:06.577840+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:10:06.577840+0000","last_undegraded":"2024-04-21T09:10:06.577840+0000","last_fullsized":"2024-04-21T09:10:06.577840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579577+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:10:06.579577+0000","last_peered":"2024-04-21T09:10:06.579577+0000","last_clean":"2024-04-21T09:10:06.579577+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:10:06.579577+0000","last_undegraded":"2024-04-21T09:10:06.579577+0000","last_fullsized":"2024-04-21T09:10:06.579577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577179+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:10:06.577179+0000","last_peered":"2024-04-21T09:10:06.577179+0000","last_clean":"2024-04-21T09:10:06.577179+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:10:06.577179+0000","last_undegraded":"2024-04-21T09:10:06.577179+0000","last_fullsized":"2024-04-21T09:10:06.577179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883788+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:10:05.883788+0000","last_peered":"2024-04-21T09:10:05.883788+0000","last_clean":"2024-04-21T09:10:05.883788+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:10:05.883788+0000","last_undegraded":"2024-04-21T09:10:05.883788+0000","last_fullsized":"2024-04-21T09:10:05.883788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881437+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:10:05.881437+0000","last_peered":"2024-04-21T09:10:05.881437+0000","last_clean":"2024-04-21T09:10:05.881437+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:10:05.881437+0000","last_undegraded":"2024-04-21T09:10:05.881437+0000","last_fullsized":"2024-04-21T09:10:05.881437+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903058+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:10:05.903058+0000","last_peered":"2024-04-21T09:10:05.903058+0000","last_clean":"2024-04-21T09:10:05.903058+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:10:05.903058+0000","last_undegraded":"2024-04-21T09:10:05.903058+0000","last_fullsized":"2024-04-21T09:10:05.903058+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881510+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:10:05.881510+0000","last_peered":"2024-04-21T09:10:05.881510+0000","last_clean":"2024-04-21T09:10:05.881510+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:10:05.881510+0000","last_undegraded":"2024-04-21T09:10:05.881510+0000","last_fullsized":"2024-04-21T09:10:05.881510+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151376+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:10:06.151376+0000","last_peered":"2024-04-21T09:10:06.151376+0000","last_clean":"2024-04-21T09:10:06.151376+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:10:06.151376+0000","last_undegraded":"2024-04-21T09:10:06.151376+0000","last_fullsized":"2024-04-21T09:10:06.151376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578660+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:10:06.578660+0000","last_peered":"2024-04-21T09:10:06.578660+0000","last_clean":"2024-04-21T09:10:06.578660+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:10:06.578660+0000","last_undegraded":"2024-04-21T09:10:06.578660+0000","last_fullsized":"2024-04-21T09:10:06.578660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":599193,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":832,"num_read_kb":530,"num_write":285,"num_write_kb":1439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2027520,"data_stored":1797579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383722,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1056768,"data_stored":519658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645358,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28880,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716272,"statfs":{"total":95995035648,"available":95965462528,"internally_reserved":0,"allocated":1908736,"data_stored":1322872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808883,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070521,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332158,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28664,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716488,"statfs":{"total":95995035648,"available":95965683712,"internally_reserved":0,"allocated":1683456,"data_stored":1125905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495683,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36372,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708780,"statfs":{"total":95995035648,"available":95957790720,"internally_reserved":0,"allocated":1052672,"data_stored":515070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36432,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708720,"statfs":{"total":95995035648,"available":95957729280,"internally_reserved":0,"allocated":1122304,"data_stored":578893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":526332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32308,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712844,"statfs":{"total":95995035648,"available":95961952256,"internally_reserved":0,"allocated":1155072,"data_stored":589495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":525650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":520650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28980,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716172,"statfs":{"total":95995035648,"available":95965360128,"internally_reserved":0,"allocated":1826816,"data_stored":1252394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":203554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:10:08.338 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T09:10:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:08 smithi078 ceph-mon[31713]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:08 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3340543499' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:08 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1925167876' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:08 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:08 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:08 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1489920251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:08.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:08 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:08 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 -- 172.21.15.52:0/330448290 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 msgr2=0x7eff241077a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/330448290 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 0x7eff241077a0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7eff14009900 tx=0x7eff1402bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:08.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 -- 172.21.15.52:0/330448290 shutdown_connections 2024-04-21T09:10:08.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/330448290 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff24107ce0 0x7eff2410a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/330448290 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 0x7eff241077a0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/330448290 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff24102a80 0x7eff24104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 -- 172.21.15.52:0/330448290 >> 172.21.15.52:0/330448290 conn(0x7eff240fc3f0 msgr2=0x7eff240fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:08.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 -- 172.21.15.52:0/330448290 shutdown_connections 2024-04-21T09:10:08.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.478+0000 7eff2c7ce640 1 -- 172.21.15.52:0/330448290 wait complete. 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2c7ce640 1 Processor -- start 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2c7ce640 1 -- start start 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2c7ce640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff24102a80 0x7eff24198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2c7ce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 0x7eff24198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2c7ce640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff24107ce0 0x7eff2419f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2c7ce640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7eff2410dab0 con 0x7eff241053b0 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2c7ce640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7eff2410d930 con 0x7eff24102a80 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2c7ce640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7eff2410dc30 con 0x7eff24107ce0 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff29d69640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 0x7eff24198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff29d69640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 0x7eff24198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40416/0 (socket says 172.21.15.52:40416) 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff29d69640 1 -- 172.21.15.52:0/167921540 learned_addr learned my addr 172.21.15.52:0/167921540 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2a56a640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff24102a80 0x7eff24198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2ad6b640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff24107ce0 0x7eff2419f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.481 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff29d69640 1 -- 172.21.15.52:0/167921540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff24107ce0 msgr2=0x7eff2419f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff29d69640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff24107ce0 0x7eff2419f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff29d69640 1 -- 172.21.15.52:0/167921540 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff24102a80 msgr2=0x7eff24198220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff29d69640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff24102a80 0x7eff24198220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff29d69640 1 -- 172.21.15.52:0/167921540 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff2419fe40 con 0x7eff241053b0 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.479+0000 7eff2a56a640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff24102a80 0x7eff24198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.480+0000 7eff29d69640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 0x7eff24198760 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7eff14000c00 tx=0x7eff14004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.480+0000 7eff1b7fe640 1 -- 172.21.15.52:0/167921540 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff14043020 con 0x7eff241053b0 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.480+0000 7eff1b7fe640 1 -- 172.21.15.52:0/167921540 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff14004440 con 0x7eff241053b0 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.480+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff241a00d0 con 0x7eff241053b0 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.480+0000 7eff1b7fe640 1 -- 172.21.15.52:0/167921540 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff14003c90 con 0x7eff241053b0 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.480+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff241a0620 con 0x7eff241053b0 2024-04-21T09:10:08.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.481+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff240fdee0 con 0x7eff241053b0 2024-04-21T09:10:08.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.482+0000 7eff1b7fe640 1 -- 172.21.15.52:0/167921540 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7eff14046020 con 0x7eff241053b0 2024-04-21T09:10:08.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.483+0000 7eff1b7fe640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff100a3d20 0x7eff100a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.483+0000 7eff1b7fe640 1 -- 172.21.15.52:0/167921540 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7eff140f2c40 con 0x7eff241053b0 2024-04-21T09:10:08.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.483+0000 7eff2a56a640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff100a3d20 0x7eff100a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.483+0000 7eff2a56a640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff100a3d20 0x7eff100a61e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7eff20009fc0 tx=0x7eff20005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:08.487 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.487+0000 7eff1b7fe640 1 -- 172.21.15.52:0/167921540 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7eff1404d020 con 0x7eff241053b0 2024-04-21T09:10:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:08 smithi060 ceph-mon[31055]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:08 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3340543499' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:08 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1925167876' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:08 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:08 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:08 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1489920251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:08 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:08 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:08.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.674+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7eff24062390 con 0x7eff100a3d20 2024-04-21T09:10:08.685 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.685+0000 7eff1b7fe640 1 -- 172.21.15.52:0/167921540 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339388 (secure 0 0 0) 0x7eff24062390 con 0x7eff100a3d20 2024-04-21T09:10:08.689 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:08.690 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff100a3d20 msgr2=0x7eff100a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff100a3d20 0x7eff100a61e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7eff20009fc0 tx=0x7eff20005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 msgr2=0x7eff24198760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 0x7eff24198760 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7eff14000c00 tx=0x7eff14004040 comp rx=0 tx=0).stop 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 shutdown_connections 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff100a3d20 0x7eff100a61e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff24107ce0 0x7eff2419f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff241053b0 0x7eff24198760 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.692 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 --2- 172.21.15.52:0/167921540 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff24102a80 0x7eff24198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 >> 172.21.15.52:0/167921540 conn(0x7eff240fc3f0 msgr2=0x7eff24103600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:08.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 shutdown_connections 2024-04-21T09:10:08.693 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.689+0000 7eff2c7ce640 1 -- 172.21.15.52:0/167921540 wait complete. 2024-04-21T09:10:08.701 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-04-21T09:10:07.895351+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1189795,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":968,"num_read_kb":649,"num_write":468,"num_write_kb":4379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181475,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":864,"ondisk_log_size":864,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":360864,"kb_used_data":15648,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580960,"statfs":{"total":1151940427776,"available":1151570903040,"internally_reserved":0,"allocated":16023552,"data_stored":9322807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.986963"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577392+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:10:06.577392+0000","last_peered":"2024-04-21T09:10:06.577392+0000","last_clean":"2024-04-21T09:10:06.577392+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:10:06.577392+0000","last_undegraded":"2024-04-21T09:10:06.577392+0000","last_fullsized":"2024-04-21T09:10:06.577392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578181+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:10:06.578181+0000","last_peered":"2024-04-21T09:10:06.578181+0000","last_clean":"2024-04-21T09:10:06.578181+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:10:06.578181+0000","last_undegraded":"2024-04-21T09:10:06.578181+0000","last_fullsized":"2024-04-21T09:10:06.578181+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578403+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:10:06.578403+0000","last_peered":"2024-04-21T09:10:06.578403+0000","last_clean":"2024-04-21T09:10:06.578403+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:10:06.578403+0000","last_undegraded":"2024-04-21T09:10:06.578403+0000","last_fullsized":"2024-04-21T09:10:06.578403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016684+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:10:06.016684+0000","last_peered":"2024-04-21T09:10:06.016684+0000","last_clean":"2024-04-21T09:10:06.016684+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:10:06.016684+0000","last_undegraded":"2024-04-21T09:10:06.016684+0000","last_fullsized":"2024-04-21T09:10:06.016684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988936+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:10:05.988936+0000","last_peered":"2024-04-21T09:10:05.988936+0000","last_clean":"2024-04-21T09:10:05.988936+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:10:05.988936+0000","last_undegraded":"2024-04-21T09:10:05.988936+0000","last_fullsized":"2024-04-21T09:10:05.988936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882573+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:10:05.882573+0000","last_peered":"2024-04-21T09:10:05.882573+0000","last_clean":"2024-04-21T09:10:05.882573+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:10:05.882573+0000","last_undegraded":"2024-04-21T09:10:05.882573+0000","last_fullsized":"2024-04-21T09:10:05.882573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148149+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:10:06.148149+0000","last_peered":"2024-04-21T09:10:06.148149+0000","last_clean":"2024-04-21T09:10:06.148149+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:10:06.148149+0000","last_undegraded":"2024-04-21T09:10:06.148149+0000","last_fullsized":"2024-04-21T09:10:06.148149+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986101+0000","last_change":"2024-04-21T09:08:32.755877+0000","last_active":"2024-04-21T09:10:05.986101+0000","last_peered":"2024-04-21T09:10:05.986101+0000","last_clean":"2024-04-21T09:10:05.986101+0000","last_became_active":"2024-04-21T09:08:32.755619+0000","last_became_peered":"2024-04-21T09:08:32.755619+0000","last_unstale":"2024-04-21T09:10:05.986101+0000","last_undegraded":"2024-04-21T09:10:05.986101+0000","last_fullsized":"2024-04-21T09:10:05.986101+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:32:48.194195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151689+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:10:06.151689+0000","last_peered":"2024-04-21T09:10:06.151689+0000","last_clean":"2024-04-21T09:10:06.151689+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:10:06.151689+0000","last_undegraded":"2024-04-21T09:10:06.151689+0000","last_fullsized":"2024-04-21T09:10:06.151689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883064+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:10:05.883064+0000","last_peered":"2024-04-21T09:10:05.883064+0000","last_clean":"2024-04-21T09:10:05.883064+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:10:05.883064+0000","last_undegraded":"2024-04-21T09:10:05.883064+0000","last_fullsized":"2024-04-21T09:10:05.883064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148608+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:10:06.148608+0000","last_peered":"2024-04-21T09:10:06.148608+0000","last_clean":"2024-04-21T09:10:06.148608+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:10:06.148608+0000","last_undegraded":"2024-04-21T09:10:06.148608+0000","last_fullsized":"2024-04-21T09:10:06.148608+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986672+0000","last_change":"2024-04-21T09:09:33.408718+0000","last_active":"2024-04-21T09:10:05.986672+0000","last_peered":"2024-04-21T09:10:05.986672+0000","last_clean":"2024-04-21T09:10:05.986672+0000","last_became_active":"2024-04-21T09:09:33.408397+0000","last_became_peered":"2024-04-21T09:09:33.408397+0000","last_unstale":"2024-04-21T09:10:05.986672+0000","last_undegraded":"2024-04-21T09:10:05.986672+0000","last_fullsized":"2024-04-21T09:10:05.986672+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:25:35.462373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578500+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:10:06.578500+0000","last_peered":"2024-04-21T09:10:06.578500+0000","last_clean":"2024-04-21T09:10:06.578500+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:10:06.578500+0000","last_undegraded":"2024-04-21T09:10:06.578500+0000","last_fullsized":"2024-04-21T09:10:06.578500+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577901+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:10:06.577901+0000","last_peered":"2024-04-21T09:10:06.577901+0000","last_clean":"2024-04-21T09:10:06.577901+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:10:06.577901+0000","last_undegraded":"2024-04-21T09:10:06.577901+0000","last_fullsized":"2024-04-21T09:10:06.577901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577486+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:10:06.577486+0000","last_peered":"2024-04-21T09:10:06.577486+0000","last_clean":"2024-04-21T09:10:06.577486+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:10:06.577486+0000","last_undegraded":"2024-04-21T09:10:06.577486+0000","last_fullsized":"2024-04-21T09:10:06.577486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151202+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:10:06.151202+0000","last_peered":"2024-04-21T09:10:06.151202+0000","last_clean":"2024-04-21T09:10:06.151202+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:10:06.151202+0000","last_undegraded":"2024-04-21T09:10:06.151202+0000","last_fullsized":"2024-04-21T09:10:06.151202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577526+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:10:06.577526+0000","last_peered":"2024-04-21T09:10:06.577526+0000","last_clean":"2024-04-21T09:10:06.577526+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:10:06.577526+0000","last_undegraded":"2024-04-21T09:10:06.577526+0000","last_fullsized":"2024-04-21T09:10:06.577526+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987071+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:10:05.987071+0000","last_peered":"2024-04-21T09:10:05.987071+0000","last_clean":"2024-04-21T09:10:05.987071+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:10:05.987071+0000","last_undegraded":"2024-04-21T09:10:05.987071+0000","last_fullsized":"2024-04-21T09:10:05.987071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883450+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:10:05.883450+0000","last_peered":"2024-04-21T09:10:05.883450+0000","last_clean":"2024-04-21T09:10:05.883450+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:10:05.883450+0000","last_undegraded":"2024-04-21T09:10:05.883450+0000","last_fullsized":"2024-04-21T09:10:05.883450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883066+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:10:05.883066+0000","last_peered":"2024-04-21T09:10:05.883066+0000","last_clean":"2024-04-21T09:10:05.883066+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:10:05.883066+0000","last_undegraded":"2024-04-21T09:10:05.883066+0000","last_fullsized":"2024-04-21T09:10:05.883066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987199+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:10:05.987199+0000","last_peered":"2024-04-21T09:10:05.987199+0000","last_clean":"2024-04-21T09:10:05.987199+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:10:05.987199+0000","last_undegraded":"2024-04-21T09:10:05.987199+0000","last_fullsized":"2024-04-21T09:10:05.987199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881043+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:10:05.881043+0000","last_peered":"2024-04-21T09:10:05.881043+0000","last_clean":"2024-04-21T09:10:05.881043+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:10:05.881043+0000","last_undegraded":"2024-04-21T09:10:05.881043+0000","last_fullsized":"2024-04-21T09:10:05.881043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016307+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:10:06.016307+0000","last_peered":"2024-04-21T09:10:06.016307+0000","last_clean":"2024-04-21T09:10:06.016307+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:10:06.016307+0000","last_undegraded":"2024-04-21T09:10:06.016307+0000","last_fullsized":"2024-04-21T09:10:06.016307+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881874+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:10:05.881874+0000","last_peered":"2024-04-21T09:10:05.881874+0000","last_clean":"2024-04-21T09:10:05.881874+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:10:05.881874+0000","last_undegraded":"2024-04-21T09:10:05.881874+0000","last_fullsized":"2024-04-21T09:10:05.881874+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578536+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:10:06.578536+0000","last_peered":"2024-04-21T09:10:06.578536+0000","last_clean":"2024-04-21T09:10:06.578536+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:10:06.578536+0000","last_undegraded":"2024-04-21T09:10:06.578536+0000","last_fullsized":"2024-04-21T09:10:06.578536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016516+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:10:06.016516+0000","last_peered":"2024-04-21T09:10:06.016516+0000","last_clean":"2024-04-21T09:10:06.016516+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:10:06.016516+0000","last_undegraded":"2024-04-21T09:10:06.016516+0000","last_fullsized":"2024-04-21T09:10:06.016516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989291+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:10:05.989291+0000","last_peered":"2024-04-21T09:10:05.989291+0000","last_clean":"2024-04-21T09:10:05.989291+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:10:05.989291+0000","last_undegraded":"2024-04-21T09:10:05.989291+0000","last_fullsized":"2024-04-21T09:10:05.989291+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151385+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:10:06.151385+0000","last_peered":"2024-04-21T09:10:06.151385+0000","last_clean":"2024-04-21T09:10:06.151385+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:10:06.151385+0000","last_undegraded":"2024-04-21T09:10:06.151385+0000","last_fullsized":"2024-04-21T09:10:06.151385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016330+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:10:06.016330+0000","last_peered":"2024-04-21T09:10:06.016330+0000","last_clean":"2024-04-21T09:10:06.016330+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:10:06.016330+0000","last_undegraded":"2024-04-21T09:10:06.016330+0000","last_fullsized":"2024-04-21T09:10:06.016330+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577632+0000","last_change":"2024-04-21T09:08:32.766832+0000","last_active":"2024-04-21T09:10:06.577632+0000","last_peered":"2024-04-21T09:10:06.577632+0000","last_clean":"2024-04-21T09:10:06.577632+0000","last_became_active":"2024-04-21T09:08:32.762441+0000","last_became_peered":"2024-04-21T09:08:32.762441+0000","last_unstale":"2024-04-21T09:10:06.577632+0000","last_undegraded":"2024-04-21T09:10:06.577632+0000","last_fullsized":"2024-04-21T09:10:06.577632+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:54.436226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903473+0000","last_change":"2024-04-21T09:08:32.791989+0000","last_active":"2024-04-21T09:10:05.903473+0000","last_peered":"2024-04-21T09:10:05.903473+0000","last_clean":"2024-04-21T09:10:05.903473+0000","last_became_active":"2024-04-21T09:08:32.791566+0000","last_became_peered":"2024-04-21T09:08:32.791566+0000","last_unstale":"2024-04-21T09:10:05.903473+0000","last_undegraded":"2024-04-21T09:10:05.903473+0000","last_fullsized":"2024-04-21T09:10:05.903473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:12:13.981101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883200+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:10:05.883200+0000","last_peered":"2024-04-21T09:10:05.883200+0000","last_clean":"2024-04-21T09:10:05.883200+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:10:05.883200+0000","last_undegraded":"2024-04-21T09:10:05.883200+0000","last_fullsized":"2024-04-21T09:10:05.883200+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'6","reported_seq":171,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903876+0000","last_change":"2024-04-21T09:08:32.767103+0000","last_active":"2024-04-21T09:10:05.903876+0000","last_peered":"2024-04-21T09:10:05.903876+0000","last_clean":"2024-04-21T09:10:05.903876+0000","last_became_active":"2024-04-21T09:08:32.762503+0000","last_became_peered":"2024-04-21T09:08:32.762503+0000","last_unstale":"2024-04-21T09:10:05.903876+0000","last_undegraded":"2024-04-21T09:10:05.903876+0000","last_fullsized":"2024-04-21T09:10:05.903876+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:09:01.720605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988965+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:10:05.988965+0000","last_peered":"2024-04-21T09:10:05.988965+0000","last_clean":"2024-04-21T09:10:05.988965+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:10:05.988965+0000","last_undegraded":"2024-04-21T09:10:05.988965+0000","last_fullsized":"2024-04-21T09:10:05.988965+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883341+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:10:05.883341+0000","last_peered":"2024-04-21T09:10:05.883341+0000","last_clean":"2024-04-21T09:10:05.883341+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:10:05.883341+0000","last_undegraded":"2024-04-21T09:10:05.883341+0000","last_fullsized":"2024-04-21T09:10:05.883341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882567+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:10:05.882567+0000","last_peered":"2024-04-21T09:10:05.882567+0000","last_clean":"2024-04-21T09:10:05.882567+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:10:05.882567+0000","last_undegraded":"2024-04-21T09:10:05.882567+0000","last_fullsized":"2024-04-21T09:10:05.882567+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903582+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:10:05.903582+0000","last_peered":"2024-04-21T09:10:05.903582+0000","last_clean":"2024-04-21T09:10:05.903582+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:10:05.903582+0000","last_undegraded":"2024-04-21T09:10:05.903582+0000","last_fullsized":"2024-04-21T09:10:05.903582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577651+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:10:06.577651+0000","last_peered":"2024-04-21T09:10:06.577651+0000","last_clean":"2024-04-21T09:10:06.577651+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:10:06.577651+0000","last_undegraded":"2024-04-21T09:10:06.577651+0000","last_fullsized":"2024-04-21T09:10:06.577651+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579612+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:10:06.579612+0000","last_peered":"2024-04-21T09:10:06.579612+0000","last_clean":"2024-04-21T09:10:06.579612+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:10:06.579612+0000","last_undegraded":"2024-04-21T09:10:06.579612+0000","last_fullsized":"2024-04-21T09:10:06.579612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880924+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:10:05.880924+0000","last_peered":"2024-04-21T09:10:05.880924+0000","last_clean":"2024-04-21T09:10:05.880924+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:10:05.880924+0000","last_undegraded":"2024-04-21T09:10:05.880924+0000","last_fullsized":"2024-04-21T09:10:05.880924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578611+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:10:06.578611+0000","last_peered":"2024-04-21T09:10:06.578611+0000","last_clean":"2024-04-21T09:10:06.578611+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:10:06.578611+0000","last_undegraded":"2024-04-21T09:10:06.578611+0000","last_fullsized":"2024-04-21T09:10:06.578611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903135+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:10:05.903135+0000","last_peered":"2024-04-21T09:10:05.903135+0000","last_clean":"2024-04-21T09:10:05.903135+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:10:05.903135+0000","last_undegraded":"2024-04-21T09:10:05.903135+0000","last_fullsized":"2024-04-21T09:10:05.903135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986287+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:10:05.986287+0000","last_peered":"2024-04-21T09:10:05.986287+0000","last_clean":"2024-04-21T09:10:05.986287+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:10:05.986287+0000","last_undegraded":"2024-04-21T09:10:05.986287+0000","last_fullsized":"2024-04-21T09:10:05.986287+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880965+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:10:05.880965+0000","last_peered":"2024-04-21T09:10:05.880965+0000","last_clean":"2024-04-21T09:10:05.880965+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:10:05.880965+0000","last_undegraded":"2024-04-21T09:10:05.880965+0000","last_fullsized":"2024-04-21T09:10:05.880965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'4","reported_seq":157,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.904337+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:10:06.904337+0000","last_peered":"2024-04-21T09:10:06.904337+0000","last_clean":"2024-04-21T09:10:06.904337+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:10:06.904337+0000","last_undegraded":"2024-04-21T09:10:06.904337+0000","last_fullsized":"2024-04-21T09:10:06.904337+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151575+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:10:06.151575+0000","last_peered":"2024-04-21T09:10:06.151575+0000","last_clean":"2024-04-21T09:10:06.151575+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:10:06.151575+0000","last_undegraded":"2024-04-21T09:10:06.151575+0000","last_fullsized":"2024-04-21T09:10:06.151575+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988741+0000","last_change":"2024-04-21T09:08:32.760615+0000","last_active":"2024-04-21T09:10:05.988741+0000","last_peered":"2024-04-21T09:10:05.988741+0000","last_clean":"2024-04-21T09:10:05.988741+0000","last_became_active":"2024-04-21T09:08:32.760168+0000","last_became_peered":"2024-04-21T09:08:32.760168+0000","last_unstale":"2024-04-21T09:10:05.988741+0000","last_undegraded":"2024-04-21T09:10:05.988741+0000","last_fullsized":"2024-04-21T09:10:05.988741+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:14:06.613470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2,4],"acting":[8,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148710+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:10:06.148710+0000","last_peered":"2024-04-21T09:10:06.148710+0000","last_clean":"2024-04-21T09:10:06.148710+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:10:06.148710+0000","last_undegraded":"2024-04-21T09:10:06.148710+0000","last_fullsized":"2024-04-21T09:10:06.148710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578817+0000","last_change":"2024-04-21T09:09:33.579934+0000","last_active":"2024-04-21T09:10:06.578817+0000","last_peered":"2024-04-21T09:10:06.578817+0000","last_clean":"2024-04-21T09:10:06.578817+0000","last_became_active":"2024-04-21T09:09:33.579508+0000","last_became_peered":"2024-04-21T09:09:33.579508+0000","last_unstale":"2024-04-21T09:10:06.578817+0000","last_undegraded":"2024-04-21T09:10:06.578817+0000","last_fullsized":"2024-04-21T09:10:06.578817+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:36:23.110818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,7],"acting":[0,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016655+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:10:06.016655+0000","last_peered":"2024-04-21T09:10:06.016655+0000","last_clean":"2024-04-21T09:10:06.016655+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:10:06.016655+0000","last_undegraded":"2024-04-21T09:10:06.016655+0000","last_fullsized":"2024-04-21T09:10:06.016655+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903432+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:10:05.903432+0000","last_peered":"2024-04-21T09:10:05.903432+0000","last_clean":"2024-04-21T09:10:05.903432+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:10:05.903432+0000","last_undegraded":"2024-04-21T09:10:05.903432+0000","last_fullsized":"2024-04-21T09:10:05.903432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151614+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:10:06.151614+0000","last_peered":"2024-04-21T09:10:06.151614+0000","last_clean":"2024-04-21T09:10:06.151614+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:10:06.151614+0000","last_undegraded":"2024-04-21T09:10:06.151614+0000","last_fullsized":"2024-04-21T09:10:06.151614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882445+0000","last_change":"2024-04-21T09:08:32.761736+0000","last_active":"2024-04-21T09:10:05.882445+0000","last_peered":"2024-04-21T09:10:05.882445+0000","last_clean":"2024-04-21T09:10:05.882445+0000","last_became_active":"2024-04-21T09:08:32.761289+0000","last_became_peered":"2024-04-21T09:08:32.761289+0000","last_unstale":"2024-04-21T09:10:05.882445+0000","last_undegraded":"2024-04-21T09:10:05.882445+0000","last_fullsized":"2024-04-21T09:10:05.882445+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:35:34.721320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":323,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.905216+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:10:06.905216+0000","last_peered":"2024-04-21T09:10:06.905216+0000","last_clean":"2024-04-21T09:10:06.905216+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:10:06.905216+0000","last_undegraded":"2024-04-21T09:10:06.905216+0000","last_fullsized":"2024-04-21T09:10:06.905216+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":249,"num_read_kb":194,"num_write":41,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989184+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:10:05.989184+0000","last_peered":"2024-04-21T09:10:05.989184+0000","last_clean":"2024-04-21T09:10:05.989184+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:10:05.989184+0000","last_undegraded":"2024-04-21T09:10:05.989184+0000","last_fullsized":"2024-04-21T09:10:05.989184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903763+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:10:05.903763+0000","last_peered":"2024-04-21T09:10:05.903763+0000","last_clean":"2024-04-21T09:10:05.903763+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:10:05.903763+0000","last_undegraded":"2024-04-21T09:10:05.903763+0000","last_fullsized":"2024-04-21T09:10:05.903763+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883272+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:10:05.883272+0000","last_peered":"2024-04-21T09:10:05.883272+0000","last_clean":"2024-04-21T09:10:05.883272+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:10:05.883272+0000","last_undegraded":"2024-04-21T09:10:05.883272+0000","last_fullsized":"2024-04-21T09:10:05.883272+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577826+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:10:06.577826+0000","last_peered":"2024-04-21T09:10:06.577826+0000","last_clean":"2024-04-21T09:10:06.577826+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:10:06.577826+0000","last_undegraded":"2024-04-21T09:10:06.577826+0000","last_fullsized":"2024-04-21T09:10:06.577826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577818+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:10:06.577818+0000","last_peered":"2024-04-21T09:10:06.577818+0000","last_clean":"2024-04-21T09:10:06.577818+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:10:06.577818+0000","last_undegraded":"2024-04-21T09:10:06.577818+0000","last_fullsized":"2024-04-21T09:10:06.577818+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903580+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:10:05.903580+0000","last_peered":"2024-04-21T09:10:05.903580+0000","last_clean":"2024-04-21T09:10:05.903580+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:10:05.903580+0000","last_undegraded":"2024-04-21T09:10:05.903580+0000","last_fullsized":"2024-04-21T09:10:05.903580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148562+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:10:06.148562+0000","last_peered":"2024-04-21T09:10:06.148562+0000","last_clean":"2024-04-21T09:10:06.148562+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:10:06.148562+0000","last_undegraded":"2024-04-21T09:10:06.148562+0000","last_fullsized":"2024-04-21T09:10:06.148562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986988+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:10:05.986988+0000","last_peered":"2024-04-21T09:10:05.986988+0000","last_clean":"2024-04-21T09:10:05.986988+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:10:05.986988+0000","last_undegraded":"2024-04-21T09:10:05.986988+0000","last_fullsized":"2024-04-21T09:10:05.986988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'4","reported_seq":160,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.883550+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:10:06.883550+0000","last_peered":"2024-04-21T09:10:06.883550+0000","last_clean":"2024-04-21T09:10:06.883550+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:10:06.883550+0000","last_undegraded":"2024-04-21T09:10:06.883550+0000","last_fullsized":"2024-04-21T09:10:06.883550+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":896,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148459+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:10:06.148459+0000","last_peered":"2024-04-21T09:10:06.148459+0000","last_clean":"2024-04-21T09:10:06.148459+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:10:06.148459+0000","last_undegraded":"2024-04-21T09:10:06.148459+0000","last_fullsized":"2024-04-21T09:10:06.148459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579755+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:10:06.579755+0000","last_peered":"2024-04-21T09:10:06.579755+0000","last_clean":"2024-04-21T09:10:06.579755+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:10:06.579755+0000","last_undegraded":"2024-04-21T09:10:06.579755+0000","last_fullsized":"2024-04-21T09:10:06.579755+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988830+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:10:05.988830+0000","last_peered":"2024-04-21T09:10:05.988830+0000","last_clean":"2024-04-21T09:10:05.988830+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:10:05.988830+0000","last_undegraded":"2024-04-21T09:10:05.988830+0000","last_fullsized":"2024-04-21T09:10:05.988830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903262+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:10:05.903262+0000","last_peered":"2024-04-21T09:10:05.903262+0000","last_clean":"2024-04-21T09:10:05.903262+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:10:05.903262+0000","last_undegraded":"2024-04-21T09:10:05.903262+0000","last_fullsized":"2024-04-21T09:10:05.903262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903276+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:10:05.903276+0000","last_peered":"2024-04-21T09:10:05.903276+0000","last_clean":"2024-04-21T09:10:05.903276+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:10:05.903276+0000","last_undegraded":"2024-04-21T09:10:05.903276+0000","last_fullsized":"2024-04-21T09:10:05.903276+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989336+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:10:05.989336+0000","last_peered":"2024-04-21T09:10:05.989336+0000","last_clean":"2024-04-21T09:10:05.989336+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:10:05.989336+0000","last_undegraded":"2024-04-21T09:10:05.989336+0000","last_fullsized":"2024-04-21T09:10:05.989336+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577718+0000","last_change":"2024-04-21T09:09:33.407357+0000","last_active":"2024-04-21T09:10:06.577718+0000","last_peered":"2024-04-21T09:10:06.577718+0000","last_clean":"2024-04-21T09:10:06.577718+0000","last_became_active":"2024-04-21T09:09:33.406890+0000","last_became_peered":"2024-04-21T09:09:33.406890+0000","last_unstale":"2024-04-21T09:10:06.577718+0000","last_undegraded":"2024-04-21T09:10:06.577718+0000","last_fullsized":"2024-04-21T09:10:06.577718+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:47:57.666331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988889+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:10:05.988889+0000","last_peered":"2024-04-21T09:10:05.988889+0000","last_clean":"2024-04-21T09:10:05.988889+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:10:05.988889+0000","last_undegraded":"2024-04-21T09:10:05.988889+0000","last_fullsized":"2024-04-21T09:10:05.988889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986780+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:10:05.986780+0000","last_peered":"2024-04-21T09:10:05.986780+0000","last_clean":"2024-04-21T09:10:05.986780+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:10:05.986780+0000","last_undegraded":"2024-04-21T09:10:05.986780+0000","last_fullsized":"2024-04-21T09:10:05.986780+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882808+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:10:05.882808+0000","last_peered":"2024-04-21T09:10:05.882808+0000","last_clean":"2024-04-21T09:10:05.882808+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:10:05.882808+0000","last_undegraded":"2024-04-21T09:10:05.882808+0000","last_fullsized":"2024-04-21T09:10:05.882808+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579883+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:10:06.579883+0000","last_peered":"2024-04-21T09:10:06.579883+0000","last_clean":"2024-04-21T09:10:06.579883+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:10:06.579883+0000","last_undegraded":"2024-04-21T09:10:06.579883+0000","last_fullsized":"2024-04-21T09:10:06.579883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148264+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:10:06.148264+0000","last_peered":"2024-04-21T09:10:06.148264+0000","last_clean":"2024-04-21T09:10:06.148264+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:10:06.148264+0000","last_undegraded":"2024-04-21T09:10:06.148264+0000","last_fullsized":"2024-04-21T09:10:06.148264+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882603+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:10:05.882603+0000","last_peered":"2024-04-21T09:10:05.882603+0000","last_clean":"2024-04-21T09:10:05.882603+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:10:05.882603+0000","last_undegraded":"2024-04-21T09:10:05.882603+0000","last_fullsized":"2024-04-21T09:10:05.882603+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579984+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:10:06.579984+0000","last_peered":"2024-04-21T09:10:06.579984+0000","last_clean":"2024-04-21T09:10:06.579984+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:10:06.579984+0000","last_undegraded":"2024-04-21T09:10:06.579984+0000","last_fullsized":"2024-04-21T09:10:06.579984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903319+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:10:05.903319+0000","last_peered":"2024-04-21T09:10:05.903319+0000","last_clean":"2024-04-21T09:10:05.903319+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:10:05.903319+0000","last_undegraded":"2024-04-21T09:10:05.903319+0000","last_fullsized":"2024-04-21T09:10:05.903319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":158,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579602+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:10:06.579602+0000","last_peered":"2024-04-21T09:10:06.579602+0000","last_clean":"2024-04-21T09:10:06.579602+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:10:06.579602+0000","last_undegraded":"2024-04-21T09:10:06.579602+0000","last_fullsized":"2024-04-21T09:10:06.579602+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148446+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:10:06.148446+0000","last_peered":"2024-04-21T09:10:06.148446+0000","last_clean":"2024-04-21T09:10:06.148446+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:10:06.148446+0000","last_undegraded":"2024-04-21T09:10:06.148446+0000","last_fullsized":"2024-04-21T09:10:06.148446+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881207+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:10:05.881207+0000","last_peered":"2024-04-21T09:10:05.881207+0000","last_clean":"2024-04-21T09:10:05.881207+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:10:05.881207+0000","last_undegraded":"2024-04-21T09:10:05.881207+0000","last_fullsized":"2024-04-21T09:10:05.881207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016611+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:10:06.016611+0000","last_peered":"2024-04-21T09:10:06.016611+0000","last_clean":"2024-04-21T09:10:06.016611+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:10:06.016611+0000","last_undegraded":"2024-04-21T09:10:06.016611+0000","last_fullsized":"2024-04-21T09:10:06.016611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":368,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148051+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:10:06.148051+0000","last_peered":"2024-04-21T09:10:06.148051+0000","last_clean":"2024-04-21T09:10:06.148051+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:10:06.148051+0000","last_undegraded":"2024-04-21T09:10:06.148051+0000","last_fullsized":"2024-04-21T09:10:06.148051+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903358+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:10:05.903358+0000","last_peered":"2024-04-21T09:10:05.903358+0000","last_clean":"2024-04-21T09:10:05.903358+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:10:05.903358+0000","last_undegraded":"2024-04-21T09:10:05.903358+0000","last_fullsized":"2024-04-21T09:10:05.903358+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579254+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:10:06.579254+0000","last_peered":"2024-04-21T09:10:06.579254+0000","last_clean":"2024-04-21T09:10:06.579254+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:10:06.579254+0000","last_undegraded":"2024-04-21T09:10:06.579254+0000","last_fullsized":"2024-04-21T09:10:06.579254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148115+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:10:06.148115+0000","last_peered":"2024-04-21T09:10:06.148115+0000","last_clean":"2024-04-21T09:10:06.148115+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:10:06.148115+0000","last_undegraded":"2024-04-21T09:10:06.148115+0000","last_fullsized":"2024-04-21T09:10:06.148115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577678+0000","last_change":"2024-04-21T09:08:32.792163+0000","last_active":"2024-04-21T09:10:06.577678+0000","last_peered":"2024-04-21T09:10:06.577678+0000","last_clean":"2024-04-21T09:10:06.577678+0000","last_became_active":"2024-04-21T09:08:32.791581+0000","last_became_peered":"2024-04-21T09:08:32.791581+0000","last_unstale":"2024-04-21T09:10:06.577678+0000","last_undegraded":"2024-04-21T09:10:06.577678+0000","last_fullsized":"2024-04-21T09:10:06.577678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:06:16.078761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989165+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:10:05.989165+0000","last_peered":"2024-04-21T09:10:05.989165+0000","last_clean":"2024-04-21T09:10:05.989165+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:10:05.989165+0000","last_undegraded":"2024-04-21T09:10:05.989165+0000","last_fullsized":"2024-04-21T09:10:05.989165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579336+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:10:06.579336+0000","last_peered":"2024-04-21T09:10:06.579336+0000","last_clean":"2024-04-21T09:10:06.579336+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:10:06.579336+0000","last_undegraded":"2024-04-21T09:10:06.579336+0000","last_fullsized":"2024-04-21T09:10:06.579336+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880807+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:10:05.880807+0000","last_peered":"2024-04-21T09:10:05.880807+0000","last_clean":"2024-04-21T09:10:05.880807+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:10:05.880807+0000","last_undegraded":"2024-04-21T09:10:05.880807+0000","last_fullsized":"2024-04-21T09:10:05.880807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'45","reported_seq":102,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.110740+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:10:06.110740+0000","last_peered":"2024-04-21T09:10:06.110740+0000","last_clean":"2024-04-21T09:10:06.110740+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:10:06.110740+0000","last_undegraded":"2024-04-21T09:10:06.110740+0000","last_fullsized":"2024-04-21T09:10:06.110740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881224+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:10:05.881224+0000","last_peered":"2024-04-21T09:10:05.881224+0000","last_clean":"2024-04-21T09:10:05.881224+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:10:05.881224+0000","last_undegraded":"2024-04-21T09:10:05.881224+0000","last_fullsized":"2024-04-21T09:10:05.881224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882929+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:10:05.882929+0000","last_peered":"2024-04-21T09:10:05.882929+0000","last_clean":"2024-04-21T09:10:05.882929+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:10:05.882929+0000","last_undegraded":"2024-04-21T09:10:05.882929+0000","last_fullsized":"2024-04-21T09:10:05.882929+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016841+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:10:06.016841+0000","last_peered":"2024-04-21T09:10:06.016841+0000","last_clean":"2024-04-21T09:10:06.016841+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:10:06.016841+0000","last_undegraded":"2024-04-21T09:10:06.016841+0000","last_fullsized":"2024-04-21T09:10:06.016841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578332+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:10:06.578332+0000","last_peered":"2024-04-21T09:10:06.578332+0000","last_clean":"2024-04-21T09:10:06.578332+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:10:06.578332+0000","last_undegraded":"2024-04-21T09:10:06.578332+0000","last_fullsized":"2024-04-21T09:10:06.578332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016541+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:10:06.016541+0000","last_peered":"2024-04-21T09:10:06.016541+0000","last_clean":"2024-04-21T09:10:06.016541+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:10:06.016541+0000","last_undegraded":"2024-04-21T09:10:06.016541+0000","last_fullsized":"2024-04-21T09:10:06.016541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151277+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:10:06.151277+0000","last_peered":"2024-04-21T09:10:06.151277+0000","last_clean":"2024-04-21T09:10:06.151277+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:10:06.151277+0000","last_undegraded":"2024-04-21T09:10:06.151277+0000","last_fullsized":"2024-04-21T09:10:06.151277+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988754+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:10:05.988754+0000","last_peered":"2024-04-21T09:10:05.988754+0000","last_clean":"2024-04-21T09:10:05.988754+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:10:05.988754+0000","last_undegraded":"2024-04-21T09:10:05.988754+0000","last_fullsized":"2024-04-21T09:10:05.988754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987144+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:10:05.987144+0000","last_peered":"2024-04-21T09:10:05.987144+0000","last_clean":"2024-04-21T09:10:05.987144+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:10:05.987144+0000","last_undegraded":"2024-04-21T09:10:05.987144+0000","last_fullsized":"2024-04-21T09:10:05.987144+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881380+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:10:05.881380+0000","last_peered":"2024-04-21T09:10:05.881380+0000","last_clean":"2024-04-21T09:10:05.881380+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:10:05.881380+0000","last_undegraded":"2024-04-21T09:10:05.881380+0000","last_fullsized":"2024-04-21T09:10:05.881380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577262+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:10:06.577262+0000","last_peered":"2024-04-21T09:10:06.577262+0000","last_clean":"2024-04-21T09:10:06.577262+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:10:06.577262+0000","last_undegraded":"2024-04-21T09:10:06.577262+0000","last_fullsized":"2024-04-21T09:10:06.577262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016553+0000","last_change":"2024-04-21T09:08:32.770346+0000","last_active":"2024-04-21T09:10:06.016553+0000","last_peered":"2024-04-21T09:10:06.016553+0000","last_clean":"2024-04-21T09:10:06.016553+0000","last_became_active":"2024-04-21T09:08:32.758063+0000","last_became_peered":"2024-04-21T09:08:32.758063+0000","last_unstale":"2024-04-21T09:10:06.016553+0000","last_undegraded":"2024-04-21T09:10:06.016553+0000","last_fullsized":"2024-04-21T09:10:06.016553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:02:42.552559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577182+0000","last_change":"2024-04-21T09:08:32.764269+0000","last_active":"2024-04-21T09:10:06.577182+0000","last_peered":"2024-04-21T09:10:06.577182+0000","last_clean":"2024-04-21T09:10:06.577182+0000","last_became_active":"2024-04-21T09:08:32.759095+0000","last_became_peered":"2024-04-21T09:08:32.759095+0000","last_unstale":"2024-04-21T09:10:06.577182+0000","last_undegraded":"2024-04-21T09:10:06.577182+0000","last_fullsized":"2024-04-21T09:10:06.577182+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:22:16.666992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881277+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:10:05.881277+0000","last_peered":"2024-04-21T09:10:05.881277+0000","last_clean":"2024-04-21T09:10:05.881277+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:10:05.881277+0000","last_undegraded":"2024-04-21T09:10:05.881277+0000","last_fullsized":"2024-04-21T09:10:05.881277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016534+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:10:06.016534+0000","last_peered":"2024-04-21T09:10:06.016534+0000","last_clean":"2024-04-21T09:10:06.016534+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:10:06.016534+0000","last_undegraded":"2024-04-21T09:10:06.016534+0000","last_fullsized":"2024-04-21T09:10:06.016534+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988928+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:10:05.988928+0000","last_peered":"2024-04-21T09:10:05.988928+0000","last_clean":"2024-04-21T09:10:05.988928+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:10:05.988928+0000","last_undegraded":"2024-04-21T09:10:05.988928+0000","last_fullsized":"2024-04-21T09:10:05.988928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148488+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:10:06.148488+0000","last_peered":"2024-04-21T09:10:06.148488+0000","last_clean":"2024-04-21T09:10:06.148488+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:10:06.148488+0000","last_undegraded":"2024-04-21T09:10:06.148488+0000","last_fullsized":"2024-04-21T09:10:06.148488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151174+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:10:06.151174+0000","last_peered":"2024-04-21T09:10:06.151174+0000","last_clean":"2024-04-21T09:10:06.151174+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:10:06.151174+0000","last_undegraded":"2024-04-21T09:10:06.151174+0000","last_fullsized":"2024-04-21T09:10:06.151174+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883511+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:10:05.883511+0000","last_peered":"2024-04-21T09:10:05.883511+0000","last_clean":"2024-04-21T09:10:05.883511+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:10:05.883511+0000","last_undegraded":"2024-04-21T09:10:05.883511+0000","last_fullsized":"2024-04-21T09:10:05.883511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148669+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:10:06.148669+0000","last_peered":"2024-04-21T09:10:06.148669+0000","last_clean":"2024-04-21T09:10:06.148669+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:10:06.148669+0000","last_undegraded":"2024-04-21T09:10:06.148669+0000","last_fullsized":"2024-04-21T09:10:06.148669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578107+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:10:06.578107+0000","last_peered":"2024-04-21T09:10:06.578107+0000","last_clean":"2024-04-21T09:10:06.578107+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:10:06.578107+0000","last_undegraded":"2024-04-21T09:10:06.578107+0000","last_fullsized":"2024-04-21T09:10:06.578107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"94'39","reported_seq":81,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.109499+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:10:06.109499+0000","last_peered":"2024-04-21T09:10:06.109499+0000","last_clean":"2024-04-21T09:10:06.109499+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:10:06.109499+0000","last_undegraded":"2024-04-21T09:10:06.109499+0000","last_fullsized":"2024-04-21T09:10:06.109499+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148265+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:10:06.148265+0000","last_peered":"2024-04-21T09:10:06.148265+0000","last_clean":"2024-04-21T09:10:06.148265+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:10:06.148265+0000","last_undegraded":"2024-04-21T09:10:06.148265+0000","last_fullsized":"2024-04-21T09:10:06.148265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903061+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:10:05.903061+0000","last_peered":"2024-04-21T09:10:05.903061+0000","last_clean":"2024-04-21T09:10:05.903061+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:10:05.903061+0000","last_undegraded":"2024-04-21T09:10:05.903061+0000","last_fullsized":"2024-04-21T09:10:05.903061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579725+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:10:06.579725+0000","last_peered":"2024-04-21T09:10:06.579725+0000","last_clean":"2024-04-21T09:10:06.579725+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:10:06.579725+0000","last_undegraded":"2024-04-21T09:10:06.579725+0000","last_fullsized":"2024-04-21T09:10:06.579725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148851+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:10:06.148851+0000","last_peered":"2024-04-21T09:10:06.148851+0000","last_clean":"2024-04-21T09:10:06.148851+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:10:06.148851+0000","last_undegraded":"2024-04-21T09:10:06.148851+0000","last_fullsized":"2024-04-21T09:10:06.148851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883156+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:10:05.883156+0000","last_peered":"2024-04-21T09:10:05.883156+0000","last_clean":"2024-04-21T09:10:05.883156+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:10:05.883156+0000","last_undegraded":"2024-04-21T09:10:05.883156+0000","last_fullsized":"2024-04-21T09:10:05.883156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882947+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:10:05.882947+0000","last_peered":"2024-04-21T09:10:05.882947+0000","last_clean":"2024-04-21T09:10:05.882947+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:10:05.882947+0000","last_undegraded":"2024-04-21T09:10:05.882947+0000","last_fullsized":"2024-04-21T09:10:05.882947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577840+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:10:06.577840+0000","last_peered":"2024-04-21T09:10:06.577840+0000","last_clean":"2024-04-21T09:10:06.577840+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:10:06.577840+0000","last_undegraded":"2024-04-21T09:10:06.577840+0000","last_fullsized":"2024-04-21T09:10:06.577840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579577+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:10:06.579577+0000","last_peered":"2024-04-21T09:10:06.579577+0000","last_clean":"2024-04-21T09:10:06.579577+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:10:06.579577+0000","last_undegraded":"2024-04-21T09:10:06.579577+0000","last_fullsized":"2024-04-21T09:10:06.579577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577179+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:10:06.577179+0000","last_peered":"2024-04-21T09:10:06.577179+0000","last_clean":"2024-04-21T09:10:06.577179+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:10:06.577179+0000","last_undegraded":"2024-04-21T09:10:06.577179+0000","last_fullsized":"2024-04-21T09:10:06.577179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883788+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:10:05.883788+0000","last_peered":"2024-04-21T09:10:05.883788+0000","last_clean":"2024-04-21T09:10:05.883788+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:10:05.883788+0000","last_undegraded":"2024-04-21T09:10:05.883788+0000","last_fullsized":"2024-04-21T09:10:05.883788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881437+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:10:05.881437+0000","last_peered":"2024-04-21T09:10:05.881437+0000","last_clean":"2024-04-21T09:10:05.881437+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:10:05.881437+0000","last_undegraded":"2024-04-21T09:10:05.881437+0000","last_fullsized":"2024-04-21T09:10:05.881437+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903058+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:10:05.903058+0000","last_peered":"2024-04-21T09:10:05.903058+0000","last_clean":"2024-04-21T09:10:05.903058+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:10:05.903058+0000","last_undegraded":"2024-04-21T09:10:05.903058+0000","last_fullsized":"2024-04-21T09:10:05.903058+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881510+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:10:05.881510+0000","last_peered":"2024-04-21T09:10:05.881510+0000","last_clean":"2024-04-21T09:10:05.881510+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:10:05.881510+0000","last_undegraded":"2024-04-21T09:10:05.881510+0000","last_fullsized":"2024-04-21T09:10:05.881510+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151376+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:10:06.151376+0000","last_peered":"2024-04-21T09:10:06.151376+0000","last_clean":"2024-04-21T09:10:06.151376+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:10:06.151376+0000","last_undegraded":"2024-04-21T09:10:06.151376+0000","last_fullsized":"2024-04-21T09:10:06.151376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578660+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:10:06.578660+0000","last_peered":"2024-04-21T09:10:06.578660+0000","last_clean":"2024-04-21T09:10:06.578660+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:10:06.578660+0000","last_undegraded":"2024-04-21T09:10:06.578660+0000","last_fullsized":"2024-04-21T09:10:06.578660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":599193,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":832,"num_read_kb":530,"num_write":285,"num_write_kb":1439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2027520,"data_stored":1797579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383722,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1056768,"data_stored":519658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645358,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28880,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716272,"statfs":{"total":95995035648,"available":95965462528,"internally_reserved":0,"allocated":1908736,"data_stored":1322872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808883,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070521,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332158,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28664,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716488,"statfs":{"total":95995035648,"available":95965683712,"internally_reserved":0,"allocated":1683456,"data_stored":1125905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495683,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36372,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708780,"statfs":{"total":95995035648,"available":95957790720,"internally_reserved":0,"allocated":1052672,"data_stored":515070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36432,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708720,"statfs":{"total":95995035648,"available":95957729280,"internally_reserved":0,"allocated":1122304,"data_stored":578893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":526332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32308,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712844,"statfs":{"total":95995035648,"available":95961952256,"internally_reserved":0,"allocated":1155072,"data_stored":589495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":525650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":520650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28980,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716172,"statfs":{"total":95995035648,"available":95965360128,"internally_reserved":0,"allocated":1826816,"data_stored":1252394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":203554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:10:08.705 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-04-21T09:10:08.705 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T09:10:08.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 -- 172.21.15.52:0/970460681 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88105390 msgr2=0x7f3c88107780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 --2- 172.21.15.52:0/970460681 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88105390 0x7f3c88107780 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f3c78009900 tx=0x7f3c7802bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 -- 172.21.15.52:0/970460681 shutdown_connections 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 --2- 172.21.15.52:0/970460681 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c88107cc0 0x7f3c8810a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 --2- 172.21.15.52:0/970460681 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88105390 0x7f3c88107780 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 --2- 172.21.15.52:0/970460681 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c88102a60 0x7f3c88104e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 -- 172.21.15.52:0/970460681 >> 172.21.15.52:0/970460681 conn(0x7f3c880fc3f0 msgr2=0x7f3c880fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 -- 172.21.15.52:0/970460681 shutdown_connections 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 -- 172.21.15.52:0/970460681 wait complete. 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 Processor -- start 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.846+0000 7f3c90332640 1 -- start start 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c90332640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88102a60 0x7f3c881023d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c90332640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c88105390 0x7f3c88100a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c90332640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c88107cc0 0x7f3c88100f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c90332640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3c8810dae0 con 0x7f3c88102a60 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c90332640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3c8810d960 con 0x7f3c88105390 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c90332640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f3c8810dc60 con 0x7f3c88107cc0 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88102a60 0x7f3c881023d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8d8cd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c88105390 0x7f3c88100a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88102a60 0x7f3c881023d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40422/0 (socket says 172.21.15.52:40422) 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 -- 172.21.15.52:0/1515758494 learned_addr learned my addr 172.21.15.52:0/1515758494 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e8cf640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c88107cc0 0x7f3c88100f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 -- 172.21.15.52:0/1515758494 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c88107cc0 msgr2=0x7f3c88100f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c88107cc0 0x7f3c88100f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 -- 172.21.15.52:0/1515758494 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c88105390 msgr2=0x7f3c88100a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:08.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c88105390 0x7f3c88100a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:08.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 -- 172.21.15.52:0/1515758494 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c881017e0 con 0x7f3c88102a60 2024-04-21T09:10:08.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8d8cd640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c88105390 0x7f3c88100a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:08.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c8e0ce640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88102a60 0x7f3c881023d0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f3c8400e9f0 tx=0x7f3c8400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:08.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c7f7fe640 1 -- 172.21.15.52:0/1515758494 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8400ccc0 con 0x7f3c88102a60 2024-04-21T09:10:08.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c7f7fe640 1 -- 172.21.15.52:0/1515758494 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c840108e0 con 0x7f3c88102a60 2024-04-21T09:10:08.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c881a2310 con 0x7f3c88102a60 2024-04-21T09:10:08.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.847+0000 7f3c7f7fe640 1 -- 172.21.15.52:0/1515758494 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c84018880 con 0x7f3c88102a60 2024-04-21T09:10:08.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.848+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c881a2830 con 0x7f3c88102a60 2024-04-21T09:10:08.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.849+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c880fdee0 con 0x7f3c88102a60 2024-04-21T09:10:08.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.850+0000 7f3c7f7fe640 1 -- 172.21.15.52:0/1515758494 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f3c84010430 con 0x7f3c88102a60 2024-04-21T09:10:08.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.850+0000 7f3c7f7fe640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3c740a3d20 0x7f3c740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:08.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.851+0000 7f3c7f7fe640 1 -- 172.21.15.52:0/1515758494 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f3c840d0f80 con 0x7f3c88102a60 2024-04-21T09:10:08.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.851+0000 7f3c8d8cd640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3c740a3d20 0x7f3c740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:08.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.851+0000 7f3c8d8cd640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3c740a3d20 0x7f3c740a61e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3c7802c240 tx=0x7f3c7802c7e0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:08.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:08.855+0000 7f3c7f7fe640 1 -- 172.21.15.52:0/1515758494 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c8409d240 con 0x7f3c88102a60 2024-04-21T09:10:09.052 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.053+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3c88062390 con 0x7f3c740a3d20 2024-04-21T09:10:09.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.062+0000 7f3c7f7fe640 1 -- 172.21.15.52:0/1515758494 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339388 (secure 0 0 0) 0x7f3c88062390 con 0x7f3c740a3d20 2024-04-21T09:10:09.066 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:09.068 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:10:09.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3c740a3d20 msgr2=0x7f3c740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3c740a3d20 0x7f3c740a61e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3c7802c240 tx=0x7f3c7802c7e0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88102a60 msgr2=0x7f3c881023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88102a60 0x7f3c881023d0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f3c8400e9f0 tx=0x7f3c8400edf0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 shutdown_connections 2024-04-21T09:10:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3c740a3d20 0x7f3c740a61e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3c88107cc0 0x7f3c88100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3c88105390 0x7f3c88100a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 --2- 172.21.15.52:0/1515758494 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3c88102a60 0x7f3c881023d0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 >> 172.21.15.52:0/1515758494 conn(0x7f3c880fc3f0 msgr2=0x7f3c88103300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 shutdown_connections 2024-04-21T09:10:09.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.066+0000 7f3c90332640 1 -- 172.21.15.52:0/1515758494 wait complete. 2024-04-21T09:10:09.078 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-04-21T09:10:07.895351+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1189795,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":968,"num_read_kb":649,"num_write":468,"num_write_kb":4379,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181475,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":864,"ondisk_log_size":864,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":360864,"kb_used_data":15648,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580960,"statfs":{"total":1151940427776,"available":1151570903040,"internally_reserved":0,"allocated":16023552,"data_stored":9322807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.986963"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577392+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:10:06.577392+0000","last_peered":"2024-04-21T09:10:06.577392+0000","last_clean":"2024-04-21T09:10:06.577392+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:10:06.577392+0000","last_undegraded":"2024-04-21T09:10:06.577392+0000","last_fullsized":"2024-04-21T09:10:06.577392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578181+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:10:06.578181+0000","last_peered":"2024-04-21T09:10:06.578181+0000","last_clean":"2024-04-21T09:10:06.578181+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:10:06.578181+0000","last_undegraded":"2024-04-21T09:10:06.578181+0000","last_fullsized":"2024-04-21T09:10:06.578181+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578403+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:10:06.578403+0000","last_peered":"2024-04-21T09:10:06.578403+0000","last_clean":"2024-04-21T09:10:06.578403+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:10:06.578403+0000","last_undegraded":"2024-04-21T09:10:06.578403+0000","last_fullsized":"2024-04-21T09:10:06.578403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016684+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:10:06.016684+0000","last_peered":"2024-04-21T09:10:06.016684+0000","last_clean":"2024-04-21T09:10:06.016684+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:10:06.016684+0000","last_undegraded":"2024-04-21T09:10:06.016684+0000","last_fullsized":"2024-04-21T09:10:06.016684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988936+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:10:05.988936+0000","last_peered":"2024-04-21T09:10:05.988936+0000","last_clean":"2024-04-21T09:10:05.988936+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:10:05.988936+0000","last_undegraded":"2024-04-21T09:10:05.988936+0000","last_fullsized":"2024-04-21T09:10:05.988936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882573+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:10:05.882573+0000","last_peered":"2024-04-21T09:10:05.882573+0000","last_clean":"2024-04-21T09:10:05.882573+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:10:05.882573+0000","last_undegraded":"2024-04-21T09:10:05.882573+0000","last_fullsized":"2024-04-21T09:10:05.882573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148149+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:10:06.148149+0000","last_peered":"2024-04-21T09:10:06.148149+0000","last_clean":"2024-04-21T09:10:06.148149+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:10:06.148149+0000","last_undegraded":"2024-04-21T09:10:06.148149+0000","last_fullsized":"2024-04-21T09:10:06.148149+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986101+0000","last_change":"2024-04-21T09:08:32.755877+0000","last_active":"2024-04-21T09:10:05.986101+0000","last_peered":"2024-04-21T09:10:05.986101+0000","last_clean":"2024-04-21T09:10:05.986101+0000","last_became_active":"2024-04-21T09:08:32.755619+0000","last_became_peered":"2024-04-21T09:08:32.755619+0000","last_unstale":"2024-04-21T09:10:05.986101+0000","last_undegraded":"2024-04-21T09:10:05.986101+0000","last_fullsized":"2024-04-21T09:10:05.986101+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:32:48.194195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151689+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:10:06.151689+0000","last_peered":"2024-04-21T09:10:06.151689+0000","last_clean":"2024-04-21T09:10:06.151689+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:10:06.151689+0000","last_undegraded":"2024-04-21T09:10:06.151689+0000","last_fullsized":"2024-04-21T09:10:06.151689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883064+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:10:05.883064+0000","last_peered":"2024-04-21T09:10:05.883064+0000","last_clean":"2024-04-21T09:10:05.883064+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:10:05.883064+0000","last_undegraded":"2024-04-21T09:10:05.883064+0000","last_fullsized":"2024-04-21T09:10:05.883064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148608+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:10:06.148608+0000","last_peered":"2024-04-21T09:10:06.148608+0000","last_clean":"2024-04-21T09:10:06.148608+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:10:06.148608+0000","last_undegraded":"2024-04-21T09:10:06.148608+0000","last_fullsized":"2024-04-21T09:10:06.148608+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986672+0000","last_change":"2024-04-21T09:09:33.408718+0000","last_active":"2024-04-21T09:10:05.986672+0000","last_peered":"2024-04-21T09:10:05.986672+0000","last_clean":"2024-04-21T09:10:05.986672+0000","last_became_active":"2024-04-21T09:09:33.408397+0000","last_became_peered":"2024-04-21T09:09:33.408397+0000","last_unstale":"2024-04-21T09:10:05.986672+0000","last_undegraded":"2024-04-21T09:10:05.986672+0000","last_fullsized":"2024-04-21T09:10:05.986672+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:25:35.462373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578500+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:10:06.578500+0000","last_peered":"2024-04-21T09:10:06.578500+0000","last_clean":"2024-04-21T09:10:06.578500+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:10:06.578500+0000","last_undegraded":"2024-04-21T09:10:06.578500+0000","last_fullsized":"2024-04-21T09:10:06.578500+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577901+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:10:06.577901+0000","last_peered":"2024-04-21T09:10:06.577901+0000","last_clean":"2024-04-21T09:10:06.577901+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:10:06.577901+0000","last_undegraded":"2024-04-21T09:10:06.577901+0000","last_fullsized":"2024-04-21T09:10:06.577901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577486+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:10:06.577486+0000","last_peered":"2024-04-21T09:10:06.577486+0000","last_clean":"2024-04-21T09:10:06.577486+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:10:06.577486+0000","last_undegraded":"2024-04-21T09:10:06.577486+0000","last_fullsized":"2024-04-21T09:10:06.577486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151202+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:10:06.151202+0000","last_peered":"2024-04-21T09:10:06.151202+0000","last_clean":"2024-04-21T09:10:06.151202+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:10:06.151202+0000","last_undegraded":"2024-04-21T09:10:06.151202+0000","last_fullsized":"2024-04-21T09:10:06.151202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577526+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:10:06.577526+0000","last_peered":"2024-04-21T09:10:06.577526+0000","last_clean":"2024-04-21T09:10:06.577526+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:10:06.577526+0000","last_undegraded":"2024-04-21T09:10:06.577526+0000","last_fullsized":"2024-04-21T09:10:06.577526+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987071+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:10:05.987071+0000","last_peered":"2024-04-21T09:10:05.987071+0000","last_clean":"2024-04-21T09:10:05.987071+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:10:05.987071+0000","last_undegraded":"2024-04-21T09:10:05.987071+0000","last_fullsized":"2024-04-21T09:10:05.987071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883450+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:10:05.883450+0000","last_peered":"2024-04-21T09:10:05.883450+0000","last_clean":"2024-04-21T09:10:05.883450+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:10:05.883450+0000","last_undegraded":"2024-04-21T09:10:05.883450+0000","last_fullsized":"2024-04-21T09:10:05.883450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883066+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:10:05.883066+0000","last_peered":"2024-04-21T09:10:05.883066+0000","last_clean":"2024-04-21T09:10:05.883066+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:10:05.883066+0000","last_undegraded":"2024-04-21T09:10:05.883066+0000","last_fullsized":"2024-04-21T09:10:05.883066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987199+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:10:05.987199+0000","last_peered":"2024-04-21T09:10:05.987199+0000","last_clean":"2024-04-21T09:10:05.987199+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:10:05.987199+0000","last_undegraded":"2024-04-21T09:10:05.987199+0000","last_fullsized":"2024-04-21T09:10:05.987199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881043+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:10:05.881043+0000","last_peered":"2024-04-21T09:10:05.881043+0000","last_clean":"2024-04-21T09:10:05.881043+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:10:05.881043+0000","last_undegraded":"2024-04-21T09:10:05.881043+0000","last_fullsized":"2024-04-21T09:10:05.881043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016307+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:10:06.016307+0000","last_peered":"2024-04-21T09:10:06.016307+0000","last_clean":"2024-04-21T09:10:06.016307+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:10:06.016307+0000","last_undegraded":"2024-04-21T09:10:06.016307+0000","last_fullsized":"2024-04-21T09:10:06.016307+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881874+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:10:05.881874+0000","last_peered":"2024-04-21T09:10:05.881874+0000","last_clean":"2024-04-21T09:10:05.881874+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:10:05.881874+0000","last_undegraded":"2024-04-21T09:10:05.881874+0000","last_fullsized":"2024-04-21T09:10:05.881874+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578536+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:10:06.578536+0000","last_peered":"2024-04-21T09:10:06.578536+0000","last_clean":"2024-04-21T09:10:06.578536+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:10:06.578536+0000","last_undegraded":"2024-04-21T09:10:06.578536+0000","last_fullsized":"2024-04-21T09:10:06.578536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016516+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:10:06.016516+0000","last_peered":"2024-04-21T09:10:06.016516+0000","last_clean":"2024-04-21T09:10:06.016516+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:10:06.016516+0000","last_undegraded":"2024-04-21T09:10:06.016516+0000","last_fullsized":"2024-04-21T09:10:06.016516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989291+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:10:05.989291+0000","last_peered":"2024-04-21T09:10:05.989291+0000","last_clean":"2024-04-21T09:10:05.989291+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:10:05.989291+0000","last_undegraded":"2024-04-21T09:10:05.989291+0000","last_fullsized":"2024-04-21T09:10:05.989291+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151385+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:10:06.151385+0000","last_peered":"2024-04-21T09:10:06.151385+0000","last_clean":"2024-04-21T09:10:06.151385+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:10:06.151385+0000","last_undegraded":"2024-04-21T09:10:06.151385+0000","last_fullsized":"2024-04-21T09:10:06.151385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016330+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:10:06.016330+0000","last_peered":"2024-04-21T09:10:06.016330+0000","last_clean":"2024-04-21T09:10:06.016330+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:10:06.016330+0000","last_undegraded":"2024-04-21T09:10:06.016330+0000","last_fullsized":"2024-04-21T09:10:06.016330+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577632+0000","last_change":"2024-04-21T09:08:32.766832+0000","last_active":"2024-04-21T09:10:06.577632+0000","last_peered":"2024-04-21T09:10:06.577632+0000","last_clean":"2024-04-21T09:10:06.577632+0000","last_became_active":"2024-04-21T09:08:32.762441+0000","last_became_peered":"2024-04-21T09:08:32.762441+0000","last_unstale":"2024-04-21T09:10:06.577632+0000","last_undegraded":"2024-04-21T09:10:06.577632+0000","last_fullsized":"2024-04-21T09:10:06.577632+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:54.436226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903473+0000","last_change":"2024-04-21T09:08:32.791989+0000","last_active":"2024-04-21T09:10:05.903473+0000","last_peered":"2024-04-21T09:10:05.903473+0000","last_clean":"2024-04-21T09:10:05.903473+0000","last_became_active":"2024-04-21T09:08:32.791566+0000","last_became_peered":"2024-04-21T09:08:32.791566+0000","last_unstale":"2024-04-21T09:10:05.903473+0000","last_undegraded":"2024-04-21T09:10:05.903473+0000","last_fullsized":"2024-04-21T09:10:05.903473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:12:13.981101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883200+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:10:05.883200+0000","last_peered":"2024-04-21T09:10:05.883200+0000","last_clean":"2024-04-21T09:10:05.883200+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:10:05.883200+0000","last_undegraded":"2024-04-21T09:10:05.883200+0000","last_fullsized":"2024-04-21T09:10:05.883200+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'6","reported_seq":171,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903876+0000","last_change":"2024-04-21T09:08:32.767103+0000","last_active":"2024-04-21T09:10:05.903876+0000","last_peered":"2024-04-21T09:10:05.903876+0000","last_clean":"2024-04-21T09:10:05.903876+0000","last_became_active":"2024-04-21T09:08:32.762503+0000","last_became_peered":"2024-04-21T09:08:32.762503+0000","last_unstale":"2024-04-21T09:10:05.903876+0000","last_undegraded":"2024-04-21T09:10:05.903876+0000","last_fullsized":"2024-04-21T09:10:05.903876+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:09:01.720605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988965+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:10:05.988965+0000","last_peered":"2024-04-21T09:10:05.988965+0000","last_clean":"2024-04-21T09:10:05.988965+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:10:05.988965+0000","last_undegraded":"2024-04-21T09:10:05.988965+0000","last_fullsized":"2024-04-21T09:10:05.988965+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883341+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:10:05.883341+0000","last_peered":"2024-04-21T09:10:05.883341+0000","last_clean":"2024-04-21T09:10:05.883341+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:10:05.883341+0000","last_undegraded":"2024-04-21T09:10:05.883341+0000","last_fullsized":"2024-04-21T09:10:05.883341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882567+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:10:05.882567+0000","last_peered":"2024-04-21T09:10:05.882567+0000","last_clean":"2024-04-21T09:10:05.882567+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:10:05.882567+0000","last_undegraded":"2024-04-21T09:10:05.882567+0000","last_fullsized":"2024-04-21T09:10:05.882567+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903582+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:10:05.903582+0000","last_peered":"2024-04-21T09:10:05.903582+0000","last_clean":"2024-04-21T09:10:05.903582+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:10:05.903582+0000","last_undegraded":"2024-04-21T09:10:05.903582+0000","last_fullsized":"2024-04-21T09:10:05.903582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577651+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:10:06.577651+0000","last_peered":"2024-04-21T09:10:06.577651+0000","last_clean":"2024-04-21T09:10:06.577651+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:10:06.577651+0000","last_undegraded":"2024-04-21T09:10:06.577651+0000","last_fullsized":"2024-04-21T09:10:06.577651+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579612+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:10:06.579612+0000","last_peered":"2024-04-21T09:10:06.579612+0000","last_clean":"2024-04-21T09:10:06.579612+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:10:06.579612+0000","last_undegraded":"2024-04-21T09:10:06.579612+0000","last_fullsized":"2024-04-21T09:10:06.579612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880924+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:10:05.880924+0000","last_peered":"2024-04-21T09:10:05.880924+0000","last_clean":"2024-04-21T09:10:05.880924+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:10:05.880924+0000","last_undegraded":"2024-04-21T09:10:05.880924+0000","last_fullsized":"2024-04-21T09:10:05.880924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578611+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:10:06.578611+0000","last_peered":"2024-04-21T09:10:06.578611+0000","last_clean":"2024-04-21T09:10:06.578611+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:10:06.578611+0000","last_undegraded":"2024-04-21T09:10:06.578611+0000","last_fullsized":"2024-04-21T09:10:06.578611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903135+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:10:05.903135+0000","last_peered":"2024-04-21T09:10:05.903135+0000","last_clean":"2024-04-21T09:10:05.903135+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:10:05.903135+0000","last_undegraded":"2024-04-21T09:10:05.903135+0000","last_fullsized":"2024-04-21T09:10:05.903135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986287+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:10:05.986287+0000","last_peered":"2024-04-21T09:10:05.986287+0000","last_clean":"2024-04-21T09:10:05.986287+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:10:05.986287+0000","last_undegraded":"2024-04-21T09:10:05.986287+0000","last_fullsized":"2024-04-21T09:10:05.986287+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880965+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:10:05.880965+0000","last_peered":"2024-04-21T09:10:05.880965+0000","last_clean":"2024-04-21T09:10:05.880965+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:10:05.880965+0000","last_undegraded":"2024-04-21T09:10:05.880965+0000","last_fullsized":"2024-04-21T09:10:05.880965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'4","reported_seq":157,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.904337+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:10:06.904337+0000","last_peered":"2024-04-21T09:10:06.904337+0000","last_clean":"2024-04-21T09:10:06.904337+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:10:06.904337+0000","last_undegraded":"2024-04-21T09:10:06.904337+0000","last_fullsized":"2024-04-21T09:10:06.904337+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151575+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:10:06.151575+0000","last_peered":"2024-04-21T09:10:06.151575+0000","last_clean":"2024-04-21T09:10:06.151575+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:10:06.151575+0000","last_undegraded":"2024-04-21T09:10:06.151575+0000","last_fullsized":"2024-04-21T09:10:06.151575+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988741+0000","last_change":"2024-04-21T09:08:32.760615+0000","last_active":"2024-04-21T09:10:05.988741+0000","last_peered":"2024-04-21T09:10:05.988741+0000","last_clean":"2024-04-21T09:10:05.988741+0000","last_became_active":"2024-04-21T09:08:32.760168+0000","last_became_peered":"2024-04-21T09:08:32.760168+0000","last_unstale":"2024-04-21T09:10:05.988741+0000","last_undegraded":"2024-04-21T09:10:05.988741+0000","last_fullsized":"2024-04-21T09:10:05.988741+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:14:06.613470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2,4],"acting":[8,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148710+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:10:06.148710+0000","last_peered":"2024-04-21T09:10:06.148710+0000","last_clean":"2024-04-21T09:10:06.148710+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:10:06.148710+0000","last_undegraded":"2024-04-21T09:10:06.148710+0000","last_fullsized":"2024-04-21T09:10:06.148710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578817+0000","last_change":"2024-04-21T09:09:33.579934+0000","last_active":"2024-04-21T09:10:06.578817+0000","last_peered":"2024-04-21T09:10:06.578817+0000","last_clean":"2024-04-21T09:10:06.578817+0000","last_became_active":"2024-04-21T09:09:33.579508+0000","last_became_peered":"2024-04-21T09:09:33.579508+0000","last_unstale":"2024-04-21T09:10:06.578817+0000","last_undegraded":"2024-04-21T09:10:06.578817+0000","last_fullsized":"2024-04-21T09:10:06.578817+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:36:23.110818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,7],"acting":[0,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016655+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:10:06.016655+0000","last_peered":"2024-04-21T09:10:06.016655+0000","last_clean":"2024-04-21T09:10:06.016655+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:10:06.016655+0000","last_undegraded":"2024-04-21T09:10:06.016655+0000","last_fullsized":"2024-04-21T09:10:06.016655+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903432+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:10:05.903432+0000","last_peered":"2024-04-21T09:10:05.903432+0000","last_clean":"2024-04-21T09:10:05.903432+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:10:05.903432+0000","last_undegraded":"2024-04-21T09:10:05.903432+0000","last_fullsized":"2024-04-21T09:10:05.903432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151614+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:10:06.151614+0000","last_peered":"2024-04-21T09:10:06.151614+0000","last_clean":"2024-04-21T09:10:06.151614+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:10:06.151614+0000","last_undegraded":"2024-04-21T09:10:06.151614+0000","last_fullsized":"2024-04-21T09:10:06.151614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882445+0000","last_change":"2024-04-21T09:08:32.761736+0000","last_active":"2024-04-21T09:10:05.882445+0000","last_peered":"2024-04-21T09:10:05.882445+0000","last_clean":"2024-04-21T09:10:05.882445+0000","last_became_active":"2024-04-21T09:08:32.761289+0000","last_became_peered":"2024-04-21T09:08:32.761289+0000","last_unstale":"2024-04-21T09:10:05.882445+0000","last_undegraded":"2024-04-21T09:10:05.882445+0000","last_fullsized":"2024-04-21T09:10:05.882445+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:35:34.721320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":323,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.905216+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:10:06.905216+0000","last_peered":"2024-04-21T09:10:06.905216+0000","last_clean":"2024-04-21T09:10:06.905216+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:10:06.905216+0000","last_undegraded":"2024-04-21T09:10:06.905216+0000","last_fullsized":"2024-04-21T09:10:06.905216+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":249,"num_read_kb":194,"num_write":41,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989184+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:10:05.989184+0000","last_peered":"2024-04-21T09:10:05.989184+0000","last_clean":"2024-04-21T09:10:05.989184+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:10:05.989184+0000","last_undegraded":"2024-04-21T09:10:05.989184+0000","last_fullsized":"2024-04-21T09:10:05.989184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903763+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:10:05.903763+0000","last_peered":"2024-04-21T09:10:05.903763+0000","last_clean":"2024-04-21T09:10:05.903763+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:10:05.903763+0000","last_undegraded":"2024-04-21T09:10:05.903763+0000","last_fullsized":"2024-04-21T09:10:05.903763+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883272+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:10:05.883272+0000","last_peered":"2024-04-21T09:10:05.883272+0000","last_clean":"2024-04-21T09:10:05.883272+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:10:05.883272+0000","last_undegraded":"2024-04-21T09:10:05.883272+0000","last_fullsized":"2024-04-21T09:10:05.883272+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577826+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:10:06.577826+0000","last_peered":"2024-04-21T09:10:06.577826+0000","last_clean":"2024-04-21T09:10:06.577826+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:10:06.577826+0000","last_undegraded":"2024-04-21T09:10:06.577826+0000","last_fullsized":"2024-04-21T09:10:06.577826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577818+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:10:06.577818+0000","last_peered":"2024-04-21T09:10:06.577818+0000","last_clean":"2024-04-21T09:10:06.577818+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:10:06.577818+0000","last_undegraded":"2024-04-21T09:10:06.577818+0000","last_fullsized":"2024-04-21T09:10:06.577818+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903580+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:10:05.903580+0000","last_peered":"2024-04-21T09:10:05.903580+0000","last_clean":"2024-04-21T09:10:05.903580+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:10:05.903580+0000","last_undegraded":"2024-04-21T09:10:05.903580+0000","last_fullsized":"2024-04-21T09:10:05.903580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148562+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:10:06.148562+0000","last_peered":"2024-04-21T09:10:06.148562+0000","last_clean":"2024-04-21T09:10:06.148562+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:10:06.148562+0000","last_undegraded":"2024-04-21T09:10:06.148562+0000","last_fullsized":"2024-04-21T09:10:06.148562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986988+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:10:05.986988+0000","last_peered":"2024-04-21T09:10:05.986988+0000","last_clean":"2024-04-21T09:10:05.986988+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:10:05.986988+0000","last_undegraded":"2024-04-21T09:10:05.986988+0000","last_fullsized":"2024-04-21T09:10:05.986988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'4","reported_seq":160,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.883550+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:10:06.883550+0000","last_peered":"2024-04-21T09:10:06.883550+0000","last_clean":"2024-04-21T09:10:06.883550+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:10:06.883550+0000","last_undegraded":"2024-04-21T09:10:06.883550+0000","last_fullsized":"2024-04-21T09:10:06.883550+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":896,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148459+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:10:06.148459+0000","last_peered":"2024-04-21T09:10:06.148459+0000","last_clean":"2024-04-21T09:10:06.148459+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:10:06.148459+0000","last_undegraded":"2024-04-21T09:10:06.148459+0000","last_fullsized":"2024-04-21T09:10:06.148459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579755+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:10:06.579755+0000","last_peered":"2024-04-21T09:10:06.579755+0000","last_clean":"2024-04-21T09:10:06.579755+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:10:06.579755+0000","last_undegraded":"2024-04-21T09:10:06.579755+0000","last_fullsized":"2024-04-21T09:10:06.579755+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988830+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:10:05.988830+0000","last_peered":"2024-04-21T09:10:05.988830+0000","last_clean":"2024-04-21T09:10:05.988830+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:10:05.988830+0000","last_undegraded":"2024-04-21T09:10:05.988830+0000","last_fullsized":"2024-04-21T09:10:05.988830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903262+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:10:05.903262+0000","last_peered":"2024-04-21T09:10:05.903262+0000","last_clean":"2024-04-21T09:10:05.903262+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:10:05.903262+0000","last_undegraded":"2024-04-21T09:10:05.903262+0000","last_fullsized":"2024-04-21T09:10:05.903262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903276+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:10:05.903276+0000","last_peered":"2024-04-21T09:10:05.903276+0000","last_clean":"2024-04-21T09:10:05.903276+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:10:05.903276+0000","last_undegraded":"2024-04-21T09:10:05.903276+0000","last_fullsized":"2024-04-21T09:10:05.903276+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989336+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:10:05.989336+0000","last_peered":"2024-04-21T09:10:05.989336+0000","last_clean":"2024-04-21T09:10:05.989336+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:10:05.989336+0000","last_undegraded":"2024-04-21T09:10:05.989336+0000","last_fullsized":"2024-04-21T09:10:05.989336+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577718+0000","last_change":"2024-04-21T09:09:33.407357+0000","last_active":"2024-04-21T09:10:06.577718+0000","last_peered":"2024-04-21T09:10:06.577718+0000","last_clean":"2024-04-21T09:10:06.577718+0000","last_became_active":"2024-04-21T09:09:33.406890+0000","last_became_peered":"2024-04-21T09:09:33.406890+0000","last_unstale":"2024-04-21T09:10:06.577718+0000","last_undegraded":"2024-04-21T09:10:06.577718+0000","last_fullsized":"2024-04-21T09:10:06.577718+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:47:57.666331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988889+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:10:05.988889+0000","last_peered":"2024-04-21T09:10:05.988889+0000","last_clean":"2024-04-21T09:10:05.988889+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:10:05.988889+0000","last_undegraded":"2024-04-21T09:10:05.988889+0000","last_fullsized":"2024-04-21T09:10:05.988889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986780+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:10:05.986780+0000","last_peered":"2024-04-21T09:10:05.986780+0000","last_clean":"2024-04-21T09:10:05.986780+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:10:05.986780+0000","last_undegraded":"2024-04-21T09:10:05.986780+0000","last_fullsized":"2024-04-21T09:10:05.986780+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882808+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:10:05.882808+0000","last_peered":"2024-04-21T09:10:05.882808+0000","last_clean":"2024-04-21T09:10:05.882808+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:10:05.882808+0000","last_undegraded":"2024-04-21T09:10:05.882808+0000","last_fullsized":"2024-04-21T09:10:05.882808+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579883+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:10:06.579883+0000","last_peered":"2024-04-21T09:10:06.579883+0000","last_clean":"2024-04-21T09:10:06.579883+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:10:06.579883+0000","last_undegraded":"2024-04-21T09:10:06.579883+0000","last_fullsized":"2024-04-21T09:10:06.579883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148264+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:10:06.148264+0000","last_peered":"2024-04-21T09:10:06.148264+0000","last_clean":"2024-04-21T09:10:06.148264+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:10:06.148264+0000","last_undegraded":"2024-04-21T09:10:06.148264+0000","last_fullsized":"2024-04-21T09:10:06.148264+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882603+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:10:05.882603+0000","last_peered":"2024-04-21T09:10:05.882603+0000","last_clean":"2024-04-21T09:10:05.882603+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:10:05.882603+0000","last_undegraded":"2024-04-21T09:10:05.882603+0000","last_fullsized":"2024-04-21T09:10:05.882603+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579984+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:10:06.579984+0000","last_peered":"2024-04-21T09:10:06.579984+0000","last_clean":"2024-04-21T09:10:06.579984+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:10:06.579984+0000","last_undegraded":"2024-04-21T09:10:06.579984+0000","last_fullsized":"2024-04-21T09:10:06.579984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903319+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:10:05.903319+0000","last_peered":"2024-04-21T09:10:05.903319+0000","last_clean":"2024-04-21T09:10:05.903319+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:10:05.903319+0000","last_undegraded":"2024-04-21T09:10:05.903319+0000","last_fullsized":"2024-04-21T09:10:05.903319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":158,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579602+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:10:06.579602+0000","last_peered":"2024-04-21T09:10:06.579602+0000","last_clean":"2024-04-21T09:10:06.579602+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:10:06.579602+0000","last_undegraded":"2024-04-21T09:10:06.579602+0000","last_fullsized":"2024-04-21T09:10:06.579602+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148446+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:10:06.148446+0000","last_peered":"2024-04-21T09:10:06.148446+0000","last_clean":"2024-04-21T09:10:06.148446+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:10:06.148446+0000","last_undegraded":"2024-04-21T09:10:06.148446+0000","last_fullsized":"2024-04-21T09:10:06.148446+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881207+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:10:05.881207+0000","last_peered":"2024-04-21T09:10:05.881207+0000","last_clean":"2024-04-21T09:10:05.881207+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:10:05.881207+0000","last_undegraded":"2024-04-21T09:10:05.881207+0000","last_fullsized":"2024-04-21T09:10:05.881207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016611+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:10:06.016611+0000","last_peered":"2024-04-21T09:10:06.016611+0000","last_clean":"2024-04-21T09:10:06.016611+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:10:06.016611+0000","last_undegraded":"2024-04-21T09:10:06.016611+0000","last_fullsized":"2024-04-21T09:10:06.016611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":368,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148051+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:10:06.148051+0000","last_peered":"2024-04-21T09:10:06.148051+0000","last_clean":"2024-04-21T09:10:06.148051+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:10:06.148051+0000","last_undegraded":"2024-04-21T09:10:06.148051+0000","last_fullsized":"2024-04-21T09:10:06.148051+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903358+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:10:05.903358+0000","last_peered":"2024-04-21T09:10:05.903358+0000","last_clean":"2024-04-21T09:10:05.903358+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:10:05.903358+0000","last_undegraded":"2024-04-21T09:10:05.903358+0000","last_fullsized":"2024-04-21T09:10:05.903358+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579254+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:10:06.579254+0000","last_peered":"2024-04-21T09:10:06.579254+0000","last_clean":"2024-04-21T09:10:06.579254+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:10:06.579254+0000","last_undegraded":"2024-04-21T09:10:06.579254+0000","last_fullsized":"2024-04-21T09:10:06.579254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148115+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:10:06.148115+0000","last_peered":"2024-04-21T09:10:06.148115+0000","last_clean":"2024-04-21T09:10:06.148115+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:10:06.148115+0000","last_undegraded":"2024-04-21T09:10:06.148115+0000","last_fullsized":"2024-04-21T09:10:06.148115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577678+0000","last_change":"2024-04-21T09:08:32.792163+0000","last_active":"2024-04-21T09:10:06.577678+0000","last_peered":"2024-04-21T09:10:06.577678+0000","last_clean":"2024-04-21T09:10:06.577678+0000","last_became_active":"2024-04-21T09:08:32.791581+0000","last_became_peered":"2024-04-21T09:08:32.791581+0000","last_unstale":"2024-04-21T09:10:06.577678+0000","last_undegraded":"2024-04-21T09:10:06.577678+0000","last_fullsized":"2024-04-21T09:10:06.577678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:06:16.078761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989165+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:10:05.989165+0000","last_peered":"2024-04-21T09:10:05.989165+0000","last_clean":"2024-04-21T09:10:05.989165+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:10:05.989165+0000","last_undegraded":"2024-04-21T09:10:05.989165+0000","last_fullsized":"2024-04-21T09:10:05.989165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579336+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:10:06.579336+0000","last_peered":"2024-04-21T09:10:06.579336+0000","last_clean":"2024-04-21T09:10:06.579336+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:10:06.579336+0000","last_undegraded":"2024-04-21T09:10:06.579336+0000","last_fullsized":"2024-04-21T09:10:06.579336+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880807+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:10:05.880807+0000","last_peered":"2024-04-21T09:10:05.880807+0000","last_clean":"2024-04-21T09:10:05.880807+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:10:05.880807+0000","last_undegraded":"2024-04-21T09:10:05.880807+0000","last_fullsized":"2024-04-21T09:10:05.880807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'45","reported_seq":102,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.110740+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:10:06.110740+0000","last_peered":"2024-04-21T09:10:06.110740+0000","last_clean":"2024-04-21T09:10:06.110740+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:10:06.110740+0000","last_undegraded":"2024-04-21T09:10:06.110740+0000","last_fullsized":"2024-04-21T09:10:06.110740+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881224+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:10:05.881224+0000","last_peered":"2024-04-21T09:10:05.881224+0000","last_clean":"2024-04-21T09:10:05.881224+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:10:05.881224+0000","last_undegraded":"2024-04-21T09:10:05.881224+0000","last_fullsized":"2024-04-21T09:10:05.881224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882929+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:10:05.882929+0000","last_peered":"2024-04-21T09:10:05.882929+0000","last_clean":"2024-04-21T09:10:05.882929+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:10:05.882929+0000","last_undegraded":"2024-04-21T09:10:05.882929+0000","last_fullsized":"2024-04-21T09:10:05.882929+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016841+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:10:06.016841+0000","last_peered":"2024-04-21T09:10:06.016841+0000","last_clean":"2024-04-21T09:10:06.016841+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:10:06.016841+0000","last_undegraded":"2024-04-21T09:10:06.016841+0000","last_fullsized":"2024-04-21T09:10:06.016841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578332+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:10:06.578332+0000","last_peered":"2024-04-21T09:10:06.578332+0000","last_clean":"2024-04-21T09:10:06.578332+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:10:06.578332+0000","last_undegraded":"2024-04-21T09:10:06.578332+0000","last_fullsized":"2024-04-21T09:10:06.578332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016541+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:10:06.016541+0000","last_peered":"2024-04-21T09:10:06.016541+0000","last_clean":"2024-04-21T09:10:06.016541+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:10:06.016541+0000","last_undegraded":"2024-04-21T09:10:06.016541+0000","last_fullsized":"2024-04-21T09:10:06.016541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151277+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:10:06.151277+0000","last_peered":"2024-04-21T09:10:06.151277+0000","last_clean":"2024-04-21T09:10:06.151277+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:10:06.151277+0000","last_undegraded":"2024-04-21T09:10:06.151277+0000","last_fullsized":"2024-04-21T09:10:06.151277+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988754+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:10:05.988754+0000","last_peered":"2024-04-21T09:10:05.988754+0000","last_clean":"2024-04-21T09:10:05.988754+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:10:05.988754+0000","last_undegraded":"2024-04-21T09:10:05.988754+0000","last_fullsized":"2024-04-21T09:10:05.988754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987144+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:10:05.987144+0000","last_peered":"2024-04-21T09:10:05.987144+0000","last_clean":"2024-04-21T09:10:05.987144+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:10:05.987144+0000","last_undegraded":"2024-04-21T09:10:05.987144+0000","last_fullsized":"2024-04-21T09:10:05.987144+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881380+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:10:05.881380+0000","last_peered":"2024-04-21T09:10:05.881380+0000","last_clean":"2024-04-21T09:10:05.881380+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:10:05.881380+0000","last_undegraded":"2024-04-21T09:10:05.881380+0000","last_fullsized":"2024-04-21T09:10:05.881380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577262+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:10:06.577262+0000","last_peered":"2024-04-21T09:10:06.577262+0000","last_clean":"2024-04-21T09:10:06.577262+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:10:06.577262+0000","last_undegraded":"2024-04-21T09:10:06.577262+0000","last_fullsized":"2024-04-21T09:10:06.577262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016553+0000","last_change":"2024-04-21T09:08:32.770346+0000","last_active":"2024-04-21T09:10:06.016553+0000","last_peered":"2024-04-21T09:10:06.016553+0000","last_clean":"2024-04-21T09:10:06.016553+0000","last_became_active":"2024-04-21T09:08:32.758063+0000","last_became_peered":"2024-04-21T09:08:32.758063+0000","last_unstale":"2024-04-21T09:10:06.016553+0000","last_undegraded":"2024-04-21T09:10:06.016553+0000","last_fullsized":"2024-04-21T09:10:06.016553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:02:42.552559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577182+0000","last_change":"2024-04-21T09:08:32.764269+0000","last_active":"2024-04-21T09:10:06.577182+0000","last_peered":"2024-04-21T09:10:06.577182+0000","last_clean":"2024-04-21T09:10:06.577182+0000","last_became_active":"2024-04-21T09:08:32.759095+0000","last_became_peered":"2024-04-21T09:08:32.759095+0000","last_unstale":"2024-04-21T09:10:06.577182+0000","last_undegraded":"2024-04-21T09:10:06.577182+0000","last_fullsized":"2024-04-21T09:10:06.577182+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:22:16.666992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881277+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:10:05.881277+0000","last_peered":"2024-04-21T09:10:05.881277+0000","last_clean":"2024-04-21T09:10:05.881277+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:10:05.881277+0000","last_undegraded":"2024-04-21T09:10:05.881277+0000","last_fullsized":"2024-04-21T09:10:05.881277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016534+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:10:06.016534+0000","last_peered":"2024-04-21T09:10:06.016534+0000","last_clean":"2024-04-21T09:10:06.016534+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:10:06.016534+0000","last_undegraded":"2024-04-21T09:10:06.016534+0000","last_fullsized":"2024-04-21T09:10:06.016534+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988928+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:10:05.988928+0000","last_peered":"2024-04-21T09:10:05.988928+0000","last_clean":"2024-04-21T09:10:05.988928+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:10:05.988928+0000","last_undegraded":"2024-04-21T09:10:05.988928+0000","last_fullsized":"2024-04-21T09:10:05.988928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148488+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:10:06.148488+0000","last_peered":"2024-04-21T09:10:06.148488+0000","last_clean":"2024-04-21T09:10:06.148488+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:10:06.148488+0000","last_undegraded":"2024-04-21T09:10:06.148488+0000","last_fullsized":"2024-04-21T09:10:06.148488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151174+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:10:06.151174+0000","last_peered":"2024-04-21T09:10:06.151174+0000","last_clean":"2024-04-21T09:10:06.151174+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:10:06.151174+0000","last_undegraded":"2024-04-21T09:10:06.151174+0000","last_fullsized":"2024-04-21T09:10:06.151174+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883511+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:10:05.883511+0000","last_peered":"2024-04-21T09:10:05.883511+0000","last_clean":"2024-04-21T09:10:05.883511+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:10:05.883511+0000","last_undegraded":"2024-04-21T09:10:05.883511+0000","last_fullsized":"2024-04-21T09:10:05.883511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148669+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:10:06.148669+0000","last_peered":"2024-04-21T09:10:06.148669+0000","last_clean":"2024-04-21T09:10:06.148669+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:10:06.148669+0000","last_undegraded":"2024-04-21T09:10:06.148669+0000","last_fullsized":"2024-04-21T09:10:06.148669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578107+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:10:06.578107+0000","last_peered":"2024-04-21T09:10:06.578107+0000","last_clean":"2024-04-21T09:10:06.578107+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:10:06.578107+0000","last_undegraded":"2024-04-21T09:10:06.578107+0000","last_fullsized":"2024-04-21T09:10:06.578107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"94'39","reported_seq":81,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.109499+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:10:06.109499+0000","last_peered":"2024-04-21T09:10:06.109499+0000","last_clean":"2024-04-21T09:10:06.109499+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:10:06.109499+0000","last_undegraded":"2024-04-21T09:10:06.109499+0000","last_fullsized":"2024-04-21T09:10:06.109499+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148265+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:10:06.148265+0000","last_peered":"2024-04-21T09:10:06.148265+0000","last_clean":"2024-04-21T09:10:06.148265+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:10:06.148265+0000","last_undegraded":"2024-04-21T09:10:06.148265+0000","last_fullsized":"2024-04-21T09:10:06.148265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903061+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:10:05.903061+0000","last_peered":"2024-04-21T09:10:05.903061+0000","last_clean":"2024-04-21T09:10:05.903061+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:10:05.903061+0000","last_undegraded":"2024-04-21T09:10:05.903061+0000","last_fullsized":"2024-04-21T09:10:05.903061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579725+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:10:06.579725+0000","last_peered":"2024-04-21T09:10:06.579725+0000","last_clean":"2024-04-21T09:10:06.579725+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:10:06.579725+0000","last_undegraded":"2024-04-21T09:10:06.579725+0000","last_fullsized":"2024-04-21T09:10:06.579725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148851+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:10:06.148851+0000","last_peered":"2024-04-21T09:10:06.148851+0000","last_clean":"2024-04-21T09:10:06.148851+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:10:06.148851+0000","last_undegraded":"2024-04-21T09:10:06.148851+0000","last_fullsized":"2024-04-21T09:10:06.148851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883156+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:10:05.883156+0000","last_peered":"2024-04-21T09:10:05.883156+0000","last_clean":"2024-04-21T09:10:05.883156+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:10:05.883156+0000","last_undegraded":"2024-04-21T09:10:05.883156+0000","last_fullsized":"2024-04-21T09:10:05.883156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882947+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:10:05.882947+0000","last_peered":"2024-04-21T09:10:05.882947+0000","last_clean":"2024-04-21T09:10:05.882947+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:10:05.882947+0000","last_undegraded":"2024-04-21T09:10:05.882947+0000","last_fullsized":"2024-04-21T09:10:05.882947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577840+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:10:06.577840+0000","last_peered":"2024-04-21T09:10:06.577840+0000","last_clean":"2024-04-21T09:10:06.577840+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:10:06.577840+0000","last_undegraded":"2024-04-21T09:10:06.577840+0000","last_fullsized":"2024-04-21T09:10:06.577840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579577+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:10:06.579577+0000","last_peered":"2024-04-21T09:10:06.579577+0000","last_clean":"2024-04-21T09:10:06.579577+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:10:06.579577+0000","last_undegraded":"2024-04-21T09:10:06.579577+0000","last_fullsized":"2024-04-21T09:10:06.579577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577179+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:10:06.577179+0000","last_peered":"2024-04-21T09:10:06.577179+0000","last_clean":"2024-04-21T09:10:06.577179+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:10:06.577179+0000","last_undegraded":"2024-04-21T09:10:06.577179+0000","last_fullsized":"2024-04-21T09:10:06.577179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883788+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:10:05.883788+0000","last_peered":"2024-04-21T09:10:05.883788+0000","last_clean":"2024-04-21T09:10:05.883788+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:10:05.883788+0000","last_undegraded":"2024-04-21T09:10:05.883788+0000","last_fullsized":"2024-04-21T09:10:05.883788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881437+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:10:05.881437+0000","last_peered":"2024-04-21T09:10:05.881437+0000","last_clean":"2024-04-21T09:10:05.881437+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:10:05.881437+0000","last_undegraded":"2024-04-21T09:10:05.881437+0000","last_fullsized":"2024-04-21T09:10:05.881437+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903058+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:10:05.903058+0000","last_peered":"2024-04-21T09:10:05.903058+0000","last_clean":"2024-04-21T09:10:05.903058+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:10:05.903058+0000","last_undegraded":"2024-04-21T09:10:05.903058+0000","last_fullsized":"2024-04-21T09:10:05.903058+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881510+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:10:05.881510+0000","last_peered":"2024-04-21T09:10:05.881510+0000","last_clean":"2024-04-21T09:10:05.881510+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:10:05.881510+0000","last_undegraded":"2024-04-21T09:10:05.881510+0000","last_fullsized":"2024-04-21T09:10:05.881510+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151376+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:10:06.151376+0000","last_peered":"2024-04-21T09:10:06.151376+0000","last_clean":"2024-04-21T09:10:06.151376+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:10:06.151376+0000","last_undegraded":"2024-04-21T09:10:06.151376+0000","last_fullsized":"2024-04-21T09:10:06.151376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578660+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:10:06.578660+0000","last_peered":"2024-04-21T09:10:06.578660+0000","last_clean":"2024-04-21T09:10:06.578660+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:10:06.578660+0000","last_undegraded":"2024-04-21T09:10:06.578660+0000","last_fullsized":"2024-04-21T09:10:06.578660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":599193,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":832,"num_read_kb":530,"num_write":285,"num_write_kb":1439,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2027520,"data_stored":1797579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383722,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1056768,"data_stored":519658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645358,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28880,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716272,"statfs":{"total":95995035648,"available":95965462528,"internally_reserved":0,"allocated":1908736,"data_stored":1322872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808883,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070521,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332158,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28664,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716488,"statfs":{"total":95995035648,"available":95965683712,"internally_reserved":0,"allocated":1683456,"data_stored":1125905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495683,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36372,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708780,"statfs":{"total":95995035648,"available":95957790720,"internally_reserved":0,"allocated":1052672,"data_stored":515070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36432,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708720,"statfs":{"total":95995035648,"available":95957729280,"internally_reserved":0,"allocated":1122304,"data_stored":578893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":526332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32308,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712844,"statfs":{"total":95995035648,"available":95961952256,"internally_reserved":0,"allocated":1155072,"data_stored":589495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":525650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":520650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28980,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716172,"statfs":{"total":95995035648,"available":95965360128,"internally_reserved":0,"allocated":1826816,"data_stored":1252394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":203554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:10:09.083 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:10:09.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 -- 172.21.15.52:0/2200180986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 msgr2=0x7f4620107720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 --2- 172.21.15.52:0/2200180986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 0x7f4620107720 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f461c009900 tx=0x7f461c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 -- 172.21.15.52:0/2200180986 shutdown_connections 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 --2- 172.21.15.52:0/2200180986 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4620107c60 0x7f462010a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 --2- 172.21.15.52:0/2200180986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 0x7f4620107720 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 --2- 172.21.15.52:0/2200180986 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4620102a00 0x7f4620104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 -- 172.21.15.52:0/2200180986 >> 172.21.15.52:0/2200180986 conn(0x7f46200fc3f0 msgr2=0x7f46200fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 -- 172.21.15.52:0/2200180986 shutdown_connections 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.228+0000 7f462763f640 1 -- 172.21.15.52:0/2200180986 wait complete. 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f462763f640 1 Processor -- start 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f462763f640 1 -- start start 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f462763f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4620102a00 0x7f4620198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f462763f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 0x7f4620198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f462763f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4620107c60 0x7f462019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f462763f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f462010dab0 con 0x7f4620105330 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f462763f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f462010d930 con 0x7f4620102a00 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f462763f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f462010dc30 con 0x7f4620107c60 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f4624bda640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 0x7f4620198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f4624bda640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 0x7f4620198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40450/0 (socket says 172.21.15.52:40450) 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f4624bda640 1 -- 172.21.15.52:0/505606514 learned_addr learned my addr 172.21.15.52:0/505606514 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.229+0000 7f4625bdc640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4620107c60 0x7f462019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f46253db640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4620102a00 0x7f4620198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f4624bda640 1 -- 172.21.15.52:0/505606514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4620107c60 msgr2=0x7f462019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f4624bda640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4620107c60 0x7f462019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f4624bda640 1 -- 172.21.15.52:0/505606514 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4620102a00 msgr2=0x7f4620198140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f4624bda640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4620102a00 0x7f4620198140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f4624bda640 1 -- 172.21.15.52:0/505606514 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f462019fd60 con 0x7f4620105330 2024-04-21T09:10:09.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f4624bda640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 0x7f4620198680 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f461c036040 tx=0x7f461c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:09.233 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f46127fc640 1 -- 172.21.15.52:0/505606514 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f461c043020 con 0x7f4620105330 2024-04-21T09:10:09.233 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f46127fc640 1 -- 172.21.15.52:0/505606514 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f461c004aa0 con 0x7f4620105330 2024-04-21T09:10:09.233 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f462019fff0 con 0x7f4620105330 2024-04-21T09:10:09.233 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f46127fc640 1 -- 172.21.15.52:0/505606514 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f461c003de0 con 0x7f4620105330 2024-04-21T09:10:09.233 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.230+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46201a04b0 con 0x7f4620105330 2024-04-21T09:10:09.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.231+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46200fdee0 con 0x7f4620105330 2024-04-21T09:10:09.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.232+0000 7f46127fc640 1 -- 172.21.15.52:0/505606514 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f461c046020 con 0x7f4620105330 2024-04-21T09:10:09.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.233+0000 7f46127fc640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f460c0a3d20 0x7f460c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.233+0000 7f46253db640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f460c0a3d20 0x7f460c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.233+0000 7f46127fc640 1 -- 172.21.15.52:0/505606514 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f461c0f3220 con 0x7f4620105330 2024-04-21T09:10:09.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.234+0000 7f46253db640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f460c0a3d20 0x7f460c0a61e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4614005fd0 tx=0x7f4614005e20 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:09.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.237+0000 7f46127fc640 1 -- 172.21.15.52:0/505606514 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f461c04d020 con 0x7f4620105330 2024-04-21T09:10:09.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.437+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4620062b50 con 0x7f4620105330 2024-04-21T09:10:09.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.439+0000 7f46127fc640 1 -- 172.21.15.52:0/505606514 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25073 (secure 0 0 0) 0x7f461c0bf5f0 con 0x7f4620105330 2024-04-21T09:10:09.439 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:09.439 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":94,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:10:05.875540+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:10:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f460c0a3d20 msgr2=0x7f460c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f460c0a3d20 0x7f460c0a61e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4614005fd0 tx=0x7f4614005e20 comp rx=0 tx=0).stop 2024-04-21T09:10:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 msgr2=0x7f4620198680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 0x7f4620198680 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f461c036040 tx=0x7f461c0042f0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 shutdown_connections 2024-04-21T09:10:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f460c0a3d20 0x7f460c0a61e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4620107c60 0x7f462019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.441 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4620105330 0x7f4620198680 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 --2- 172.21.15.52:0/505606514 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4620102a00 0x7f4620198140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 >> 172.21.15.52:0/505606514 conn(0x7f46200fc3f0 msgr2=0x7f4620103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:09.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 shutdown_connections 2024-04-21T09:10:09.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.441+0000 7f462763f640 1 -- 172.21.15.52:0/505606514 wait complete. 2024-04-21T09:10:09.452 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: mgrmap e22: x(active, since 2s), standbys: y, z 2024-04-21T09:10:09.452 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.452 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.452 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: [21/Apr/2024:09:10:08] ENGINE Bus STARTING 2024-04-21T09:10:09.452 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: [21/Apr/2024:09:10:08] ENGINE Serving on http://172.21.15.52:8765 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: [21/Apr/2024:09:10:08] ENGINE Serving on https://172.21.15.52:7150 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: [21/Apr/2024:09:10:08] ENGINE Bus STARTED 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.453 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:09 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.455 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:10:09.455 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:10:09.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 -- 172.21.15.52:0/2057526929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 msgr2=0x7f8b9810a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 --2- 172.21.15.52:0/2057526929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 0x7f8b9810a0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8b90009be0 tx=0x7f8b9002bef0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 -- 172.21.15.52:0/2057526929 shutdown_connections 2024-04-21T09:10:09.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 --2- 172.21.15.52:0/2057526929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 0x7f8b9810a0c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 --2- 172.21.15.52:0/2057526929 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b981053a0 0x7f8b98107790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 --2- 172.21.15.52:0/2057526929 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8b98102a70 0x7f8b98104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 -- 172.21.15.52:0/2057526929 >> 172.21.15.52:0/2057526929 conn(0x7f8b980fc420 msgr2=0x7f8b980fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 -- 172.21.15.52:0/2057526929 shutdown_connections 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.578+0000 7f8b9e500640 1 -- 172.21.15.52:0/2057526929 wait complete. 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9e500640 1 Processor -- start 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9e500640 1 -- start start 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9e500640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b98102a70 0x7f8b9819a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9e500640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8b981053a0 0x7f8b9819a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9e500640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 0x7f8b981a1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9e500640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8b9810db10 con 0x7f8b98102a70 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9e500640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8b9810d990 con 0x7f8b98107cd0 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9e500640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8b9810dc90 con 0x7f8b981053a0 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b97fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b98102a70 0x7f8b9819a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b9ca9d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 0x7f8b981a1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b977fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8b981053a0 0x7f8b9819a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b97fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b98102a70 0x7f8b9819a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40460/0 (socket says 172.21.15.52:40460) 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.579+0000 7f8b97fff640 1 -- 172.21.15.52:0/1718725037 learned_addr learned my addr 172.21.15.52:0/1718725037 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b9ca9d640 1 -- 172.21.15.52:0/1718725037 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8b981053a0 msgr2=0x7f8b9819a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b9ca9d640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8b981053a0 0x7f8b9819a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b9ca9d640 1 -- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b98102a70 msgr2=0x7f8b9819a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b9ca9d640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b98102a70 0x7f8b9819a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b9ca9d640 1 -- 172.21.15.52:0/1718725037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b981a1fe0 con 0x7f8b98107cd0 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b9ca9d640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 0x7f8b981a1970 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8b90036040 tx=0x7f8b90033c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b957fa640 1 -- 172.21.15.52:0/1718725037 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b90043020 con 0x7f8b98107cd0 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b957fa640 1 -- 172.21.15.52:0/1718725037 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b90003e20 con 0x7f8b98107cd0 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b957fa640 1 -- 172.21.15.52:0/1718725037 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b90004860 con 0x7f8b98107cd0 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b981a2270 con 0x7f8b98107cd0 2024-04-21T09:10:09.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.580+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b981a27e0 con 0x7f8b98107cd0 2024-04-21T09:10:09.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.581+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b981097c0 con 0x7f8b98107cd0 2024-04-21T09:10:09.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.582+0000 7f8b957fa640 1 -- 172.21.15.52:0/1718725037 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f8b90046020 con 0x7f8b98107cd0 2024-04-21T09:10:09.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.583+0000 7f8b957fa640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8b800a3da0 0x7f8b800a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.583+0000 7f8b97fff640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8b800a3da0 0x7f8b800a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.583+0000 7f8b957fa640 1 -- 172.21.15.52:0/1718725037 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f8b900f2ff0 con 0x7f8b98107cd0 2024-04-21T09:10:09.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.584+0000 7f8b97fff640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8b800a3da0 0x7f8b800a6260 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8b88009c90 tx=0x7f8b88005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:09.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.588+0000 7f8b957fa640 1 -- 172.21.15.52:0/1718725037 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8b9004d020 con 0x7f8b98107cd0 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: mgrmap e22: x(active, since 2s), standbys: y, z 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: [21/Apr/2024:09:10:08] ENGINE Bus STARTING 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: [21/Apr/2024:09:10:08] ENGINE Serving on http://172.21.15.52:8765 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: [21/Apr/2024:09:10:08] ENGINE Serving on https://172.21.15.52:7150 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: [21/Apr/2024:09:10:08] ENGINE Bus STARTED 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:09 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: mgrmap e22: x(active, since 2s), standbys: y, z 2024-04-21T09:10:09.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: [21/Apr/2024:09:10:08] ENGINE Bus STARTING 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: [21/Apr/2024:09:10:08] ENGINE Serving on http://172.21.15.52:8765 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: [21/Apr/2024:09:10:08] ENGINE Serving on https://172.21.15.52:7150 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: [21/Apr/2024:09:10:08] ENGINE Bus STARTED 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:09 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:09.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.780+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8b98062b50 con 0x7f8b98107cd0 2024-04-21T09:10:09.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.781+0000 7f8b957fa640 1 -- 172.21.15.52:0/1718725037 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f8b900bf420 con 0x7f8b98107cd0 2024-04-21T09:10:09.781 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8b800a3da0 msgr2=0x7f8b800a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8b800a3da0 0x7f8b800a6260 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8b88009c90 tx=0x7f8b88005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 msgr2=0x7f8b981a1970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 0x7f8b981a1970 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f8b90036040 tx=0x7f8b90033c40 comp rx=0 tx=0).stop 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 shutdown_connections 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8b800a3da0 0x7f8b800a6260 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8b98107cd0 0x7f8b981a1970 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8b981053a0 0x7f8b9819a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 --2- 172.21.15.52:0/1718725037 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8b98102a70 0x7f8b9819a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 >> 172.21.15.52:0/1718725037 conn(0x7f8b980fc420 msgr2=0x7f8b981020d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:09.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 shutdown_connections 2024-04-21T09:10:09.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.783+0000 7f8b9e500640 1 -- 172.21.15.52:0/1718725037 wait complete. 2024-04-21T09:10:09.795 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 -- 172.21.15.52:0/796523718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc38c102a50 msgr2=0x7fc38c104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 --2- 172.21.15.52:0/796523718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc38c102a50 0x7fc38c104e40 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fc388009900 tx=0x7fc38802bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 -- 172.21.15.52:0/796523718 shutdown_connections 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 --2- 172.21.15.52:0/796523718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc38c107cb0 0x7fc38c10a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 --2- 172.21.15.52:0/796523718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc38c105380 0x7fc38c107770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 --2- 172.21.15.52:0/796523718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc38c102a50 0x7fc38c104e40 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 -- 172.21.15.52:0/796523718 >> 172.21.15.52:0/796523718 conn(0x7fc38c0fc440 msgr2=0x7fc38c0fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 -- 172.21.15.52:0/796523718 shutdown_connections 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.904+0000 7fc3944c7640 1 -- 172.21.15.52:0/796523718 wait complete. 2024-04-21T09:10:09.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.905+0000 7fc3944c7640 1 Processor -- start 2024-04-21T09:10:09.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.905+0000 7fc3944c7640 1 -- start start 2024-04-21T09:10:09.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.905+0000 7fc3944c7640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc38c102a50 0x7fc38c198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.905+0000 7fc3944c7640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc38c105380 0x7fc38c198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.905+0000 7fc3944c7640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc38c107cb0 0x7fc38c19f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.905+0000 7fc3944c7640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc38c10db10 con 0x7fc38c107cb0 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.905+0000 7fc3944c7640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc38c10d990 con 0x7fc38c105380 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.905+0000 7fc3944c7640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc38c10dc90 con 0x7fc38c102a50 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc38c105380 0x7fc38c198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc392a64640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc38c107cb0 0x7fc38c19f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc38c105380 0x7fc38c198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:36610/0 (socket says 172.21.15.52:36610) 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 -- 172.21.15.52:0/2237127894 learned_addr learned my addr 172.21.15.52:0/2237127894 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc392263640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc38c102a50 0x7fc38c198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 -- 172.21.15.52:0/2237127894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc38c102a50 msgr2=0x7fc38c198220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc38c102a50 0x7fc38c198220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 -- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc38c107cb0 msgr2=0x7fc38c19f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc38c107cb0 0x7fc38c19f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 -- 172.21.15.52:0/2237127894 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc38c19fe40 con 0x7fc38c105380 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc392263640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc38c102a50 0x7fc38c198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc391a62640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc38c105380 0x7fc38c198760 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc37c00e9a0 tx=0x7fc37c00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc3837fe640 1 -- 172.21.15.52:0/2237127894 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c00cd80 con 0x7fc38c105380 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc38c1a0130 con 0x7fc38c105380 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc3837fe640 1 -- 172.21.15.52:0/2237127894 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc37c0035f0 con 0x7fc38c105380 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc3837fe640 1 -- 172.21.15.52:0/2237127894 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c010690 con 0x7fc38c105380 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.906+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc38c1a0680 con 0x7fc38c105380 2024-04-21T09:10:09.909 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.907+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc38c0fdf30 con 0x7fc38c105380 2024-04-21T09:10:09.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.909+0000 7fc3837fe640 1 -- 172.21.15.52:0/2237127894 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7fc37c003fb0 con 0x7fc38c105380 2024-04-21T09:10:09.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.909+0000 7fc3837fe640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc3780a3d20 0x7fc3780a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:09.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.909+0000 7fc392263640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc3780a3d20 0x7fc3780a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:09.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.909+0000 7fc3837fe640 1 -- 172.21.15.52:0/2237127894 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fc37c0d0eb0 con 0x7fc38c105380 2024-04-21T09:10:09.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.910+0000 7fc392263640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc3780a3d20 0x7fc3780a61e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc388009230 tx=0x7fc388005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:09.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:09.913+0000 7fc3837fe640 1 -- 172.21.15.52:0/2237127894 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc37c09d260 con 0x7fc38c105380 2024-04-21T09:10:10.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.114+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc38c02d810 con 0x7fc38c105380 2024-04-21T09:10:10.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.115+0000 7fc3837fe640 1 -- 172.21.15.52:0/2237127894 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7fc37c09cb60 con 0x7fc38c105380 2024-04-21T09:10:10.115 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:10.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc3780a3d20 msgr2=0x7fc3780a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc3780a3d20 0x7fc3780a61e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc388009230 tx=0x7fc388005fd0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc38c105380 msgr2=0x7fc38c198760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc38c105380 0x7fc38c198760 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc37c00e9a0 tx=0x7fc37c00ee60 comp rx=0 tx=0).stop 2024-04-21T09:10:10.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 shutdown_connections 2024-04-21T09:10:10.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc3780a3d20 0x7fc3780a61e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc38c107cb0 0x7fc38c19f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc38c105380 0x7fc38c198760 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 --2- 172.21.15.52:0/2237127894 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc38c102a50 0x7fc38c198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 >> 172.21.15.52:0/2237127894 conn(0x7fc38c0fc440 msgr2=0x7fc38c1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:10.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 shutdown_connections 2024-04-21T09:10:10.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.117+0000 7fc3944c7640 1 -- 172.21.15.52:0/2237127894 wait complete. 2024-04-21T09:10:10.130 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:10:10.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 -- 172.21.15.52:0/2831255708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa688103ae0 msgr2=0x7fa68810bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2831255708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa688103ae0 0x7fa68810bfc0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fa67c009900 tx=0x7fa67c02bcd0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 -- 172.21.15.52:0/2831255708 shutdown_connections 2024-04-21T09:10:10.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2831255708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa68810c500 0x7fa68810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2831255708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa688103ae0 0x7fa68810bfc0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2831255708 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa6881031c0 0x7fa6881035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 -- 172.21.15.52:0/2831255708 >> 172.21.15.52:0/2831255708 conn(0x7fa688078000 msgr2=0x7fa688078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:10.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 -- 172.21.15.52:0/2831255708 shutdown_connections 2024-04-21T09:10:10.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.240+0000 7fa68ca81640 1 -- 172.21.15.52:0/2831255708 wait complete. 2024-04-21T09:10:10.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68ca81640 1 Processor -- start 2024-04-21T09:10:10.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68ca81640 1 -- start start 2024-04-21T09:10:10.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68ca81640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6881031c0 0x7fa688100e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68ca81640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa688103ae0 0x7fa688101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68ca81640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa68810c500 0x7fa688101890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68ca81640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa688112190 con 0x7fa6881031c0 2024-04-21T09:10:10.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68ca81640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa688112010 con 0x7fa68810c500 2024-04-21T09:10:10.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68ca81640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa688112310 con 0x7fa688103ae0 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6881031c0 0x7fa688100e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6881031c0 0x7fa688100e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40494/0 (socket says 172.21.15.52:40494) 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa68659c640 1 -- 172.21.15.52:0/2358271299 learned_addr learned my addr 172.21.15.52:0/2358271299 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa686d9d640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa68810c500 0x7fa688101890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.241+0000 7fa685d9b640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa688103ae0 0x7fa688101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa686d9d640 1 -- 172.21.15.52:0/2358271299 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa688103ae0 msgr2=0x7fa688101350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa686d9d640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa688103ae0 0x7fa688101350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa686d9d640 1 -- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6881031c0 msgr2=0x7fa688100e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa686d9d640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6881031c0 0x7fa688100e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa686d9d640 1 -- 172.21.15.52:0/2358271299 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6881a6c80 con 0x7fa68810c500 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa68659c640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6881031c0 0x7fa688100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa686d9d640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa68810c500 0x7fa688101890 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa680005fd0 tx=0x7fa68000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa6777fe640 1 -- 172.21.15.52:0/2358271299 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68000cd80 con 0x7fa68810c500 2024-04-21T09:10:10.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa6777fe640 1 -- 172.21.15.52:0/2358271299 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa680005020 con 0x7fa68810c500 2024-04-21T09:10:10.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6881a6f70 con 0x7fa68810c500 2024-04-21T09:10:10.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa6777fe640 1 -- 172.21.15.52:0/2358271299 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680010690 con 0x7fa68810c500 2024-04-21T09:10:10.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.242+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6881a7440 con 0x7fa68810c500 2024-04-21T09:10:10.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.244+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa688068e00 con 0x7fa68810c500 2024-04-21T09:10:10.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.244+0000 7fa6777fe640 1 -- 172.21.15.52:0/2358271299 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7fa6800054d0 con 0x7fa68810c500 2024-04-21T09:10:10.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.245+0000 7fa6777fe640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa6700a3d20 0x7fa6700a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.245+0000 7fa6777fe640 1 -- 172.21.15.52:0/2358271299 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fa6800d1130 con 0x7fa68810c500 2024-04-21T09:10:10.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.245+0000 7fa68659c640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa6700a3d20 0x7fa6700a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.245+0000 7fa68659c640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa6700a3d20 0x7fa6700a61e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa678011500 tx=0x7fa678005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:10.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.249+0000 7fa6777fe640 1 -- 172.21.15.52:0/2358271299 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa68009d450 con 0x7fa68810c500 2024-04-21T09:10:10.379 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.378+0000 7fa6777fe640 1 -- 172.21.15.52:0/2358271299 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fa6800ce780 con 0x7fa68810c500 2024-04-21T09:10:10.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.452+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fa688107680 con 0x7fa68810c500 2024-04-21T09:10:10.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.453+0000 7fa6777fe640 1 -- 172.21.15.52:0/2358271299 <== mon.2 v2:172.21.15.60:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7fa6800653e0 con 0x7fa68810c500 2024-04-21T09:10:10.453 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:10:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi078 to 176.2M 2024-04-21T09:10:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Unable to set osd_memory_target on smithi078 to 184762368: error parsing value: Value '184762368' is below minimum 939524096 2024-04-21T09:10:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Unable to set osd_memory_target on smithi060 to 185895628: error parsing value: Value '185895628' is below minimum 939524096 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Updating smithi052:/etc/ceph/ceph.conf 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Updating smithi060:/etc/ceph/ceph.conf 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: Updating smithi078:/etc/ceph/ceph.conf 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/505606514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1718725037' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:10.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:10 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2237127894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:10.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa6700a3d20 msgr2=0x7fa6700a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa6700a3d20 0x7fa6700a61e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa678011500 tx=0x7fa678005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:10.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa68810c500 msgr2=0x7fa688101890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa68810c500 0x7fa688101890 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa680005fd0 tx=0x7fa68000ee60 comp rx=0 tx=0).stop 2024-04-21T09:10:10.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 shutdown_connections 2024-04-21T09:10:10.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa6700a3d20 0x7fa6700a61e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa68810c500 0x7fa688101890 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa688103ae0 0x7fa688101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 --2- 172.21.15.52:0/2358271299 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa6881031c0 0x7fa688100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 >> 172.21.15.52:0/2358271299 conn(0x7fa688078000 msgr2=0x7fa6880fe000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:10.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 shutdown_connections 2024-04-21T09:10:10.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.455+0000 7fa68ca81640 1 -- 172.21.15.52:0/2358271299 wait complete. 2024-04-21T09:10:10.466 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:10:10.576 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.574+0000 7f0af3350640 1 -- 172.21.15.52:0/3616675965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec101a40 msgr2=0x7f0aec105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.574+0000 7f0af3350640 1 --2- 172.21.15.52:0/3616675965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec101a40 0x7f0aec105a80 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f0adc009900 tx=0x7f0adc02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 -- 172.21.15.52:0/3616675965 shutdown_connections 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 --2- 172.21.15.52:0/3616675965 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec106160 0x7f0aec10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 --2- 172.21.15.52:0/3616675965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec101a40 0x7f0aec105a80 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 --2- 172.21.15.52:0/3616675965 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0aec101090 0x7f0aec101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 -- 172.21.15.52:0/3616675965 >> 172.21.15.52:0/3616675965 conn(0x7f0aec078000 msgr2=0x7f0aec078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 -- 172.21.15.52:0/3616675965 shutdown_connections 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 -- 172.21.15.52:0/3616675965 wait complete. 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 Processor -- start 2024-04-21T09:10:10.577 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 -- start start 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0aec101090 0x7f0aec198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec106160 0x7f0aec198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.575+0000 7f0af3350640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec19cff0 0x7f0aec19d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af3350640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec111080 con 0x7f0aec19cff0 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af3350640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec110f00 con 0x7f0aec101090 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af3350640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec111200 con 0x7f0aec106160 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af18ed640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec19cff0 0x7f0aec19d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0aec101090 0x7f0aec198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0aec101090 0x7f0aec198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:36644/0 (socket says 172.21.15.52:36644) 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af18ed640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec19cff0 0x7f0aec19d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40510/0 (socket says 172.21.15.52:40510) 2024-04-21T09:10:10.578 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 -- 172.21.15.52:0/1019577739 learned_addr learned my addr 172.21.15.52:0/1019577739 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af08eb640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec106160 0x7f0aec198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 -- 172.21.15.52:0/1019577739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec106160 msgr2=0x7f0aec198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec106160 0x7f0aec198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 -- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec19cff0 msgr2=0x7f0aec19d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec19cff0 0x7f0aec19d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 -- 172.21.15.52:0/1019577739 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aec19dae0 con 0x7f0aec101090 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af08eb640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec106160 0x7f0aec198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af10ec640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0aec101090 0x7f0aec198730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0ae400e9f0 tx=0x7f0ae400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0ae27fc640 1 -- 172.21.15.52:0/1019577739 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae400cd80 con 0x7f0aec101090 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aec19ddd0 con 0x7f0aec101090 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0ae27fc640 1 -- 172.21.15.52:0/1019577739 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ae40108e0 con 0x7f0aec101090 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0ae27fc640 1 -- 172.21.15.52:0/1019577739 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4018980 con 0x7f0aec101090 2024-04-21T09:10:10.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.576+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aec1a5590 con 0x7f0aec101090 2024-04-21T09:10:10.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.577+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aec068e00 con 0x7f0aec101090 2024-04-21T09:10:10.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.579+0000 7f0ae27fc640 1 -- 172.21.15.52:0/1019577739 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f0ae4010430 con 0x7f0aec101090 2024-04-21T09:10:10.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.579+0000 7f0ae27fc640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ad80a3db0 0x7f0ad80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.579+0000 7f0af08eb640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ad80a3db0 0x7f0ad80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.579+0000 7f0ae27fc640 1 -- 172.21.15.52:0/1019577739 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0ae40d13f0 con 0x7f0aec101090 2024-04-21T09:10:10.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.580+0000 7f0af08eb640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ad80a3db0 0x7f0ad80a6270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0adc006010 tx=0x7f0adc005a20 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:10.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.583+0000 7f0ae27fc640 1 -- 172.21.15.52:0/1019577739 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0ae409d5d0 con 0x7f0aec101090 2024-04-21T09:10:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi078 to 176.2M 2024-04-21T09:10:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Unable to set osd_memory_target on smithi078 to 184762368: error parsing value: Value '184762368' is below minimum 939524096 2024-04-21T09:10:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Unable to set osd_memory_target on smithi060 to 185895628: error parsing value: Value '185895628' is below minimum 939524096 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Updating smithi052:/etc/ceph/ceph.conf 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Updating smithi060:/etc/ceph/ceph.conf 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: Updating smithi078:/etc/ceph/ceph.conf 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/505606514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1718725037' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:10.592 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:10 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2237127894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='client.15579 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi078 to 176.2M 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Unable to set osd_memory_target on smithi078 to 184762368: error parsing value: Value '184762368' is below minimum 939524096 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Unable to set osd_memory_target on smithi060 to 185895628: error parsing value: Value '185895628' is below minimum 939524096 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:10:10.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:10:10.697 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Updating smithi052:/etc/ceph/ceph.conf 2024-04-21T09:10:10.697 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Updating smithi060:/etc/ceph/ceph.conf 2024-04-21T09:10:10.697 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: Updating smithi078:/etc/ceph/ceph.conf 2024-04-21T09:10:10.697 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/505606514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:10.697 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1718725037' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:10.697 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:10 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2237127894' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:10.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.773+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f0aec10a400 con 0x7f0aec101090 2024-04-21T09:10:10.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.773+0000 7f0ae27fc640 1 -- 172.21.15.52:0/1019577739 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7f0ae409ced0 con 0x7f0aec101090 2024-04-21T09:10:10.773 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:10.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ad80a3db0 msgr2=0x7f0ad80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ad80a3db0 0x7f0ad80a6270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0adc006010 tx=0x7f0adc005a20 comp rx=0 tx=0).stop 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0aec101090 msgr2=0x7f0aec198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0aec101090 0x7f0aec198730 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0ae400e9f0 tx=0x7f0ae400eeb0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 shutdown_connections 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ad80a3db0 0x7f0ad80a6270 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0aec19cff0 0x7f0aec19d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0aec106160 0x7f0aec198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 --2- 172.21.15.52:0/1019577739 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0aec101090 0x7f0aec198730 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 >> 172.21.15.52:0/1019577739 conn(0x7f0aec078000 msgr2=0x7f0aec0696d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 shutdown_connections 2024-04-21T09:10:10.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.775+0000 7f0af3350640 1 -- 172.21.15.52:0/1019577739 wait complete. 2024-04-21T09:10:10.788 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:10:10.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.891+0000 7f948b06a640 1 -- 172.21.15.52:0/2408286383 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9484102b50 msgr2=0x7f9484106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 --2- 172.21.15.52:0/2408286383 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9484102b50 0x7f9484106b90 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f9470009900 tx=0x7f947002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 -- 172.21.15.52:0/2408286383 shutdown_connections 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 --2- 172.21.15.52:0/2408286383 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9484107270 0x7f948410ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 --2- 172.21.15.52:0/2408286383 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9484102b50 0x7f9484106b90 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 --2- 172.21.15.52:0/2408286383 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f94841021a0 0x7f9484102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 -- 172.21.15.52:0/2408286383 >> 172.21.15.52:0/2408286383 conn(0x7f94840793e0 msgr2=0x7f94840797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 -- 172.21.15.52:0/2408286383 shutdown_connections 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 -- 172.21.15.52:0/2408286383 wait complete. 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 Processor -- start 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 -- start start 2024-04-21T09:10:10.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94841021a0 0x7f9484198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9484107270 0x7f9484198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f948419cff0 0x7f948419d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f94841121b0 con 0x7f94841021a0 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9484112030 con 0x7f9484107270 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.892+0000 7f948b06a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9484112330 con 0x7f948419cff0 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94841021a0 0x7f9484198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94841021a0 0x7f9484198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40522/0 (socket says 172.21.15.52:40522) 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 -- 172.21.15.52:0/2309380165 learned_addr learned my addr 172.21.15.52:0/2309380165 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9483fff640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9484107270 0x7f9484198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9489607640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f948419cff0 0x7f948419d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 -- 172.21.15.52:0/2309380165 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f948419cff0 msgr2=0x7f948419d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.896 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f948419cff0 0x7f948419d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 -- 172.21.15.52:0/2309380165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9484107270 msgr2=0x7f9484198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9484107270 0x7f9484198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 -- 172.21.15.52:0/2309380165 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f948419dae0 con 0x7f94841021a0 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9488e06640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94841021a0 0x7f9484198730 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f947800e9f0 tx=0x7f947800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9481ffb640 1 -- 172.21.15.52:0/2309380165 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947800cd80 con 0x7f94841021a0 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9481ffb640 1 -- 172.21.15.52:0/2309380165 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94780108e0 con 0x7f94841021a0 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f948419ddd0 con 0x7f94841021a0 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f9481ffb640 1 -- 172.21.15.52:0/2309380165 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9478018980 con 0x7f94841021a0 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.893+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94841a5590 con 0x7f94841021a0 2024-04-21T09:10:10.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.894+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9484069250 con 0x7f94841021a0 2024-04-21T09:10:10.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.896+0000 7f9481ffb640 1 -- 172.21.15.52:0/2309380165 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f9478010430 con 0x7f94841021a0 2024-04-21T09:10:10.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.896+0000 7f9481ffb640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f94740a3db0 0x7f94740a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:10.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.896+0000 7f9483fff640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f94740a3db0 0x7f94740a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:10.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.896+0000 7f9481ffb640 1 -- 172.21.15.52:0/2309380165 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f94780d1460 con 0x7f94841021a0 2024-04-21T09:10:10.899 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.897+0000 7f9483fff640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f94740a3db0 0x7f94740a6270 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9470009230 tx=0x7f9470005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:10.899 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:10.900+0000 7f9481ffb640 1 -- 172.21.15.52:0/2309380165 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f947809d060 con 0x7f94841021a0 2024-04-21T09:10:11.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.129+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9484199a80 con 0x7f94841021a0 2024-04-21T09:10:11.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.130+0000 7f9481ffb640 1 -- 172.21.15.52:0/2309380165 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11855 (secure 0 0 0) 0x7f9484199a80 con 0x7f94841021a0 2024-04-21T09:10:11.130 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:11.131 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:10:04.128804+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:10:11.131 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 25 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f94740a3db0 msgr2=0x7f94740a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f94740a3db0 0x7f94740a6270 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9470009230 tx=0x7f9470005fd0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94841021a0 msgr2=0x7f9484198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94841021a0 0x7f9484198730 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f947800e9f0 tx=0x7f947800eeb0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 shutdown_connections 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f94740a3db0 0x7f94740a6270 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f948419cff0 0x7f948419d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9484107270 0x7f9484198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 --2- 172.21.15.52:0/2309380165 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f94841021a0 0x7f9484198730 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 >> 172.21.15.52:0/2309380165 conn(0x7f94840793e0 msgr2=0x7f9484100030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 shutdown_connections 2024-04-21T09:10:11.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.132+0000 7f948b06a640 1 -- 172.21.15.52:0/2309380165 wait complete. 2024-04-21T09:10:11.144 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 -- 172.21.15.52:0/1440355281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090101070 msgr2=0x7f0090101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1440355281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090101070 0x7f0090101450 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f0080009900 tx=0x7f008002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 -- 172.21.15.52:0/1440355281 shutdown_connections 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1440355281 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0090106140 0x7f009010dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1440355281 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0090101a20 0x7f0090105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1440355281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090101070 0x7f0090101450 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 -- 172.21.15.52:0/1440355281 >> 172.21.15.52:0/1440355281 conn(0x7f00900771d0 msgr2=0x7f00900775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 -- 172.21.15.52:0/1440355281 shutdown_connections 2024-04-21T09:10:11.248 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 -- 172.21.15.52:0/1440355281 wait complete. 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.248+0000 7f0094ed3640 1 Processor -- start 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f0094ed3640 1 -- start start 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f0094ed3640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0090101070 0x7f00901994c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f0094ed3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090106140 0x7f0090199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f0094ed3640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0090199f40 0x7f00901a4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f0094ed3640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0090111080 con 0x7f0090106140 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f0094ed3640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0090110f00 con 0x7f0090101070 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f0094ed3640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0090111200 con 0x7f0090199f40 2024-04-21T09:10:11.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090106140 0x7f0090199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090106140 0x7f0090199a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40528/0 (socket says 172.21.15.52:40528) 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008dd9b640 1 -- 172.21.15.52:0/1329870914 learned_addr learned my addr 172.21.15.52:0/1329870914 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008ed9d640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0090199f40 0x7f00901a4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008e59c640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0090101070 0x7f00901994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008ed9d640 1 -- 172.21.15.52:0/1329870914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0090101070 msgr2=0x7f00901994c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008ed9d640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0090101070 0x7f00901994c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008ed9d640 1 -- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090106140 msgr2=0x7f0090199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008ed9d640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090106140 0x7f0090199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008ed9d640 1 -- 172.21.15.52:0/1329870914 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00901a4ce0 con 0x7f0090199f40 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.249+0000 7f008dd9b640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090106140 0x7f0090199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.250+0000 7f008ed9d640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0090199f40 0x7f00901a4540 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f008800e940 tx=0x7f008800ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.250+0000 7f007f7fe640 1 -- 172.21.15.52:0/1329870914 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0088004d20 con 0x7f0090199f40 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.250+0000 7f007f7fe640 1 -- 172.21.15.52:0/1329870914 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0088005020 con 0x7f0090199f40 2024-04-21T09:10:11.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.250+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00901a4fd0 con 0x7f0090199f40 2024-04-21T09:10:11.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.250+0000 7f007f7fe640 1 -- 172.21.15.52:0/1329870914 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00880116d0 con 0x7f0090199f40 2024-04-21T09:10:11.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.250+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00901a54a0 con 0x7f0090199f40 2024-04-21T09:10:11.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.251+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0090068e00 con 0x7f0090199f40 2024-04-21T09:10:11.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.252+0000 7f007f7fe640 1 -- 172.21.15.52:0/1329870914 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f0088005460 con 0x7f0090199f40 2024-04-21T09:10:11.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.252+0000 7f007f7fe640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00780a3de0 0x7f00780a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.253+0000 7f008e59c640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00780a3de0 0x7f00780a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.253+0000 7f007f7fe640 1 -- 172.21.15.52:0/1329870914 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f00880d11f0 con 0x7f0090199f40 2024-04-21T09:10:11.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.253+0000 7f008e59c640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00780a3de0 0x7f00780a62a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0080006010 tx=0x7f0080005e40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.256+0000 7f007f7fe640 1 -- 172.21.15.52:0/1329870914 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0088016030 con 0x7f0090199f40 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi060:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.426 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: Updating smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: mgrmap e23: x(active, since 4s), standbys: y, z 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2358271299' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.427 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1019577739' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:11.428 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:11 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2309380165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:11.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.448+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0090069810 con 0x7f0090199f40 2024-04-21T09:10:11.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.449+0000 7f007f7fe640 1 -- 172.21.15.52:0/1329870914 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25073 (secure 0 0 0) 0x7f008809ccf0 con 0x7f0090199f40 2024-04-21T09:10:11.450 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:11.450 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":94,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:10:05.875540+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00780a3de0 msgr2=0x7f00780a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00780a3de0 0x7f00780a62a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0080006010 tx=0x7f0080005e40 comp rx=0 tx=0).stop 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0090199f40 msgr2=0x7f00901a4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0090199f40 0x7f00901a4540 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f008800e940 tx=0x7f008800ee00 comp rx=0 tx=0).stop 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 shutdown_connections 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00780a3de0 0x7f00780a62a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0090199f40 0x7f00901a4540 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0090106140 0x7f0090199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 --2- 172.21.15.52:0/1329870914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0090101070 0x7f00901994c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 >> 172.21.15.52:0/1329870914 conn(0x7f00900771d0 msgr2=0x7f0090100300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 shutdown_connections 2024-04-21T09:10:11.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.452+0000 7f0094ed3640 1 -- 172.21.15.52:0/1329870914 wait complete. 2024-04-21T09:10:11.463 DEBUG:tasks.fwd_scrub:Yielding 2024-04-21T09:10:11.463 INFO:teuthology.run_tasks:Running task exec... 2024-04-21T09:10:11.472 INFO:teuthology.task.exec:Executing custom commands... 2024-04-21T09:10:11.472 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:10:11.472 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-21T09:10:11.473 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-04-21T09:10:11.473 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-21T09:10:11.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:11.473 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-21T09:10:11.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 -- 172.21.15.52:0/3501376069 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68101660 msgr2=0x7f2f6810e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 --2- 172.21.15.52:0/3501376069 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68101660 0x7f2f6810e3b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2f58009860 tx=0x7f2f5802bb70 comp rx=0 tx=0).stop 2024-04-21T09:10:11.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 -- 172.21.15.52:0/2789072823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2764103ae0 msgr2=0x7f276410bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 --2- 172.21.15.52:0/2789072823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2764103ae0 0x7f276410bfc0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f2758009900 tx=0x7f275802bcd0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 -- 172.21.15.52:0/2789072823 shutdown_connections 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 --2- 172.21.15.52:0/2789072823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f276410c500 0x7f276410e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 --2- 172.21.15.52:0/2789072823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2764103ae0 0x7f276410bfc0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 --2- 172.21.15.52:0/2789072823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f27641031c0 0x7f27641035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 -- 172.21.15.52:0/2789072823 >> 172.21.15.52:0/2789072823 conn(0x7f2764078000 msgr2=0x7f2764078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 -- 172.21.15.52:0/3501376069 shutdown_connections 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 --2- 172.21.15.52:0/3501376069 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2f6810e8f0 0x7f2f68110ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 --2- 172.21.15.52:0/3501376069 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68101660 0x7f2f6810e3b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 --2- 172.21.15.52:0/3501376069 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f68100d40 0x7f2f68101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 -- 172.21.15.52:0/2789072823 shutdown_connections 2024-04-21T09:10:11.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 -- 172.21.15.52:0/3501376069 >> 172.21.15.52:0/3501376069 conn(0x7f2f68077f70 msgr2=0x7f2f68078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f27697b6640 1 -- 172.21.15.52:0/2789072823 wait complete. 2024-04-21T09:10:11.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 -- 172.21.15.52:0/3501376069 shutdown_connections 2024-04-21T09:10:11.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.582+0000 7f2f704a8640 1 -- 172.21.15.52:0/3501376069 wait complete. 2024-04-21T09:10:11.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27697b6640 1 Processor -- start 2024-04-21T09:10:11.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f704a8640 1 Processor -- start 2024-04-21T09:10:11.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f704a8640 1 -- start start 2024-04-21T09:10:11.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27697b6640 1 -- start start 2024-04-21T09:10:11.586 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f704a8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68100d40 0x7f2f681a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f704a8640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2f68101660 0x7f2f681a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f704a8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f6810e8f0 0x7f2f6819a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f704a8640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2f681143b0 con 0x7f2f6810e8f0 2024-04-21T09:10:11.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f704a8640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2f68114230 con 0x7f2f68101660 2024-04-21T09:10:11.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f704a8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2f68114530 con 0x7f2f68100d40 2024-04-21T09:10:11.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27697b6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f27641031c0 0x7f2764100e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.587 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27697b6640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2764103ae0 0x7f2764101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f6ea45640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f6810e8f0 0x7f2f6819a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27697b6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f276410c500 0x7f2764101890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f6ea45640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f6810e8f0 0x7f2f6819a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40554/0 (socket says 172.21.15.52:40554) 2024-04-21T09:10:11.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f6ea45640 1 -- 172.21.15.52:0/1022004502 learned_addr learned my addr 172.21.15.52:0/1022004502 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.588 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f6e244640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68100d40 0x7f2f681a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f2f6da43640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2f68101660 0x7f2f681a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27697b6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2764112190 con 0x7f276410c500 2024-04-21T09:10:11.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27697b6640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2764112010 con 0x7f2764103ae0 2024-04-21T09:10:11.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27637fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f276410c500 0x7f2764101890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.583+0000 7f27627fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2764103ae0 0x7f2764101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2762ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f27641031c0 0x7f2764100e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.589 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27637fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f276410c500 0x7f2764101890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40560/0 (socket says 172.21.15.52:40560) 2024-04-21T09:10:11.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27637fe640 1 -- 172.21.15.52:0/3204631141 learned_addr learned my addr 172.21.15.52:0/3204631141 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27627fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2764103ae0 0x7f2764101350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:36720/0 (socket says 172.21.15.52:36720) 2024-04-21T09:10:11.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2764112310 con 0x7f27641031c0 2024-04-21T09:10:11.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f6da43640 1 -- 172.21.15.52:0/1022004502 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68100d40 msgr2=0x7f2f681a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f6da43640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68100d40 0x7f2f681a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f6da43640 1 -- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f6810e8f0 msgr2=0x7f2f6819a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f6da43640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f6810e8f0 0x7f2f6819a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.590 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f6da43640 1 -- 172.21.15.52:0/1022004502 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f6819afa0 con 0x7f2f68101660 2024-04-21T09:10:11.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f6e244640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68100d40 0x7f2f681a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:11.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27627fc640 1 -- 172.21.15.52:0/3204631141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f27641031c0 msgr2=0x7f2764100e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27627fc640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f27641031c0 0x7f2764100e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27627fc640 1 -- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f276410c500 msgr2=0x7f2764101890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27627fc640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f276410c500 0x7f2764101890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27627fc640 1 -- 172.21.15.52:0/3204631141 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27641a6c80 con 0x7f2764103ae0 2024-04-21T09:10:11.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2762ffd640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f27641031c0 0x7f2764100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:11.591 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27637fe640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f276410c500 0x7f2764101890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:11.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f6da43640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2f68101660 0x7f2f681a0ba0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2f58037040 tx=0x7f2f580359a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.592 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f27627fc640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2764103ae0 0x7f2764101350 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2758036040 tx=0x7f27580045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.593 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f5f7fe640 1 -- 172.21.15.52:0/1022004502 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58041020 con 0x7f2f68101660 2024-04-21T09:10:11.593 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f6819b230 con 0x7f2f68101660 2024-04-21T09:10:11.593 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f5f7fe640 1 -- 172.21.15.52:0/1022004502 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f5802c9c0 con 0x7f2f68101660 2024-04-21T09:10:11.593 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f5f7fe640 1 -- 172.21.15.52:0/1022004502 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58039040 con 0x7f2f68101660 2024-04-21T09:10:11.593 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.584+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f681a74b0 con 0x7f2f68101660 2024-04-21T09:10:11.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.585+0000 7f274bfff640 1 -- 172.21.15.52:0/3204631141 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2758043020 con 0x7f2764103ae0 2024-04-21T09:10:11.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.585+0000 7f274bfff640 1 -- 172.21.15.52:0/3204631141 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2758004e00 con 0x7f2764103ae0 2024-04-21T09:10:11.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.585+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27641a6f10 con 0x7f2764103ae0 2024-04-21T09:10:11.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.585+0000 7f274bfff640 1 -- 172.21.15.52:0/3204631141 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27580038e0 con 0x7f2764103ae0 2024-04-21T09:10:11.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.585+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27641a7420 con 0x7f2764103ae0 2024-04-21T09:10:11.594 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.585+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f68069f90 con 0x7f2f68101660 2024-04-21T09:10:11.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.587+0000 7f276c3ae740 1 Processor -- start 2024-04-21T09:10:11.595 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f2f5f7fe640 1 -- 172.21.15.52:0/1022004502 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f2f58044020 con 0x7f2f68101660 2024-04-21T09:10:11.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f276c3ae740 1 -- start start 2024-04-21T09:10:11.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b40cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b49840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.596 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 0x558777b4c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f276c3ae740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558777aa4f00 con 0x558777b408e0 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f276c3ae740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558777a42590 con 0x558777b41290 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f276c3ae740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558777aa0ec0 con 0x558777b49e10 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f274bfff640 1 -- 172.21.15.52:0/3204631141 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f2758046020 con 0x7f2764103ae0 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f27637fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b40cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f27637fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b40cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40566/0 (socket says 172.21.15.52:40566) 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f27637fe640 1 -- 172.21.15.52:0/510380679 learned_addr learned my addr 172.21.15.52:0/510380679 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f2762ffd640 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b49840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f27637fe640 1 -- 172.21.15.52:0/510380679 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 msgr2=0x558777b4c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f27637fe640 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 0x558777b4c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f27637fe640 1 -- 172.21.15.52:0/510380679 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 msgr2=0x558777b49840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f27637fe640 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b49840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.597 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f27637fe640 1 -- 172.21.15.52:0/510380679 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55877787f7e0 con 0x558777b408e0 2024-04-21T09:10:11.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f2762ffd640 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b49840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:11.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.588+0000 7f2f5f7fe640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2f540a3da0 0x7f2f540a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.589+0000 7f2f5f7fe640 1 -- 172.21.15.52:0/1022004502 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f2f580f2670 con 0x7f2f68101660 2024-04-21T09:10:11.598 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.589+0000 7f2f6e244640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2f540a3da0 0x7f2f540a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.589+0000 7f27637fe640 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b40cc0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f275c011850 tx=0x7f275c011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1498d70aaa38df50 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.589+0000 7f27497fa640 1 -- 172.21.15.52:0/510380679 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275c011330 con 0x558777b408e0 2024-04-21T09:10:11.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.589+0000 7f27497fa640 1 -- 172.21.15.52:0/510380679 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f275c00fe50 con 0x558777b408e0 2024-04-21T09:10:11.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.589+0000 7f27497fa640 1 -- 172.21.15.52:0/510380679 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275c010e30 con 0x558777b408e0 2024-04-21T09:10:11.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.589+0000 7f274bfff640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f274c0a3e30 0x7f274c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f2762ffd640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f274c0a3e30 0x7f274c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.599 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f274bfff640 1 -- 172.21.15.52:0/3204631141 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f27580f2a20 con 0x7f2764103ae0 2024-04-21T09:10:11.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f2f6e244640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2f540a3da0 0x7f2f540a6260 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2f64005fd0 tx=0x7f2f64009260 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 -- 172.21.15.52:0/510380679 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 msgr2=0x558777b40cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b40cc0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f275c011850 tx=0x7f275c011d10 comp rx=0 tx=0).stop 2024-04-21T09:10:11.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 -- 172.21.15.52:0/510380679 shutdown_connections 2024-04-21T09:10:11.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 0x558777b4c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b49840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 --2- 172.21.15.52:0/510380679 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b40cc0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 -- 172.21.15.52:0/510380679 >> 172.21.15.52:0/510380679 conn(0x558777b3afb0 msgr2=0x558777b3b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f2762ffd640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f274c0a3e30 0x7f274c0a62f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2754009fd0 tx=0x7f2754005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 -- 172.21.15.52:0/510380679 shutdown_connections 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 -- 172.21.15.52:0/510380679 wait complete. 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 -- start start 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.590+0000 7f276c3ae740 1 Processor -- start 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b46d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b472d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 0x558777b47810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b46d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b46d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40568/0 (socket says 172.21.15.52:40568) 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558777b4cd80 con 0x558777b408e0 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558777a5e580 con 0x558777b41290 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 -- 172.21.15.52:0/1234901111 learned_addr learned my addr 172.21.15.52:0/1234901111 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.602 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558777b4cf00 con 0x558777b49e10 2024-04-21T09:10:11.603 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f276c3ae740 10 client.0 _ll_register_callbacks cb 0x558777a64650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:11.603 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f27627fc640 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b472d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.603 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f27637fe640 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 0x558777b47810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.603 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2f5f7fe640 1 -- 172.21.15.52:0/1022004502 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2f5804b020 con 0x7f2f68101660 2024-04-21T09:10:11.605 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 -- 172.21.15.52:0/1234901111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 msgr2=0x558777b47810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 0x558777b47810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 -- 172.21.15.52:0/1234901111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 msgr2=0x558777b472d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b472d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 -- 172.21.15.52:0/1234901111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587778dff70 con 0x558777b408e0 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b46d90 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f2754012df0 tx=0x7f2754004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f86e7a0dd8684303 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.591+0000 7f2746ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f2746ff5640 1 -- 172.21.15.52:0/1234901111 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27540119c0 con 0x558777b408e0 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f2746ff5640 1 -- 172.21.15.52:0/1234901111 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f2754011b60 con 0x558777b408e0 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f275c00fe50 con 0x558777b408e0 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f2746ff5640 1 -- 172.21.15.52:0/1234901111 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2754011d60 con 0x558777b408e0 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 10 client.15645 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558777777170 con 0x558777b408e0 2024-04-21T09:10:11.606 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f2746ff5640 1 -- 172.21.15.52:0/1234901111 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f275c00fe50 con 0x558777b408e0 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f2746ff5640 1 -- 172.21.15.52:0/1234901111 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f2754027070 con 0x558777b408e0 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 10 client.15645 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 10 client.15645 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 20 client.15645 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558777b5a140 0x558777b5c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 4 client.15645 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.592+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558777ab2920 con 0x558777b5a140 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.593+0000 7f27627fc640 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558777b5a140 0x558777b5c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.593+0000 7f27627fc640 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558777b5a140 0x558777b5c530 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9a2040570e7bbe0 server_cookie=e36d0cdd0b1e8a4d in_seq=0 out_seq=0 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.593+0000 7f2746ff5640 10 client.15645 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f2746ff5640 1 -- 172.21.15.52:0/1234901111 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558777ab2920 con 0x558777b5a140 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f2746ff5640 10 client.15645 handle_command_reply: tid=0 2024-04-21T09:10:11.607 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 client.15645 shutdown 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 msgr2=0x558777b46d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b46d90 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f2754012df0 tx=0x7f2754004730 comp rx=0 tx=0).stop 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 shutdown_connections 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558777b5a140 0x558777b5c530 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b49e10 0x558777b47810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b472d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1234901111 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b408e0 0x558777b46d90 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 >> 172.21.15.52:0/1234901111 conn(0x558777b3afb0 msgr2=0x558777b3cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f2746ff5640 0 client.15645 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 shutdown_connections 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 1 -- 172.21.15.52:0/1234901111 wait complete. 2024-04-21T09:10:11.608 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.594+0000 7f276c3ae740 20 client.15645 trim_cache size 0 max 16384 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f276c3ae740 1 Processor -- start 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f276c3ae740 1 -- start start 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b55c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b41290 0x558777b61e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b49e10 0x558777b62340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f276c3ae740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f27641b3df0 con 0x558777b41290 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f276c3ae740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f27641b16c0 con 0x558777b49e10 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f276c3ae740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f27641af510 con 0x558777b408e0 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f2762ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b55c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f2762ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b55c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:52220/0 (socket says 172.21.15.52:52220) 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.613+0000 7f2762ffd640 1 -- 172.21.15.52:0/1948511662 learned_addr learned my addr 172.21.15.52:0/1948511662 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.614 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f27627fc640 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b41290 0x558777b61e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2762ffd640 1 -- 172.21.15.52:0/1948511662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b49e10 msgr2=0x558777b62340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b49e10 0x558777b62340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2762ffd640 1 -- 172.21.15.52:0/1948511662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b41290 msgr2=0x558777b61e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b41290 0x558777b61e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2762ffd640 1 -- 172.21.15.52:0/1948511662 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558777b41030 con 0x558777b408e0 2024-04-21T09:10:11.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f27627fc640 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b41290 0x558777b61e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:11.615 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b55c70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f275400f800 tx=0x7f275401f800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df1e72b79384c68b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.618 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2748ff9640 1 -- 172.21.15.52:0/1948511662 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2754011a10 con 0x558777b408e0 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2748ff9640 1 -- 172.21.15.52:0/1948511662 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2754011bb0 con 0x558777b408e0 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.614+0000 7f2748ff9640 1 -- 172.21.15.52:0/1948511662 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275401fb50 con 0x558777b408e0 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 -- 172.21.15.52:0/1948511662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 msgr2=0x558777b55c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b55c70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f275400f800 tx=0x7f275401f800 comp rx=0 tx=0).stop 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 -- 172.21.15.52:0/1948511662 shutdown_connections 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b49e10 0x558777b62340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b41290 0x558777b61e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1948511662 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b55c70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 -- 172.21.15.52:0/1948511662 >> 172.21.15.52:0/1948511662 conn(0x558777b3afb0 msgr2=0x558777b3a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 -- 172.21.15.52:0/1948511662 shutdown_connections 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 -- 172.21.15.52:0/1948511662 wait complete. 2024-04-21T09:10:11.619 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.615+0000 7f276c3ae740 1 -- start start 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f276c3ae740 1 Processor -- start 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b43d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b442d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f276c3ae740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b49e10 0x558777bbf670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f276c3ae740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f27641afb80 con 0x558777b49e10 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f276c3ae740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f27641b0ff0 con 0x558777b41290 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f276c3ae740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f27641b0250 con 0x558777b408e0 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f276c3ae740 10 client.0 _ll_register_callbacks cb 0x7f27540124a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27637fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b49e10 0x558777bbf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27627fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b442d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27627fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b442d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:36750/0 (socket says 172.21.15.52:36750) 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27627fc640 1 -- 172.21.15.52:0/1931605105 learned_addr learned my addr 172.21.15.52:0/1931605105 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27637fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b49e10 0x558777bbf670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40598/0 (socket says 172.21.15.52:40598) 2024-04-21T09:10:11.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b43d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27627fc640 1 -- 172.21.15.52:0/1931605105 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 msgr2=0x558777b43d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27627fc640 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b43d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27627fc640 1 -- 172.21.15.52:0/1931605105 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b49e10 msgr2=0x558777bbf670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27627fc640 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b49e10 0x558777bbf670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.616+0000 7f27627fc640 1 -- 172.21.15.52:0/1931605105 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558777bbfbb0 con 0x558777b41290 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f27627fc640 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b442d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f27580be2e0 tx=0x7f27580f4040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd6e7a624a929779 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f2746ff5640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f2746ff5640 1 -- 172.21.15.52:0/1931605105 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27580be5e0 con 0x558777b41290 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f2746ff5640 1 -- 172.21.15.52:0/1931605105 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f27580bac50 con 0x558777b41290 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 1 -- 172.21.15.52:0/1931605105 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2754011bb0 con 0x558777b41290 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f2746ff5640 1 -- 172.21.15.52:0/1931605105 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f27580c2990 con 0x558777b41290 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 10 client.25325 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 1 -- 172.21.15.52:0/1931605105 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558777bc0cc0 con 0x558777b41290 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f2746ff5640 1 -- 172.21.15.52:0/1931605105 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2754011bb0 con 0x558777b41290 2024-04-21T09:10:11.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f2746ff5640 1 -- 172.21.15.52:0/1931605105 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f27580c6dc0 con 0x558777b41290 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 10 client.25325 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 10 client.25325 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 20 client.25325 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558777bc1440 0x558777bc3860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 4 client.25325 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.617+0000 7f276c3ae740 1 -- 172.21.15.52:0/1931605105 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558777aac790 con 0x558777bc1440 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.618+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558777bc1440 0x558777bc3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.618+0000 7f2746ff5640 10 client.25325 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:11.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.618+0000 7f2762ffd640 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558777bc1440 0x558777bc3860 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cac731850beebfef server_cookie=9dd9bca90c7db2f5 in_seq=0 out_seq=0 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.619+0000 7f2746ff5640 1 -- 172.21.15.52:0/1931605105 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558777aac790 con 0x558777bc1440 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.619+0000 7f2746ff5640 10 client.25325 handle_command_reply: tid=0 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.619+0000 7f276c3ae740 1 client.25325 shutdown 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.619+0000 7f276c3ae740 1 -- 172.21.15.52:0/1931605105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 msgr2=0x558777b442d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.619+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b442d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f27580be2e0 tx=0x7f27580f4040 comp rx=0 tx=0).stop 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 1 -- 172.21.15.52:0/1931605105 shutdown_connections 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558777bc1440 0x558777bc3860 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558777b49e10 0x558777bbf670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f2746ff5640 0 client.25325 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558777b41290 0x558777b442d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 1 --2- 172.21.15.52:0/1931605105 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558777b408e0 0x558777b43d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 1 -- 172.21.15.52:0/1931605105 >> 172.21.15.52:0/1931605105 conn(0x558777b3afb0 msgr2=0x558777b3c380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 1 -- 172.21.15.52:0/1931605105 shutdown_connections 2024-04-21T09:10:11.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 1 -- 172.21.15.52:0/1931605105 wait complete. 2024-04-21T09:10:11.625 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.620+0000 7f276c3ae740 20 client.25325 trim_cache size 0 max 16384 2024-04-21T09:10:11.625 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:10:11.625 INFO:teuthology.orchestra.run.smithi052.stdout: "return_code": 0, 2024-04-21T09:10:11.625 INFO:teuthology.orchestra.run.smithi052.stdout: "scrub_tag": "8633a0bd-66e4-4b27-93d6-ed5ee9743057", 2024-04-21T09:10:11.625 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": "asynchronous" 2024-04-21T09:10:11.625 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:10:11.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f274c0a3e30 msgr2=0x7f274c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f274c0a3e30 0x7f274c0a62f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2754009fd0 tx=0x7f2754005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:11.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2764103ae0 msgr2=0x7f2764101350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2764103ae0 0x7f2764101350 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2758036040 tx=0x7f27580045e0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 shutdown_connections 2024-04-21T09:10:11.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f274c0a3e30 0x7f274c0a62f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f276410c500 0x7f2764101890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2764103ae0 0x7f2764101350 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 --2- 172.21.15.52:0/3204631141 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f27641031c0 0x7f2764100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 >> 172.21.15.52:0/3204631141 conn(0x7f2764078000 msgr2=0x7f27640fe000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 shutdown_connections 2024-04-21T09:10:11.627 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.621+0000 7f27697b6640 1 -- 172.21.15.52:0/3204631141 wait complete. 2024-04-21T09:10:11.636 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T09:10:11.637 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T09:10:11.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi060:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: Updating smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: mgrmap e23: x(active, since 4s), standbys: y, z 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2358271299' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:10:11.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:10:11.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:10:11.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1019577739' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:11.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:11 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2309380165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:11.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 -- 172.21.15.52:0/3334702254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 msgr2=0x7fbc90069950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 --2- 172.21.15.52:0/3334702254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 0x7fbc90069950 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c009900 tx=0x7fbc8c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:11.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 -- 172.21.15.52:0/3334702254 shutdown_connections 2024-04-21T09:10:11.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 --2- 172.21.15.52:0/3334702254 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc90107230 0x7fbc9010ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 --2- 172.21.15.52:0/3334702254 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbc90069f20 0x7fbc90106b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 --2- 172.21.15.52:0/3334702254 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 0x7fbc90069950 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 -- 172.21.15.52:0/3334702254 >> 172.21.15.52:0/3334702254 conn(0x7fbc90077fa0 msgr2=0x7fbc900783b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 -- 172.21.15.52:0/3334702254 shutdown_connections 2024-04-21T09:10:11.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.743+0000 7fbc97792640 1 -- 172.21.15.52:0/3334702254 wait complete. 2024-04-21T09:10:11.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.744+0000 7fbc97792640 1 Processor -- start 2024-04-21T09:10:11.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.744+0000 7fbc97792640 1 -- start start 2024-04-21T09:10:11.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.744+0000 7fbc97792640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 0x7fbc90100e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.744+0000 7fbc97792640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbc90107230 0x7fbc90101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.744+0000 7fbc97792640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc90101890 0x7fbc901a68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.744+0000 7fbc97792640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbc901121a0 con 0x7fbc90069570 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.744+0000 7fbc97792640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbc90112020 con 0x7fbc90107230 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.744+0000 7fbc97792640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbc90112320 con 0x7fbc90101890 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 0x7fbc90100e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 0x7fbc90100e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40620/0 (socket says 172.21.15.52:40620) 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 -- 172.21.15.52:0/3988762145 learned_addr learned my addr 172.21.15.52:0/3988762145 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbc90107230 0x7fbc90101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc90101890 0x7fbc901a68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 -- 172.21.15.52:0/3988762145 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc90101890 msgr2=0x7fbc901a68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc90101890 0x7fbc901a68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 -- 172.21.15.52:0/3988762145 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbc90107230 msgr2=0x7fbc90101350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbc90107230 0x7fbc90101350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 -- 172.21.15.52:0/3988762145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc901a6fb0 con 0x7fbc90069570 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 0x7fbc90100e10 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c005940 tx=0x7fbc8c02c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc867fc640 1 -- 172.21.15.52:0/3988762145 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c043020 con 0x7fbc90069570 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc867fc640 1 -- 172.21.15.52:0/3988762145 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc8c02ca70 con 0x7fbc90069570 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc97792640 1 -- 172.21.15.52:0/3988762145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc901a7240 con 0x7fbc90069570 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc867fc640 1 -- 172.21.15.52:0/3988762145 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c0039f0 con 0x7fbc90069570 2024-04-21T09:10:11.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.745+0000 7fbc97792640 1 -- 172.21.15.52:0/3988762145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc901a7790 con 0x7fbc90069570 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc867fc640 1 -- 172.21.15.52:0/3988762145 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fbc8c046020 con 0x7fbc90069570 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9a378740 1 Processor -- start 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9a378740 1 -- start start 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210d4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210dd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210dfe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9a378740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558d210391e0 con 0x558d210dda80 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9a378740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558d20fd6390 con 0x558d210d4ea0 2024-04-21T09:10:11.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9a378740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558d210351a0 con 0x558d210d4580 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc94d2d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210dfe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc9552e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210dd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc94d2d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210dfe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40634/0 (socket says 172.21.15.52:40634) 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.748+0000 7fbc94d2d640 1 -- 172.21.15.52:0/2529686238 learned_addr learned my addr 172.21.15.52:0/2529686238 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc867fc640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbc7c0a3de0 0x7fbc7c0a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210d4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc94d2d640 1 -- 172.21.15.52:0/2529686238 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 msgr2=0x558d210d4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbc7c0a3de0 0x7fbc7c0a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210d4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc94d2d640 1 -- 172.21.15.52:0/2529686238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 msgr2=0x558d210dd540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210dd540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc94d2d640 1 -- 172.21.15.52:0/2529686238 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d20e157d0 con 0x558d210dda80 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc867fc640 1 -- 172.21.15.52:0/3988762145 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbc8c0f2c20 con 0x7fbc90069570 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc9552e640 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210dd540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210dfe70 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fbc80009c60 tx=0x7fbc80011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18e9dd69dfe799d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbc7c0a3de0 0x7fbc7c0a62a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbc88005fd0 tx=0x7fbc88004ab0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc7b7fe640 1 -- 172.21.15.52:0/2529686238 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc80004230 con 0x558d210dda80 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc7b7fe640 1 -- 172.21.15.52:0/2529686238 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc800043d0 con 0x558d210dda80 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.749+0000 7fbc7b7fe640 1 -- 172.21.15.52:0/2529686238 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc80004cd0 con 0x558d210dda80 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 -- 172.21.15.52:0/2529686238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 msgr2=0x558d210dfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210dfe70 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fbc80009c60 tx=0x7fbc80011810 comp rx=0 tx=0).stop 2024-04-21T09:10:11.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 -- 172.21.15.52:0/2529686238 shutdown_connections 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210dfe70 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210dd540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 --2- 172.21.15.52:0/2529686238 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210d4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 -- 172.21.15.52:0/2529686238 >> 172.21.15.52:0/2529686238 conn(0x558d210cecb0 msgr2=0x558d210cf090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 -- 172.21.15.52:0/2529686238 shutdown_connections 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.750+0000 7fbc9a378740 1 -- 172.21.15.52:0/2529686238 wait complete. 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 1 -- start start 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 1 Processor -- start 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210daa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210d4ea0 0x558d210daf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210dda80 0x558d210db490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558d210e0870 con 0x558d210d4ea0 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558d20ff22f0 con 0x558d210dda80 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558d210e09f0 con 0x558d210d4580 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9a378740 10 client.0 _ll_register_callbacks cb 0x558d20fff580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc94d2d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210d4ea0 0x558d210daf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc94d2d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210d4ea0 0x558d210daf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40646/0 (socket says 172.21.15.52:40646) 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc94d2d640 1 -- 172.21.15.52:0/3494158301 learned_addr learned my addr 172.21.15.52:0/3494158301 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210daa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210dda80 0x558d210db490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.751+0000 7fbc94d2d640 1 -- 172.21.15.52:0/3494158301 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 msgr2=0x558d210daa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210daa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc94d2d640 1 -- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210dda80 msgr2=0x558d210db490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210dda80 0x558d210db490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc94d2d640 1 -- 172.21.15.52:0/3494158301 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d20d4b3f0 con 0x558d210d4ea0 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210dda80 0x558d210db490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210d4ea0 0x558d210daf50 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fbc80019ba0 tx=0x7fbc80019bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39352a2d3df437a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc78ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3494158301 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc80024620 con 0x558d210d4ea0 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3494158301 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbc800247c0 con 0x558d210d4ea0 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc9a378740 1 -- 172.21.15.52:0/3494158301 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc800043d0 con 0x558d210d4ea0 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3494158301 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbc80032050 con 0x558d210d4ea0 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc9a378740 10 client.15660 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc9a378740 1 -- 172.21.15.52:0/3494158301 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558d20d0b0f0 con 0x558d210d4ea0 2024-04-21T09:10:11.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.752+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3494158301 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc800043d0 con 0x558d210d4ea0 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3494158301 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fbc80018070 con 0x558d210d4ea0 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc9a378740 10 client.15660 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc9a378740 10 client.15660 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc9a378740 20 client.15660 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558d210ed9a0 0x558d210efd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc9a378740 4 client.15660 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc9a378740 1 -- 172.21.15.52:0/3494158301 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d21046c00 con 0x558d210ed9a0 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558d210ed9a0 0x558d210efd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc78ff9640 10 client.15660 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.753+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558d210ed9a0 0x558d210efd90 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c647ede91f8c5c3a server_cookie=f45fa9b3978131f in_seq=0 out_seq=0 2024-04-21T09:10:11.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3494158301 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558d21046c00 con 0x558d210ed9a0 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc78ff9640 10 client.15660 handle_command_reply: tid=0 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 client.15660 shutdown 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 -- 172.21.15.52:0/3494158301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210d4ea0 msgr2=0x558d210daf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210d4ea0 0x558d210daf50 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fbc80019ba0 tx=0x7fbc80019bd0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 -- 172.21.15.52:0/3494158301 shutdown_connections 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558d210ed9a0 0x558d210efd90 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210dda80 0x558d210db490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210d4ea0 0x558d210daf50 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc78ff9640 0 client.15660 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3494158301 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210daa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 -- 172.21.15.52:0/3494158301 >> 172.21.15.52:0/3494158301 conn(0x558d210cecb0 msgr2=0x558d210d0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 -- 172.21.15.52:0/3494158301 shutdown_connections 2024-04-21T09:10:11.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 1 -- 172.21.15.52:0/3494158301 wait complete. 2024-04-21T09:10:11.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.754+0000 7fbc9a378740 20 client.15660 trim_cache size 0 max 16384 2024-04-21T09:10:11.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.772+0000 7fbc9a378740 1 Processor -- start 2024-04-21T09:10:11.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.772+0000 7fbc9a378740 1 -- start start 2024-04-21T09:10:11.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.772+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210dd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210d9950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210e9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc9a378740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbc901b3d40 con 0x558d210dda80 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc9a378740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbc901b1610 con 0x558d210d4ea0 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc9a378740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbc901af460 con 0x558d210d4580 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210e9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210e9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40658/0 (socket says 172.21.15.52:40658) 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 -- 172.21.15.52:0/2308603829 learned_addr learned my addr 172.21.15.52:0/2308603829 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210d9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc9552e640 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210dd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 -- 172.21.15.52:0/2308603829 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 msgr2=0x558d210dd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210dd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 -- 172.21.15.52:0/2308603829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 msgr2=0x558d210d9950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210d9950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 -- 172.21.15.52:0/2308603829 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d210ceae0 con 0x558d210dda80 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.773+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210e9760 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fbc8800f8f0 tx=0x7fbc88018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23eb4a9a493106a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc7affd640 1 -- 172.21.15.52:0/2308603829 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc88019070 con 0x558d210dda80 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc7affd640 1 -- 172.21.15.52:0/2308603829 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc880108e0 con 0x558d210dda80 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc7affd640 1 -- 172.21.15.52:0/2308603829 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8801e970 con 0x558d210dda80 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 -- 172.21.15.52:0/2308603829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 msgr2=0x558d210e9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210e9760 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fbc8800f8f0 tx=0x7fbc88018000 comp rx=0 tx=0).stop 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 -- 172.21.15.52:0/2308603829 shutdown_connections 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d210e9760 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210d9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 --2- 172.21.15.52:0/2308603829 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210dd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 -- 172.21.15.52:0/2308603829 >> 172.21.15.52:0/2308603829 conn(0x558d210cecb0 msgr2=0x558d210cdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 -- 172.21.15.52:0/2308603829 shutdown_connections 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.774+0000 7fbc9a378740 1 -- 172.21.15.52:0/2308603829 wait complete. 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 1 -- start start 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 1 Processor -- start 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210e1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210e22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d21152e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbc901afad0 con 0x558d210dda80 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbc901b0f40 con 0x558d210d4ea0 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbc901b01a0 con 0x558d210d4580 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc9a378740 10 client.0 _ll_register_callbacks cb 0x7fbc8c0efed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:11.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc95d2f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d21152e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc94d2d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210e22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc95d2f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d21152e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40674/0 (socket says 172.21.15.52:40674) 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.775+0000 7fbc95d2f640 1 -- 172.21.15.52:0/3218219984 learned_addr learned my addr 172.21.15.52:0/3218219984 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210e1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc94d2d640 1 -- 172.21.15.52:0/3218219984 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 msgr2=0x558d210e1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210e1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc94d2d640 1 -- 172.21.15.52:0/3218219984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 msgr2=0x558d21152e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d21152e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc94d2d640 1 -- 172.21.15.52:0/3218219984 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d210dfe70 con 0x558d210d4ea0 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc95d2f640 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d21152e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210e1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:11.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc94d2d640 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210e22f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbc8002d7b0 tx=0x7fbc80019b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ba87c0c16305a44 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc78ff9640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.776+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3218219984 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc800097a0 con 0x558d210d4ea0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 1 -- 172.21.15.52:0/3218219984 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc880108e0 con 0x558d210d4ea0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3218219984 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbc8002d3b0 con 0x558d210d4ea0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3218219984 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbc8002d9a0 con 0x558d210d4ea0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 10 client.25340 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 1 -- 172.21.15.52:0/3218219984 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558d211544d0 con 0x558d210d4ea0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3218219984 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc880108e0 con 0x558d210d4ea0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3218219984 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fbc80018070 con 0x558d210d4ea0 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 10 client.25340 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 10 client.25340 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:11.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 20 client.25340 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558d21154be0 0x558d21157000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 4 client.25340 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9a378740 1 -- 172.21.15.52:0/3218219984 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558d21040a70 con 0x558d21154be0 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.777+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558d21154be0 0x558d21157000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9552e640 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558d21154be0 0x558d21157000 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2fcce842ac15df0d server_cookie=fecf25b2a82f5640 in_seq=0 out_seq=0 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc78ff9640 10 client.25340 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc78ff9640 1 -- 172.21.15.52:0/3218219984 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558d21040a70 con 0x558d21154be0 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc78ff9640 10 client.25340 handle_command_reply: tid=0 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 client.25340 shutdown 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 -- 172.21.15.52:0/3218219984 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 msgr2=0x558d210e22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210e22f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbc8002d7b0 tx=0x7fbc80019b00 comp rx=0 tx=0).stop 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 -- 172.21.15.52:0/3218219984 shutdown_connections 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558d21154be0 0x558d21157000 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558d210dda80 0x558d21152e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc78ff9640 0 client.25340 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:11.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558d210d4ea0 0x558d210e22f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 --2- 172.21.15.52:0/3218219984 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558d210d4580 0x558d210e1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 -- 172.21.15.52:0/3218219984 >> 172.21.15.52:0/3218219984 conn(0x558d210cecb0 msgr2=0x558d210da9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 -- 172.21.15.52:0/3218219984 shutdown_connections 2024-04-21T09:10:11.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.778+0000 7fbc9a378740 1 -- 172.21.15.52:0/3218219984 wait complete. 2024-04-21T09:10:11.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc9a378740 20 client.25340 trim_cache size 0 max 16384 2024-04-21T09:10:11.786 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: "scrubs": { 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: "8633a0bd-66e4-4b27-93d6-ed5ee9743057": { 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: "path": "/", 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "8633a0bd-66e4-4b27-93d6-ed5ee9743057", 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: "options": "recursive,force" 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:10:11.787 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:10:11.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 -- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbc7c0a3de0 msgr2=0x7fbc7c0a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbc7c0a3de0 0x7fbc7c0a62a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbc88005fd0 tx=0x7fbc88004ab0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 -- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 msgr2=0x7fbc90100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 0x7fbc90100e10 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c005940 tx=0x7fbc8c02c5f0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 -- 172.21.15.52:0/3988762145 shutdown_connections 2024-04-21T09:10:11.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbc7c0a3de0 0x7fbc7c0a62a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbc90101890 0x7fbc901a68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbc90107230 0x7fbc90101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 --2- 172.21.15.52:0/3988762145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbc90069570 0x7fbc90100e10 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 -- 172.21.15.52:0/3988762145 >> 172.21.15.52:0/3988762145 conn(0x7fbc90077fa0 msgr2=0x7fbc900ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 -- 172.21.15.52:0/3988762145 shutdown_connections 2024-04-21T09:10:11.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.779+0000 7fbc97792640 1 -- 172.21.15.52:0/3988762145 wait complete. 2024-04-21T09:10:11.794 INFO:tasks.cephfs.filesystem:scrub status for tag:8633a0bd-66e4-4b27-93d6-ed5ee9743057 - {'path': '/', 'tag': '8633a0bd-66e4-4b27-93d6-ed5ee9743057', 'options': 'recursive,force'} 2024-04-21T09:10:11.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.813+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f2f68109af0 con 0x7f2f540a3da0 2024-04-21T09:10:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.conf 2024-04-21T09:10:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi060:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi078:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi052:/etc/ceph/ceph.client.admin.keyring 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: Updating smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: mgrmap e23: x(active, since 4s), standbys: y, z 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2358271299' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:10:11.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:10:11.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:10:11.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:10:11.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1019577739' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:11.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:11 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2309380165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:11.883 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.884+0000 7f2f5f7fe640 1 -- 172.21.15.52:0/1022004502 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2f64005020 con 0x7f2f540a3da0 2024-04-21T09:10:11.884 INFO:teuthology.orchestra.run.smithi052.stdout:Schedule set for path / 2024-04-21T09:10:11.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2f540a3da0 msgr2=0x7f2f540a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2f540a3da0 0x7f2f540a6260 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2f64005fd0 tx=0x7f2f64009260 comp rx=0 tx=0).stop 2024-04-21T09:10:11.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2f68101660 msgr2=0x7f2f681a0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2f68101660 0x7f2f681a0ba0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2f58037040 tx=0x7f2f580359a0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 shutdown_connections 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2f540a3da0 0x7f2f540a6260 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2f6810e8f0 0x7f2f6819a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2f68101660 0x7f2f681a0ba0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 --2- 172.21.15.52:0/1022004502 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2f68100d40 0x7f2f681a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 >> 172.21.15.52:0/1022004502 conn(0x7f2f68077f70 msgr2=0x7f2f68110030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 shutdown_connections 2024-04-21T09:10:11.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:11.886+0000 7f2f704a8640 1 -- 172.21.15.52:0/1022004502 wait complete. 2024-04-21T09:10:11.897 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-21T09:10:12.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 -- 172.21.15.52:0/3263950651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee8106170 msgr2=0x7f6ee810dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/3263950651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee8106170 0x7f6ee810dd40 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f6ee0009ca0 tx=0x7f6ee002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 -- 172.21.15.52:0/3263950651 shutdown_connections 2024-04-21T09:10:12.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/3263950651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee8106170 0x7f6ee810dd40 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/3263950651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ee8101a50 0x7f6ee8105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/3263950651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ee81010a0 0x7f6ee8101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 -- 172.21.15.52:0/3263950651 >> 172.21.15.52:0/3263950651 conn(0x7f6ee8077f70 msgr2=0x7f6ee8078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:12.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 -- 172.21.15.52:0/3263950651 shutdown_connections 2024-04-21T09:10:12.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 -- 172.21.15.52:0/3263950651 wait complete. 2024-04-21T09:10:12.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 Processor -- start 2024-04-21T09:10:12.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.045+0000 7f6eee8eb640 1 -- start start 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eee8eb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ee81010a0 0x7f6ee8198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eee8eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ee8106170 0x7f6ee8198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eee8eb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee819cfe0 0x7f6ee819d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eee8eb640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee81110e0 con 0x7f6ee819cfe0 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eee8eb640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee8110f60 con 0x7f6ee81010a0 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eee8eb640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee8111260 con 0x7f6ee8106170 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee819cfe0 0x7f6ee819d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee819cfe0 0x7f6ee819d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40692/0 (socket says 172.21.15.52:40692) 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 -- 172.21.15.52:0/2170520758 learned_addr learned my addr 172.21.15.52:0/2170520758 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6ee77fe640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ee8106170 0x7f6ee8198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6ee7fff640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ee81010a0 0x7f6ee8198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 -- 172.21.15.52:0/2170520758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ee8106170 msgr2=0x7f6ee8198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ee8106170 0x7f6ee8198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 -- 172.21.15.52:0/2170520758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ee81010a0 msgr2=0x7f6ee8198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ee81010a0 0x7f6ee8198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 -- 172.21.15.52:0/2170520758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ee819dad0 con 0x7f6ee819cfe0 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6ee77fe640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ee8106170 0x7f6ee8198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6ee7fff640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ee81010a0 0x7f6ee8198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.046+0000 7f6eece88640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee819cfe0 0x7f6ee819d490 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f6ee0005e30 tx=0x7f6ee00346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.047+0000 7f6ee57fa640 1 -- 172.21.15.52:0/2170520758 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0041020 con 0x7f6ee819cfe0 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.047+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ee819dd60 con 0x7f6ee819cfe0 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.047+0000 7f6ee57fa640 1 -- 172.21.15.52:0/2170520758 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ee0032970 con 0x7f6ee819cfe0 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.047+0000 7f6ee57fa640 1 -- 172.21.15.52:0/2170520758 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0039040 con 0x7f6ee819cfe0 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.047+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ee81a5580 con 0x7f6ee819cfe0 2024-04-21T09:10:12.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.048+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ee8050530 con 0x7f6ee819cfe0 2024-04-21T09:10:12.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.049+0000 7f6ee57fa640 1 -- 172.21.15.52:0/2170520758 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f6ee0044020 con 0x7f6ee819cfe0 2024-04-21T09:10:12.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.049+0000 7f6ee57fa640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6ed40a3da0 0x7f6ed40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.050+0000 7f6ee57fa640 1 -- 172.21.15.52:0/2170520758 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f6ee00f2d00 con 0x7f6ee819cfe0 2024-04-21T09:10:12.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.050+0000 7f6ee7fff640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6ed40a3da0 0x7f6ed40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.050+0000 7f6ee7fff640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6ed40a3da0 0x7f6ed40a6260 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6ed0009b50 tx=0x7f6ed0005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:12.053 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.053+0000 7f6ee57fa640 1 -- 172.21.15.52:0/2170520758 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6ee004b020 con 0x7f6ee819cfe0 2024-04-21T09:10:12.264 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.264+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f6ee8101a50 con 0x7f6ed40a3da0 2024-04-21T09:10:12.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.324+0000 7f6ee57fa640 1 -- 172.21.15.52:0/2170520758 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f6ee8101a50 con 0x7f6ed40a3da0 2024-04-21T09:10:12.324 INFO:teuthology.orchestra.run.smithi052.stdout:Retention added to path / 2024-04-21T09:10:12.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6ed40a3da0 msgr2=0x7f6ed40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6ed40a3da0 0x7f6ed40a6260 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6ed0009b50 tx=0x7f6ed0005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee819cfe0 msgr2=0x7f6ee819d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee819cfe0 0x7f6ee819d490 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f6ee0005e30 tx=0x7f6ee00346d0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 shutdown_connections 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6ed40a3da0 0x7f6ed40a6260 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6ee819cfe0 0x7f6ee819d490 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6ee8106170 0x7f6ee8198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 --2- 172.21.15.52:0/2170520758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ee81010a0 0x7f6ee8198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.326+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 >> 172.21.15.52:0/2170520758 conn(0x7f6ee8077f70 msgr2=0x7f6ee8069a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.327+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 shutdown_connections 2024-04-21T09:10:12.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.327+0000 7f6eee8eb640 1 -- 172.21.15.52:0/2170520758 wait complete. 2024-04-21T09:10:12.337 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-21T09:10:12.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 -- 172.21.15.52:0/205793421 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd528102b80 msgr2=0x7fd528106bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/205793421 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd528102b80 0x7fd528106bc0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fd51c009900 tx=0x7fd51c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:12.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 -- 172.21.15.52:0/205793421 shutdown_connections 2024-04-21T09:10:12.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/205793421 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5281072a0 0x7fd52810ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/205793421 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd528102b80 0x7fd528106bc0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.444 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/205793421 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd5281021d0 0x7fd5281025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 -- 172.21.15.52:0/205793421 >> 172.21.15.52:0/205793421 conn(0x7fd5280fda50 msgr2=0x7fd5280ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 -- 172.21.15.52:0/205793421 shutdown_connections 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 -- 172.21.15.52:0/205793421 wait complete. 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 Processor -- start 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.442+0000 7fd52fbe2640 1 -- start start 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52fbe2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5281021d0 0x7fd52819e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52fbe2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd5281072a0 0x7fd52819e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52fbe2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5281985f0 0x7fd528198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52fbe2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd528112230 con 0x7fd5281021d0 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52fbe2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd5281120b0 con 0x7fd5281072a0 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52fbe2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd5281123b0 con 0x7fd5281985f0 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5281021d0 0x7fd52819e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5281021d0 0x7fd52819e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40708/0 (socket says 172.21.15.52:40708) 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 -- 172.21.15.52:0/1986482869 learned_addr learned my addr 172.21.15.52:0/1986482869 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52e17f640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5281985f0 0x7fd528198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d17d640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd5281072a0 0x7fd52819e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 -- 172.21.15.52:0/1986482869 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5281985f0 msgr2=0x7fd528198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5281985f0 0x7fd528198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 -- 172.21.15.52:0/1986482869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd5281072a0 msgr2=0x7fd52819e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd5281072a0 0x7fd52819e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 -- 172.21.15.52:0/1986482869 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd528199110 con 0x7fd5281021d0 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d17d640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd5281072a0 0x7fd52819e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd52d97e640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5281021d0 0x7fd52819e3f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd52000d950 tx=0x7fd52000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.443+0000 7fd526ffd640 1 -- 172.21.15.52:0/1986482869 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd520017030 con 0x7fd5281021d0 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.444+0000 7fd526ffd640 1 -- 172.21.15.52:0/1986482869 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd520004020 con 0x7fd5281021d0 2024-04-21T09:10:12.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.444+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd528199400 con 0x7fd5281021d0 2024-04-21T09:10:12.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.444+0000 7fd526ffd640 1 -- 172.21.15.52:0/1986482869 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5200047a0 con 0x7fd5281021d0 2024-04-21T09:10:12.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.444+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5281a5600 con 0x7fd5281021d0 2024-04-21T09:10:12.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.445+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd528050530 con 0x7fd5281021d0 2024-04-21T09:10:12.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.446+0000 7fd526ffd640 1 -- 172.21.15.52:0/1986482869 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fd520009a30 con 0x7fd5281021d0 2024-04-21T09:10:12.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.446+0000 7fd526ffd640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd5100a3da0 0x7fd5100a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.447+0000 7fd52d17d640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd5100a3da0 0x7fd5100a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.447+0000 7fd526ffd640 1 -- 172.21.15.52:0/1986482869 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fd5200d07a0 con 0x7fd5281021d0 2024-04-21T09:10:12.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.447+0000 7fd52d17d640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd5100a3da0 0x7fd5100a6260 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd51c02c240 tx=0x7fd51c005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:12.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.452+0000 7fd526ffd640 1 -- 172.21.15.52:0/1986482869 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd52009c950 con 0x7fd5281021d0 2024-04-21T09:10:12.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.672+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fd528102b80 con 0x7fd5100a3da0 2024-04-21T09:10:12.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.681+0000 7fd526ffd640 1 -- 172.21.15.52:0/1986482869 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fd528102b80 con 0x7fd5100a3da0 2024-04-21T09:10:12.681 INFO:teuthology.orchestra.run.smithi052.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-21T00:00:00", "created": "2024-04-21T09:10:11", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-21T09:10:12.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd5100a3da0 msgr2=0x7fd5100a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd5100a3da0 0x7fd5100a6260 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd51c02c240 tx=0x7fd51c005fd0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5281021d0 msgr2=0x7fd52819e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5281021d0 0x7fd52819e3f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd52000d950 tx=0x7fd52000de10 comp rx=0 tx=0).stop 2024-04-21T09:10:12.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 shutdown_connections 2024-04-21T09:10:12.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd5100a3da0 0x7fd5100a6260 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd5281985f0 0x7fd528198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd5281072a0 0x7fd52819e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 --2- 172.21.15.52:0/1986482869 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd5281021d0 0x7fd52819e3f0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 >> 172.21.15.52:0/1986482869 conn(0x7fd5280fda50 msgr2=0x7fd5280fede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:12.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 shutdown_connections 2024-04-21T09:10:12.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.683+0000 7fd52fbe2640 1 -- 172.21.15.52:0/1986482869 wait complete. 2024-04-21T09:10:12.692 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:12 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1329870914' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:12.692 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:12 smithi052 ceph-mon[28035]: scrub queued for path: / 2024-04-21T09:10:12.692 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:12 smithi052 ceph-mon[28035]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:12.692 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:12 smithi052 ceph-mon[28035]: scrub summary: active paths [/] 2024-04-21T09:10:12.692 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:12 smithi052 ceph-mon[28035]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:12.693 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-21T09:10:12.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:12 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1329870914' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:12.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:12 smithi078 ceph-mon[31713]: scrub queued for path: / 2024-04-21T09:10:12.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:12 smithi078 ceph-mon[31713]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:12.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:12 smithi078 ceph-mon[31713]: scrub summary: active paths [/] 2024-04-21T09:10:12.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:12 smithi078 ceph-mon[31713]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:12.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/773438179 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 msgr2=0x7fc1dc10d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/773438179 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 0x7fc1dc10d540 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc1d400ade0 tx=0x7fc1d402d020 comp rx=0 tx=0).stop 2024-04-21T09:10:12.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/773438179 shutdown_connections 2024-04-21T09:10:12.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/773438179 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 0x7fc1dc10d540 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/773438179 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1dc1014a0 0x7fc1dc105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/773438179 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1dc100af0 0x7fc1dc100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/773438179 >> 172.21.15.52:0/773438179 conn(0x7fc1dc076200 msgr2=0x7fc1dc076610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:12.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/773438179 shutdown_connections 2024-04-21T09:10:12.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.798+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/773438179 wait complete. 2024-04-21T09:10:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e3c4e640 1 Processor -- start 2024-04-21T09:10:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e3c4e640 1 -- start start 2024-04-21T09:10:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e3c4e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1dc100af0 0x7fc1dc198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e3c4e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 0x7fc1dc198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e3c4e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1dc19cfe0 0x7fc1dc19d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e3c4e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc110020 con 0x7fc1dc1059c0 2024-04-21T09:10:12.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e3c4e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc10fea0 con 0x7fc1dc100af0 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e3c4e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc1dc1101a0 con 0x7fc1dc19cfe0 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e11e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 0x7fc1dc198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e11e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 0x7fc1dc198c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40738/0 (socket says 172.21.15.52:40738) 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.799+0000 7fc1e11e9640 1 -- 172.21.15.52:0/1472378063 learned_addr learned my addr 172.21.15.52:0/1472378063 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e19ea640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1dc100af0 0x7fc1dc198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e21eb640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1dc19cfe0 0x7fc1dc19d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e11e9640 1 -- 172.21.15.52:0/1472378063 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1dc19cfe0 msgr2=0x7fc1dc19d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e11e9640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1dc19cfe0 0x7fc1dc19d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e11e9640 1 -- 172.21.15.52:0/1472378063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1dc100af0 msgr2=0x7fc1dc198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e11e9640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1dc100af0 0x7fc1dc198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e11e9640 1 -- 172.21.15.52:0/1472378063 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1dc19dad0 con 0x7fc1dc1059c0 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e11e9640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 0x7fc1dc198c60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc1d000e9c0 tx=0x7fc1d000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1ceffd640 1 -- 172.21.15.52:0/1472378063 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d000cd80 con 0x7fc1dc1059c0 2024-04-21T09:10:12.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1ceffd640 1 -- 172.21.15.52:0/1472378063 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1d00054d0 con 0x7fc1dc1059c0 2024-04-21T09:10:12.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1ceffd640 1 -- 172.21.15.52:0/1472378063 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1d0010430 con 0x7fc1dc1059c0 2024-04-21T09:10:12.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1dc19ddc0 con 0x7fc1dc1059c0 2024-04-21T09:10:12.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.800+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1dc1a5560 con 0x7fc1dc1059c0 2024-04-21T09:10:12.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.801+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1dc199a70 con 0x7fc1dc1059c0 2024-04-21T09:10:12.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.802+0000 7fc1ceffd640 1 -- 172.21.15.52:0/1472378063 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fc1d0004fd0 con 0x7fc1dc1059c0 2024-04-21T09:10:12.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.803+0000 7fc1ceffd640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc1c80a3da0 0x7fc1c80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:12.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.803+0000 7fc1e19ea640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc1c80a3da0 0x7fc1c80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:12.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.803+0000 7fc1ceffd640 1 -- 172.21.15.52:0/1472378063 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fc1d00d1140 con 0x7fc1dc1059c0 2024-04-21T09:10:12.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.803+0000 7fc1e19ea640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc1c80a3da0 0x7fc1c80a6260 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8005d00 tx=0x7fc1d800b410 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:12.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:12.807+0000 7fc1ceffd640 1 -- 172.21.15.52:0/1472378063 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1d009d2f0 con 0x7fc1dc1059c0 2024-04-21T09:10:12.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:12 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1329870914' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:12.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:12 smithi060 ceph-mon[31055]: scrub queued for path: / 2024-04-21T09:10:12.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:12 smithi060 ceph-mon[31055]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:12.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:12 smithi060 ceph-mon[31055]: scrub summary: active paths [/] 2024-04-21T09:10:12.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:12 smithi060 ceph-mon[31055]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:13.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.018+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fc1dc1014a0 con 0x7fc1c80a3da0 2024-04-21T09:10:13.025 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.025+0000 7fc1ceffd640 1 -- 172.21.15.52:0/1472378063 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fc1dc1014a0 con 0x7fc1c80a3da0 2024-04-21T09:10:13.025 INFO:teuthology.orchestra.run.smithi052.stdout:/ 1m 6m3h 2024-04-21T09:10:13.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc1c80a3da0 msgr2=0x7fc1c80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc1c80a3da0 0x7fc1c80a6260 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc1d8005d00 tx=0x7fc1d800b410 comp rx=0 tx=0).stop 2024-04-21T09:10:13.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 msgr2=0x7fc1dc198c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 0x7fc1dc198c60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc1d000e9c0 tx=0x7fc1d000ee80 comp rx=0 tx=0).stop 2024-04-21T09:10:13.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 shutdown_connections 2024-04-21T09:10:13.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc1c80a3da0 0x7fc1c80a6260 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc1dc19cfe0 0x7fc1dc19d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc1dc1059c0 0x7fc1dc198c60 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 --2- 172.21.15.52:0/1472378063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc1dc100af0 0x7fc1dc198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 >> 172.21.15.52:0/1472378063 conn(0x7fc1dc076200 msgr2=0x7fc1dc1048c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:13.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 shutdown_connections 2024-04-21T09:10:13.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.027+0000 7fc1e3c4e640 1 -- 172.21.15.52:0/1472378063 wait complete. 2024-04-21T09:10:13.038 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-21T09:10:13.063 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-21T09:10:13.073 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-21T09:10:13.120 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:10:13.121 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-21T09:10:13.123 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-21T09:10:13.134 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:10:13.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 -- 172.21.15.52:0/3975122678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac1010a0 msgr2=0x7fbaac101500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/3975122678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac1010a0 0x7fbaac101500 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fbaa0009900 tx=0x7fbaa002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:13.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 -- 172.21.15.52:0/3975122678 shutdown_connections 2024-04-21T09:10:13.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/3975122678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbaac101a40 0x7fbaac10dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/3975122678 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac1010a0 0x7fbaac101500 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/3975122678 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbaac105dd0 0x7fbaac1061b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 -- 172.21.15.52:0/3975122678 >> 172.21.15.52:0/3975122678 conn(0x7fbaac077c40 msgr2=0x7fbaac078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:13.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 -- 172.21.15.52:0/3975122678 shutdown_connections 2024-04-21T09:10:13.238 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.237+0000 7fbab0fd5640 1 -- 172.21.15.52:0/3975122678 wait complete. 2024-04-21T09:10:13.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbab0fd5640 1 Processor -- start 2024-04-21T09:10:13.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbab0fd5640 1 -- start start 2024-04-21T09:10:13.240 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbab0fd5640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbaac1010a0 0x7fbaac0feb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbab0fd5640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbaac101a40 0x7fbaac0ff0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbab0fd5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac105dd0 0x7fbaac0ff600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbab0fd5640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbaac111150 con 0x7fbaac105dd0 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbab0fd5640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbaac110fd0 con 0x7fbaac1010a0 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbab0fd5640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbaac1112d0 con 0x7fbaac101a40 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbaaad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac105dd0 0x7fbaac0ff600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbaaad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac105dd0 0x7fbaac0ff600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40748/0 (socket says 172.21.15.52:40748) 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbaaad9d640 1 -- 172.21.15.52:0/1257858636 learned_addr learned my addr 172.21.15.52:0/1257858636 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.238+0000 7fbaaa59c640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbaac1010a0 0x7fbaac0feb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaa9d9b640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbaac101a40 0x7fbaac0ff0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaaad9d640 1 -- 172.21.15.52:0/1257858636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbaac101a40 msgr2=0x7fbaac0ff0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaaad9d640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbaac101a40 0x7fbaac0ff0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaaad9d640 1 -- 172.21.15.52:0/1257858636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbaac1010a0 msgr2=0x7fbaac0feb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaaad9d640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbaac1010a0 0x7fbaac0feb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaaad9d640 1 -- 172.21.15.52:0/1257858636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbaac1a6cc0 con 0x7fbaac105dd0 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaa9d9b640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbaac101a40 0x7fbaac0ff0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaaa59c640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbaac1010a0 0x7fbaac0feb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbaaad9d640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac105dd0 0x7fbaac0ff600 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fbaa400e970 tx=0x7fbaa400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fba9b7fe640 1 -- 172.21.15.52:0/1257858636 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa400ccc0 con 0x7fbaac105dd0 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbaac1a6fb0 con 0x7fbaac105dd0 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fba9b7fe640 1 -- 172.21.15.52:0/1257858636 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbaa400ce60 con 0x7fbaac105dd0 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fba9b7fe640 1 -- 172.21.15.52:0/1257858636 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa4010430 con 0x7fbaac105dd0 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.239+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbaac1a74d0 con 0x7fbaac105dd0 2024-04-21T09:10:13.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.240+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbaac102540 con 0x7fbaac105dd0 2024-04-21T09:10:13.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.241+0000 7fba9b7fe640 1 -- 172.21.15.52:0/1257858636 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fbaa4004ff0 con 0x7fbaac105dd0 2024-04-21T09:10:13.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.242+0000 7fba9b7fe640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fba940a3db0 0x7fba940a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.242+0000 7fba9b7fe640 1 -- 172.21.15.52:0/1257858636 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbaa40d12d0 con 0x7fbaac105dd0 2024-04-21T09:10:13.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.242+0000 7fbaaa59c640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fba940a3db0 0x7fba940a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.242+0000 7fbaaa59c640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fba940a3db0 0x7fba940a6270 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fba9c009370 tx=0x7fba9c009260 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:13.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.246+0000 7fba9b7fe640 1 -- 172.21.15.52:0/1257858636 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbaa409d420 con 0x7fbaac105dd0 2024-04-21T09:10:13.438 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.438+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbaac10a370 con 0x7fbaac105dd0 2024-04-21T09:10:13.439 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.439+0000 7fba9b7fe640 1 -- 172.21.15.52:0/1257858636 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25073 (secure 0 0 0) 0x7fbaa409cd20 con 0x7fbaac105dd0 2024-04-21T09:10:13.440 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:13.440 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":94,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:10:05.875540+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:10:13.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fba940a3db0 msgr2=0x7fba940a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fba940a3db0 0x7fba940a6270 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fba9c009370 tx=0x7fba9c009260 comp rx=0 tx=0).stop 2024-04-21T09:10:13.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac105dd0 msgr2=0x7fbaac0ff600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac105dd0 0x7fbaac0ff600 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fbaa400e970 tx=0x7fbaa400ed70 comp rx=0 tx=0).stop 2024-04-21T09:10:13.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 shutdown_connections 2024-04-21T09:10:13.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fba940a3db0 0x7fba940a6270 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.442 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbaac105dd0 0x7fbaac0ff600 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbaac101a40 0x7fbaac0ff0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 --2- 172.21.15.52:0/1257858636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbaac1010a0 0x7fbaac0feb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 >> 172.21.15.52:0/1257858636 conn(0x7fbaac077c40 msgr2=0x7fbaac06a940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:13.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 shutdown_connections 2024-04-21T09:10:13.443 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.442+0000 7fbab0fd5640 1 -- 172.21.15.52:0/1257858636 wait complete. 2024-04-21T09:10:13.453 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:10:13.453 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:10:13.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 -- 172.21.15.52:0/2219068536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a981031c0 msgr2=0x7f6a981035a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/2219068536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a981031c0 0x7f6a981035a0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c009900 tx=0x7f6a8c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:13.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 -- 172.21.15.52:0/2219068536 shutdown_connections 2024-04-21T09:10:13.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/2219068536 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6a9810c6d0 0x7f6a9810eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/2219068536 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6a98103b70 0x7f6a9810bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/2219068536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a981031c0 0x7f6a981035a0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.562 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 -- 172.21.15.52:0/2219068536 >> 172.21.15.52:0/2219068536 conn(0x7f6a98077f70 msgr2=0x7f6a98078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 -- 172.21.15.52:0/2219068536 shutdown_connections 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.559+0000 7f6a9f49a640 1 -- 172.21.15.52:0/2219068536 wait complete. 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9f49a640 1 Processor -- start 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9f49a640 1 -- start start 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9f49a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6a981031c0 0x7f6a9819e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9f49a640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6a9810c6d0 0x7f6a9819eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9f49a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a98198710 0x7f6a98198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9f49a640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6a98112370 con 0x7f6a98198710 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9f49a640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6a981121f0 con 0x7f6a9810c6d0 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9f49a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6a981124f0 con 0x7f6a981031c0 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9da37640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a98198710 0x7f6a98198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.563 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9da37640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a98198710 0x7f6a98198b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40776/0 (socket says 172.21.15.52:40776) 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9da37640 1 -- 172.21.15.52:0/1253075519 learned_addr learned my addr 172.21.15.52:0/1253075519 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9d236640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6a981031c0 0x7f6a9819e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9da37640 1 -- 172.21.15.52:0/1253075519 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6a981031c0 msgr2=0x7f6a9819e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9ca35640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6a9810c6d0 0x7f6a9819eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9da37640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6a981031c0 0x7f6a9819e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9da37640 1 -- 172.21.15.52:0/1253075519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6a9810c6d0 msgr2=0x7f6a9819eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9da37640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6a9810c6d0 0x7f6a9819eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9da37640 1 -- 172.21.15.52:0/1253075519 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a98199310 con 0x7f6a98198710 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.560+0000 7f6a9d236640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6a981031c0 0x7f6a9819e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.561+0000 7f6a9ca35640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6a9810c6d0 0x7f6a9819eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.561+0000 7f6a9da37640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a98198710 0x7f6a98198b90 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f6a9000eaa0 tx=0x7f6a9000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.561+0000 7f6a8a7fc640 1 -- 172.21.15.52:0/1253075519 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9000cdb0 con 0x7f6a98198710 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.561+0000 7f6a8a7fc640 1 -- 172.21.15.52:0/1253075519 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a90005020 con 0x7f6a98198710 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.561+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a981a53f0 con 0x7f6a98198710 2024-04-21T09:10:13.564 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.561+0000 7f6a8a7fc640 1 -- 172.21.15.52:0/1253075519 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a900116d0 con 0x7f6a98198710 2024-04-21T09:10:13.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.561+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a981a57a0 con 0x7f6a98198710 2024-04-21T09:10:13.565 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.562+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a9806ae40 con 0x7f6a98198710 2024-04-21T09:10:13.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.563+0000 7f6a8a7fc640 1 -- 172.21.15.52:0/1253075519 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f6a900051d0 con 0x7f6a98198710 2024-04-21T09:10:13.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.563+0000 7f6a8a7fc640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6a840a3db0 0x7f6a840a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.564+0000 7f6a9d236640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6a840a3db0 0x7f6a840a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.564+0000 7f6a8a7fc640 1 -- 172.21.15.52:0/1253075519 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f6a900d0f90 con 0x7f6a98198710 2024-04-21T09:10:13.566 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.564+0000 7f6a9d236640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6a840a3db0 0x7f6a840a6270 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c036040 tx=0x7f6a8c000bc0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:13.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.568+0000 7f6a8a7fc640 1 -- 172.21.15.52:0/1253075519 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6a90016030 con 0x7f6a98198710 2024-04-21T09:10:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:13 smithi078 ceph-mon[31713]: from='client.25313 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:13 smithi078 ceph-mon[31713]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:13 smithi078 ceph-mon[31713]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:13 smithi052 ceph-mon[28035]: from='client.25313 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:13 smithi052 ceph-mon[28035]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:13 smithi052 ceph-mon[28035]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:13.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.754+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6a98107680 con 0x7f6a98198710 2024-04-21T09:10:13.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.754+0000 7f6a8a7fc640 1 -- 172.21.15.52:0/1253075519 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f6a9009d0e0 con 0x7f6a98198710 2024-04-21T09:10:13.754 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6a840a3db0 msgr2=0x7f6a840a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6a840a3db0 0x7f6a840a6270 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c036040 tx=0x7f6a8c000bc0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a98198710 msgr2=0x7f6a98198b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a98198710 0x7f6a98198b90 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f6a9000eaa0 tx=0x7f6a9000ef60 comp rx=0 tx=0).stop 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 shutdown_connections 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6a840a3db0 0x7f6a840a6270 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6a98198710 0x7f6a98198b90 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6a9810c6d0 0x7f6a9819eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 --2- 172.21.15.52:0/1253075519 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6a981031c0 0x7f6a9819e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 >> 172.21.15.52:0/1253075519 conn(0x7f6a98077f70 msgr2=0x7f6a980fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 shutdown_connections 2024-04-21T09:10:13.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.756+0000 7f6a9f49a640 1 -- 172.21.15.52:0/1253075519 wait complete. 2024-04-21T09:10:13.767 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:10:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:13 smithi060 ceph-mon[31055]: from='client.25313 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:13 smithi060 ceph-mon[31055]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-21T09:10:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:13 smithi060 ceph-mon[31055]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:13.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 -- 172.21.15.52:0/568792990 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 msgr2=0x7f981810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.873 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 --2- 172.21.15.52:0/568792990 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 0x7f981810dd30 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f9810009ca0 tx=0x7f981002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 -- 172.21.15.52:0/568792990 shutdown_connections 2024-04-21T09:10:13.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 --2- 172.21.15.52:0/568792990 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 0x7f981810dd30 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 --2- 172.21.15.52:0/568792990 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9818101a40 0x7f9818105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 --2- 172.21.15.52:0/568792990 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9818101090 0x7f9818101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 -- 172.21.15.52:0/568792990 >> 172.21.15.52:0/568792990 conn(0x7f9818078000 msgr2=0x7f9818078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:13.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 -- 172.21.15.52:0/568792990 shutdown_connections 2024-04-21T09:10:13.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.873+0000 7f981ca8e640 1 -- 172.21.15.52:0/568792990 wait complete. 2024-04-21T09:10:13.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.874+0000 7f981ca8e640 1 Processor -- start 2024-04-21T09:10:13.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.874+0000 7f981ca8e640 1 -- start start 2024-04-21T09:10:13.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.874+0000 7f981ca8e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9818101090 0x7f98181986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.874+0000 7f981ca8e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 0x7f9818198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.876 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.874+0000 7f981ca8e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f981819cf80 0x7f981819d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.874+0000 7f981ca8e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f98181110b0 con 0x7f9818106160 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.874+0000 7f981ca8e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9818110f30 con 0x7f981819cf80 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.874+0000 7f981ca8e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9818111230 con 0x7f9818101090 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 0x7f9818198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 0x7f9818198c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40804/0 (socket says 172.21.15.52:40804) 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 -- 172.21.15.52:0/2490152823 learned_addr learned my addr 172.21.15.52:0/2490152823 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f981659c640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9818101090 0x7f98181986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9816d9d640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f981819cf80 0x7f981819d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 -- 172.21.15.52:0/2490152823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9818101090 msgr2=0x7f98181986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9818101090 0x7f98181986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 -- 172.21.15.52:0/2490152823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f981819cf80 msgr2=0x7f981819d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f981819cf80 0x7f981819d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 -- 172.21.15.52:0/2490152823 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f981819da70 con 0x7f9818106160 2024-04-21T09:10:13.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f9815d9b640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 0x7f9818198c00 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f980c00c970 tx=0x7f980c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:13.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f98077fe640 1 -- 172.21.15.52:0/2490152823 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c014070 con 0x7f9818106160 2024-04-21T09:10:13.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f98077fe640 1 -- 172.21.15.52:0/2490152823 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f980c004440 con 0x7f9818106160 2024-04-21T09:10:13.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f981819dd60 con 0x7f9818106160 2024-04-21T09:10:13.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f98077fe640 1 -- 172.21.15.52:0/2490152823 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c003e50 con 0x7f9818106160 2024-04-21T09:10:13.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.875+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98181a5550 con 0x7f9818106160 2024-04-21T09:10:13.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.876+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9818068e00 con 0x7f9818106160 2024-04-21T09:10:13.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.877+0000 7f98077fe640 1 -- 172.21.15.52:0/2490152823 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f980c017070 con 0x7f9818106160 2024-04-21T09:10:13.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.878+0000 7f98077fe640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f98000a3f50 0x7f98000a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:13.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.878+0000 7f981659c640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f98000a3f50 0x7f98000a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:13.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.878+0000 7f98077fe640 1 -- 172.21.15.52:0/2490152823 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f980c0d0930 con 0x7f9818106160 2024-04-21T09:10:13.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.879+0000 7f981659c640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f98000a3f50 0x7f98000a6410 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9808005fd0 tx=0x7f9808005850 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:13.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:13.883+0000 7f98077fe640 1 -- 172.21.15.52:0/2490152823 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f980c01e030 con 0x7f9818106160 2024-04-21T09:10:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.072+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9818101a40 con 0x7f9818106160 2024-04-21T09:10:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.073+0000 7f98077fe640 1 -- 172.21.15.52:0/2490152823 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7f980c00de20 con 0x7f9818106160 2024-04-21T09:10:14.073 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f98000a3f50 msgr2=0x7f98000a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f98000a3f50 0x7f98000a6410 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9808005fd0 tx=0x7f9808005850 comp rx=0 tx=0).stop 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 msgr2=0x7f9818198c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 0x7f9818198c00 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f980c00c970 tx=0x7f980c00ce30 comp rx=0 tx=0).stop 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 shutdown_connections 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f98000a3f50 0x7f98000a6410 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f981819cf80 0x7f981819d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9818106160 0x7f9818198c00 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 --2- 172.21.15.52:0/2490152823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9818101090 0x7f98181986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 >> 172.21.15.52:0/2490152823 conn(0x7f9818078000 msgr2=0x7f9818069550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 shutdown_connections 2024-04-21T09:10:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.075+0000 7f981ca8e640 1 -- 172.21.15.52:0/2490152823 wait complete. 2024-04-21T09:10:14.086 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:10:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 -- 172.21.15.52:0/3663563965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 msgr2=0x7f52c410dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3663563965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 0x7f52c410dd30 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f52bc009ca0 tx=0x7f52bc02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 -- 172.21.15.52:0/3663563965 shutdown_connections 2024-04-21T09:10:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3663563965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 0x7f52c410dd30 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3663563965 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c4101a40 0x7f52c4105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3663563965 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f52c4101090 0x7f52c4101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 -- 172.21.15.52:0/3663563965 >> 172.21.15.52:0/3663563965 conn(0x7f52c4078000 msgr2=0x7f52c4078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 -- 172.21.15.52:0/3663563965 shutdown_connections 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.191+0000 7f52cb92e640 1 -- 172.21.15.52:0/3663563965 wait complete. 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52cb92e640 1 Processor -- start 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52cb92e640 1 -- start start 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52cb92e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f52c4101090 0x7f52c4199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52cb92e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 0x7f52c4199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52cb92e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c419a000 0x7f52c41a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52cb92e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f52c41110d0 con 0x7f52c4106160 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52cb92e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f52c4110f50 con 0x7f52c4101090 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52cb92e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f52c4111250 con 0x7f52c419a000 2024-04-21T09:10:14.194 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52c8ec9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 0x7f52c4199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52c8ec9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 0x7f52c4199a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40830/0 (socket says 172.21.15.52:40830) 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52c8ec9640 1 -- 172.21.15.52:0/3984405509 learned_addr learned my addr 172.21.15.52:0/3984405509 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52c9ecb640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c419a000 0x7f52c41a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.192+0000 7f52c96ca640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f52c4101090 0x7f52c4199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52c8ec9640 1 -- 172.21.15.52:0/3984405509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c419a000 msgr2=0x7f52c41a45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52c8ec9640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c419a000 0x7f52c41a45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52c8ec9640 1 -- 172.21.15.52:0/3984405509 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f52c4101090 msgr2=0x7f52c4199530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52c8ec9640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f52c4101090 0x7f52c4199530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52c8ec9640 1 -- 172.21.15.52:0/3984405509 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52c41a4db0 con 0x7f52c4106160 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52c96ca640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f52c4101090 0x7f52c4199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52c9ecb640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c419a000 0x7f52c41a45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52c8ec9640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 0x7f52c4199a70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f52b400e9f0 tx=0x7f52b400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52ba7fc640 1 -- 172.21.15.52:0/3984405509 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52b400ccc0 con 0x7f52c4106160 2024-04-21T09:10:14.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52ba7fc640 1 -- 172.21.15.52:0/3984405509 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52b40054d0 con 0x7f52c4106160 2024-04-21T09:10:14.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52c41a50a0 con 0x7f52c4106160 2024-04-21T09:10:14.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52ba7fc640 1 -- 172.21.15.52:0/3984405509 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52b4010430 con 0x7f52c4106160 2024-04-21T09:10:14.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.193+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52c41a55a0 con 0x7f52c4106160 2024-04-21T09:10:14.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.194+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52c4068e00 con 0x7f52c4106160 2024-04-21T09:10:14.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.195+0000 7f52ba7fc640 1 -- 172.21.15.52:0/3984405509 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f52b40046c0 con 0x7f52c4106160 2024-04-21T09:10:14.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.196+0000 7f52ba7fc640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f52b00a3db0 0x7f52b00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.196+0000 7f52c96ca640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f52b00a3db0 0x7f52b00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.196+0000 7f52ba7fc640 1 -- 172.21.15.52:0/3984405509 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f52b40d13b0 con 0x7f52c4106160 2024-04-21T09:10:14.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.196+0000 7f52c96ca640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f52b00a3db0 0x7f52b00a6270 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f52c0009b50 tx=0x7f52c0005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:14.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.199+0000 7f52ba7fc640 1 -- 172.21.15.52:0/3984405509 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f52b4053ff0 con 0x7f52c4106160 2024-04-21T09:10:14.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.389+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f52c4109420 con 0x7f52c4106160 2024-04-21T09:10:14.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.389+0000 7f52ba7fc640 1 -- 172.21.15.52:0/3984405509 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f52b409d500 con 0x7f52c4106160 2024-04-21T09:10:14.390 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f52b00a3db0 msgr2=0x7f52b00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f52b00a3db0 0x7f52b00a6270 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f52c0009b50 tx=0x7f52c0005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 msgr2=0x7f52c4199a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 0x7f52c4199a70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f52b400e9f0 tx=0x7f52b400eeb0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 shutdown_connections 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f52b00a3db0 0x7f52b00a6270 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f52c419a000 0x7f52c41a45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f52c4106160 0x7f52c4199a70 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 --2- 172.21.15.52:0/3984405509 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f52c4101090 0x7f52c4199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 >> 172.21.15.52:0/3984405509 conn(0x7f52c4078000 msgr2=0x7f52c40fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:14.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 shutdown_connections 2024-04-21T09:10:14.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.392+0000 7f52cb92e640 1 -- 172.21.15.52:0/3984405509 wait complete. 2024-04-21T09:10:14.402 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:10:14.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 -- 172.21.15.52:0/2996843087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 msgr2=0x7f65cc10eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 --2- 172.21.15.52:0/2996843087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 0x7f65cc10eef0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f65c4009cd0 tx=0x7f65c402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 -- 172.21.15.52:0/2996843087 shutdown_connections 2024-04-21T09:10:14.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 --2- 172.21.15.52:0/2996843087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 0x7f65cc10eef0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 --2- 172.21.15.52:0/2996843087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f65cc103b50 0x7f65cc103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 --2- 172.21.15.52:0/2996843087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65cc102270 0x7f65cc102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 -- 172.21.15.52:0/2996843087 >> 172.21.15.52:0/2996843087 conn(0x7f65cc0fda10 msgr2=0x7f65cc0ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:14.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 -- 172.21.15.52:0/2996843087 shutdown_connections 2024-04-21T09:10:14.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.507+0000 7f65d11b6640 1 -- 172.21.15.52:0/2996843087 wait complete. 2024-04-21T09:10:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65d11b6640 1 Processor -- start 2024-04-21T09:10:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65d11b6640 1 -- start start 2024-04-21T09:10:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65d11b6640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65cc102270 0x7f65cc19e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65d11b6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f65cc103b50 0x7f65cc19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65d11b6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 0x7f65cc1985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65d11b6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f65cc112290 con 0x7f65cc1044f0 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65d11b6640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f65cc112110 con 0x7f65cc102270 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65d11b6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f65cc112410 con 0x7f65cc103b50 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.508+0000 7f65cb59e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 0x7f65cc1985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cb59e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 0x7f65cc1985f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40858/0 (socket says 172.21.15.52:40858) 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cb59e640 1 -- 172.21.15.52:0/4266004528 learned_addr learned my addr 172.21.15.52:0/4266004528 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cad9d640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65cc102270 0x7f65cc19e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65c3fff640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f65cc103b50 0x7f65cc19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cb59e640 1 -- 172.21.15.52:0/4266004528 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f65cc103b50 msgr2=0x7f65cc19e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cb59e640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f65cc103b50 0x7f65cc19e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cb59e640 1 -- 172.21.15.52:0/4266004528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65cc102270 msgr2=0x7f65cc19e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cb59e640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65cc102270 0x7f65cc19e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cb59e640 1 -- 172.21.15.52:0/4266004528 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65cc198d70 con 0x7f65cc1044f0 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65cb59e640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 0x7f65cc1985f0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f65c40098d0 tx=0x7f65c4032420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:14.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65c8d99640 1 -- 172.21.15.52:0/4266004528 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c4041020 con 0x7f65cc1044f0 2024-04-21T09:10:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65c8d99640 1 -- 172.21.15.52:0/4266004528 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65c4032970 con 0x7f65cc1044f0 2024-04-21T09:10:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65cc199000 con 0x7f65cc1044f0 2024-04-21T09:10:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65c8d99640 1 -- 172.21.15.52:0/4266004528 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c4039040 con 0x7f65cc1044f0 2024-04-21T09:10:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.509+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65cc1a5300 con 0x7f65cc1044f0 2024-04-21T09:10:14.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.510+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65cc069250 con 0x7f65cc1044f0 2024-04-21T09:10:14.513 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.511+0000 7f65c8d99640 1 -- 172.21.15.52:0/4266004528 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f65c4044020 con 0x7f65cc1044f0 2024-04-21T09:10:14.513 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.512+0000 7f65c8d99640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f65b80a3db0 0x7f65b80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.513 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.512+0000 7f65c8d99640 1 -- 172.21.15.52:0/4266004528 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f65c40f2e30 con 0x7f65cc1044f0 2024-04-21T09:10:14.513 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.512+0000 7f65cad9d640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f65b80a3db0 0x7f65b80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.513 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.513+0000 7f65cad9d640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f65b80a3db0 0x7f65b80a6270 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f65bc009b60 tx=0x7f65bc005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:14.515 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.516+0000 7f65c8d99640 1 -- 172.21.15.52:0/4266004528 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f65c404b020 con 0x7f65cc1044f0 2024-04-21T09:10:14.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:14 smithi078 ceph-mon[31713]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:14.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:14 smithi078 ceph-mon[31713]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:14.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:14 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1257858636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:14.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:14 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1253075519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:14.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:14 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2490152823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:14.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.704+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f65cc10a540 con 0x7f65cc1044f0 2024-04-21T09:10:14.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:14 smithi052 ceph-mon[28035]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:14.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:14 smithi052 ceph-mon[28035]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:14.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:14 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1257858636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:14.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:14 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1253075519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:14.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:14 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2490152823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:14.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.704+0000 7f65c8d99640 1 -- 172.21.15.52:0/4266004528 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7f65c40bf0f0 con 0x7f65cc1044f0 2024-04-21T09:10:14.705 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f65b80a3db0 msgr2=0x7f65b80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f65b80a3db0 0x7f65b80a6270 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f65bc009b60 tx=0x7f65bc005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 msgr2=0x7f65cc1985f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 0x7f65cc1985f0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f65c40098d0 tx=0x7f65c4032420 comp rx=0 tx=0).stop 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 shutdown_connections 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f65b80a3db0 0x7f65b80a6270 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f65cc1044f0 0x7f65cc1985f0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f65cc103b50 0x7f65cc19e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 --2- 172.21.15.52:0/4266004528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65cc102270 0x7f65cc19e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.706+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 >> 172.21.15.52:0/4266004528 conn(0x7f65cc0fda10 msgr2=0x7f65cc0fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.707+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 shutdown_connections 2024-04-21T09:10:14.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.707+0000 7f65d11b6640 1 -- 172.21.15.52:0/4266004528 wait complete. 2024-04-21T09:10:14.717 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:10:14.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 -- 172.21.15.52:0/901327114 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81017f0 msgr2=0x7efcd8101bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 --2- 172.21.15.52:0/901327114 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81017f0 0x7efcd8101bd0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7efcc8009900 tx=0x7efcc802bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:14.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 -- 172.21.15.52:0/901327114 shutdown_connections 2024-04-21T09:10:14.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 --2- 172.21.15.52:0/901327114 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd81063a0 0x7efcd810df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 --2- 172.21.15.52:0/901327114 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efcd81021a0 0x7efcd8105cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 --2- 172.21.15.52:0/901327114 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81017f0 0x7efcd8101bd0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 -- 172.21.15.52:0/901327114 >> 172.21.15.52:0/901327114 conn(0x7efcd80773a0 msgr2=0x7efcd80fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 -- 172.21.15.52:0/901327114 shutdown_connections 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.820+0000 7efcde959640 1 -- 172.21.15.52:0/901327114 wait complete. 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcde959640 1 Processor -- start 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcde959640 1 -- start start 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcde959640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd81017f0 0x7efcd8197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcde959640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81063a0 0x7efcd8197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcde959640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efcd8197fd0 0x7efcd81a6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcde959640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7efcd81112e0 con 0x7efcd81063a0 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcde959640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7efcd8111160 con 0x7efcd81017f0 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcde959640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7efcd8111460 con 0x7efcd8197fd0 2024-04-21T09:10:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcd77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81063a0 0x7efcd8197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcd77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81063a0 0x7efcd8197a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40882/0 (socket says 172.21.15.52:40882) 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcd77fe640 1 -- 172.21.15.52:0/3632241437 learned_addr learned my addr 172.21.15.52:0/3632241437 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcdcef6640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efcd8197fd0 0x7efcd81a6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.821+0000 7efcd7fff640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd81017f0 0x7efcd8197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd77fe640 1 -- 172.21.15.52:0/3632241437 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efcd8197fd0 msgr2=0x7efcd81a6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd77fe640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efcd8197fd0 0x7efcd81a6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd77fe640 1 -- 172.21.15.52:0/3632241437 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd81017f0 msgr2=0x7efcd8197550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd77fe640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd81017f0 0x7efcd8197550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd77fe640 1 -- 172.21.15.52:0/3632241437 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcd81a7190 con 0x7efcd81063a0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd77fe640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81063a0 0x7efcd8197a90 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7efcc000c9a0 tx=0x7efcc000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd57fa640 1 -- 172.21.15.52:0/3632241437 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc0007b50 con 0x7efcd81063a0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcd81a7480 con 0x7efcd81063a0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd57fa640 1 -- 172.21.15.52:0/3632241437 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcc0007cf0 con 0x7efcd81063a0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcd57fa640 1 -- 172.21.15.52:0/3632241437 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcc000f450 con 0x7efcd81063a0 2024-04-21T09:10:14.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.822+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcd81a79d0 con 0x7efcd81063a0 2024-04-21T09:10:14.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.823+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcd8069250 con 0x7efcd81063a0 2024-04-21T09:10:14.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.824+0000 7efcd57fa640 1 -- 172.21.15.52:0/3632241437 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7efcc0004ef0 con 0x7efcd81063a0 2024-04-21T09:10:14.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.825+0000 7efcd57fa640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7efcc40a3db0 0x7efcc40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:14.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.825+0000 7efcd57fa640 1 -- 172.21.15.52:0/3632241437 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7efcc00d09d0 con 0x7efcd81063a0 2024-04-21T09:10:14.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.825+0000 7efcd7fff640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7efcc40a3db0 0x7efcc40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:14.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.826+0000 7efcd7fff640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7efcc40a3db0 0x7efcc40a6270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efcc8009230 tx=0x7efcc8005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:14.828 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:14.829+0000 7efcd57fa640 1 -- 172.21.15.52:0/3632241437 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efcc0014030 con 0x7efcd81063a0 2024-04-21T09:10:14.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:14 smithi060 ceph-mon[31055]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:14.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:14 smithi060 ceph-mon[31055]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:10:14.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:14 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1257858636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:14.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:14 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1253075519' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:14.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:14 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2490152823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.015+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efcd8100a60 con 0x7efcd81063a0 2024-04-21T09:10:15.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.017+0000 7efcd57fa640 1 -- 172.21.15.52:0/3632241437 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25073 (secure 0 0 0) 0x7efcd8100a60 con 0x7efcd81063a0 2024-04-21T09:10:15.017 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:15.017 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":94,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:10:05.875540+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:10:15.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7efcc40a3db0 msgr2=0x7efcc40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7efcc40a3db0 0x7efcc40a6270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efcc8009230 tx=0x7efcc8005fd0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81063a0 msgr2=0x7efcd8197a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81063a0 0x7efcd8197a90 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7efcc000c9a0 tx=0x7efcc000ce60 comp rx=0 tx=0).stop 2024-04-21T09:10:15.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 shutdown_connections 2024-04-21T09:10:15.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7efcc40a3db0 0x7efcc40a6270 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7efcd8197fd0 0x7efcd81a6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7efcd81063a0 0x7efcd8197a90 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 --2- 172.21.15.52:0/3632241437 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd81017f0 0x7efcd8197550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 >> 172.21.15.52:0/3632241437 conn(0x7efcd80773a0 msgr2=0x7efcd8104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:15.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 shutdown_connections 2024-04-21T09:10:15.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.019+0000 7efcde959640 1 -- 172.21.15.52:0/3632241437 wait complete. 2024-04-21T09:10:15.031 INFO:tasks.quiescer.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:10:15.031 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:10:15.136 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 -- 172.21.15.52:0/1528817385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 msgr2=0x7fdcc0102650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1528817385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 0x7fdcc0102650 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fdcb8009930 tx=0x7fdcb802bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 -- 172.21.15.52:0/1528817385 shutdown_connections 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1528817385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdcc01044f0 0x7fdcc010eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1528817385 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdcc0103b50 0x7fdcc0103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1528817385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 0x7fdcc0102650 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 -- 172.21.15.52:0/1528817385 >> 172.21.15.52:0/1528817385 conn(0x7fdcc00fda10 msgr2=0x7fdcc00ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 -- 172.21.15.52:0/1528817385 shutdown_connections 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.136+0000 7fdcc5150640 1 -- 172.21.15.52:0/1528817385 wait complete. 2024-04-21T09:10:15.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcc5150640 1 Processor -- start 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcc5150640 1 -- start start 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcc5150640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 0x7fdcc019e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcc5150640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdcc0103b50 0x7fdcc019e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcc5150640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdcc01044f0 0x7fdcc0198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcc5150640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc0112290 con 0x7fdcc0102270 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcc5150640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc0112110 con 0x7fdcc01044f0 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcc5150640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc0112410 con 0x7fdcc0103b50 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.137+0000 7fdcbed9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 0x7fdcc019e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbed9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 0x7fdcc019e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40910/0 (socket says 172.21.15.52:40910) 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbed9d640 1 -- 172.21.15.52:0/1033059700 learned_addr learned my addr 172.21.15.52:0/1033059700 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbf59e640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdcc01044f0 0x7fdcc0198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbe59c640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdcc0103b50 0x7fdcc019e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbed9d640 1 -- 172.21.15.52:0/1033059700 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdcc0103b50 msgr2=0x7fdcc019e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbed9d640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdcc0103b50 0x7fdcc019e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbed9d640 1 -- 172.21.15.52:0/1033059700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdcc01044f0 msgr2=0x7fdcc0198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbed9d640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdcc01044f0 0x7fdcc0198610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbed9d640 1 -- 172.21.15.52:0/1033059700 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc0198d90 con 0x7fdcc0102270 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcbed9d640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 0x7fdcc019e460 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fdcb8009230 tx=0x7fdcb80045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdca7fff640 1 -- 172.21.15.52:0/1033059700 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb8043020 con 0x7fdcc0102270 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdca7fff640 1 -- 172.21.15.52:0/1033059700 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdcb802cb70 con 0x7fdcc0102270 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcc0199020 con 0x7fdcc0102270 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdca7fff640 1 -- 172.21.15.52:0/1033059700 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb8003b50 con 0x7fdcc0102270 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.138+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcc01a5320 con 0x7fdcc0102270 2024-04-21T09:10:15.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.139+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcc0069250 con 0x7fdcc0102270 2024-04-21T09:10:15.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.140+0000 7fdca7fff640 1 -- 172.21.15.52:0/1033059700 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fdcb8046020 con 0x7fdcc0102270 2024-04-21T09:10:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.141+0000 7fdca7fff640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdca80a3db0 0x7fdca80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.141+0000 7fdcbe59c640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdca80a3db0 0x7fdca80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.141+0000 7fdca7fff640 1 -- 172.21.15.52:0/1033059700 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fdcb80f2d90 con 0x7fdcc0102270 2024-04-21T09:10:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.141+0000 7fdcbe59c640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdca80a3db0 0x7fdca80a6270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdcc01001a0 tx=0x7fdcb400a250 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.146+0000 7fdca7fff640 1 -- 172.21.15.52:0/1033059700 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdcb804d020 con 0x7fdcc0102270 2024-04-21T09:10:15.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.330+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdcc010a540 con 0x7fdcc0102270 2024-04-21T09:10:15.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.330+0000 7fdca7fff640 1 -- 172.21.15.52:0/1033059700 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7fdcb80bf050 con 0x7fdcc0102270 2024-04-21T09:10:15.330 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:10:15.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdca80a3db0 msgr2=0x7fdca80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdca80a3db0 0x7fdca80a6270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdcc01001a0 tx=0x7fdcb400a250 comp rx=0 tx=0).stop 2024-04-21T09:10:15.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 msgr2=0x7fdcc019e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 0x7fdcc019e460 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fdcb8009230 tx=0x7fdcb80045e0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 shutdown_connections 2024-04-21T09:10:15.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fdca80a3db0 0x7fdca80a6270 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdcc01044f0 0x7fdcc0198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fdcc0103b50 0x7fdcc019e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 --2- 172.21.15.52:0/1033059700 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fdcc0102270 0x7fdcc019e460 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 >> 172.21.15.52:0/1033059700 conn(0x7fdcc00fda10 msgr2=0x7fdcc00fe360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:15.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 shutdown_connections 2024-04-21T09:10:15.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.332+0000 7fdcc5150640 1 -- 172.21.15.52:0/1033059700 wait complete. 2024-04-21T09:10:15.343 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:10:15.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 -- 172.21.15.52:0/2464570455 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa41044f0 msgr2=0x7f4aa410eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/2464570455 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa41044f0 0x7f4aa410eef0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c009cd0 tx=0x7f4a9c02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 -- 172.21.15.52:0/2464570455 shutdown_connections 2024-04-21T09:10:15.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/2464570455 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa41044f0 0x7f4aa410eef0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/2464570455 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4aa4103b50 0x7f4aa4103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/2464570455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4aa4102270 0x7f4aa4102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 -- 172.21.15.52:0/2464570455 >> 172.21.15.52:0/2464570455 conn(0x7f4aa40fda10 msgr2=0x7f4aa40ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 -- 172.21.15.52:0/2464570455 shutdown_connections 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.448+0000 7f4aaa68c640 1 -- 172.21.15.52:0/2464570455 wait complete. 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aaa68c640 1 Processor -- start 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aaa68c640 1 -- start start 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aaa68c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4102270 0x7f4aa41a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aaa68c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4aa4103b50 0x7f4aa41a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aaa68c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4aa41044f0 0x7f4aa419a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aaa68c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa4112270 con 0x7f4aa4102270 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aaa68c640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa41120f0 con 0x7f4aa4103b50 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aaa68c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa41123f0 con 0x7f4aa41044f0 2024-04-21T09:10:15.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aa3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4102270 0x7f4aa41a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aa3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4102270 0x7f4aa41a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40922/0 (socket says 172.21.15.52:40922) 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aa3fff640 1 -- 172.21.15.52:0/357730883 learned_addr learned my addr 172.21.15.52:0/357730883 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.449+0000 7f4aa37fe640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4aa4103b50 0x7f4aa41a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa8c29640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4aa41044f0 0x7f4aa419a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa3fff640 1 -- 172.21.15.52:0/357730883 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4aa41044f0 msgr2=0x7f4aa419a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa3fff640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4aa41044f0 0x7f4aa419a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa3fff640 1 -- 172.21.15.52:0/357730883 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4aa4103b50 msgr2=0x7f4aa41a0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa3fff640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4aa4103b50 0x7f4aa41a0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa3fff640 1 -- 172.21.15.52:0/357730883 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aa419afd0 con 0x7f4aa4102270 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa3fff640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4102270 0x7f4aa41a0650 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c00d950 tx=0x7f4a8c00dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa17fa640 1 -- 172.21.15.52:0/357730883 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c017070 con 0x7f4aa4102270 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4aa419b2c0 con 0x7f4aa4102270 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa17fa640 1 -- 172.21.15.52:0/357730883 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a8c00de80 con 0x7f4aa4102270 2024-04-21T09:10:15.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aa17fa640 1 -- 172.21.15.52:0/357730883 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c00f620 con 0x7f4aa4102270 2024-04-21T09:10:15.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.450+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4aa41a75d0 con 0x7f4aa4102270 2024-04-21T09:10:15.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.451+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4aa4103660 con 0x7f4aa4102270 2024-04-21T09:10:15.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.452+0000 7f4aa17fa640 1 -- 172.21.15.52:0/357730883 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f4a8c009c30 con 0x7f4aa4102270 2024-04-21T09:10:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.453+0000 7f4aa17fa640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a900a3db0 0x7f4a900a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.453+0000 7f4aa37fe640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a900a3db0 0x7f4a900a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.453+0000 7f4aa17fa640 1 -- 172.21.15.52:0/357730883 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f4a8c0d0950 con 0x7f4aa4102270 2024-04-21T09:10:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.453+0000 7f4aa37fe640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a900a3db0 0x7f4a900a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4aa419bf60 tx=0x7f4a9400a2d0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:15.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.457+0000 7f4aa17fa640 1 -- 172.21.15.52:0/357730883 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4a8c09cb00 con 0x7f4aa4102270 2024-04-21T09:10:15.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.643+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4aa41a77a0 con 0x7f4aa4102270 2024-04-21T09:10:15.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.643+0000 7f4aa17fa640 1 -- 172.21.15.52:0/357730883 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7f4a8c09c400 con 0x7f4aa4102270 2024-04-21T09:10:15.643 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.645+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a900a3db0 msgr2=0x7f4a900a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.645+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a900a3db0 0x7f4a900a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4aa419bf60 tx=0x7f4a9400a2d0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.645+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4102270 msgr2=0x7f4aa41a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.645+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4102270 0x7f4aa41a0650 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c00d950 tx=0x7f4a8c00dd50 comp rx=0 tx=0).stop 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.646+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 shutdown_connections 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.646+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a900a3db0 0x7f4a900a6270 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.646+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4aa41044f0 0x7f4aa419a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.646+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4aa4103b50 0x7f4aa41a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.646+0000 7f4aaa68c640 1 --2- 172.21.15.52:0/357730883 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4aa4102270 0x7f4aa41a0650 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.646+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 >> 172.21.15.52:0/357730883 conn(0x7f4aa40fda10 msgr2=0x7f4aa410d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.646+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 shutdown_connections 2024-04-21T09:10:15.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.646+0000 7f4aaa68c640 1 -- 172.21.15.52:0/357730883 wait complete. 2024-04-21T09:10:15.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:15 smithi052 ceph-mon[28035]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 93 KiB/s wr, 46 op/s 2024-04-21T09:10:15.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:15 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3984405509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.655 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:15 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/4266004528' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.656 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:15 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3632241437' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:15.656 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:15 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1033059700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.657 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:10:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:15 smithi078 ceph-mon[31713]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 93 KiB/s wr, 46 op/s 2024-04-21T09:10:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:15 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3984405509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:15 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/4266004528' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:15 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3632241437' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:15.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:15 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1033059700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 -- 172.21.15.52:0/3173785104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 msgr2=0x7f608c10e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 --2- 172.21.15.52:0/3173785104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 0x7f608c10e9a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f6084009ca0 tx=0x7f608402c180 comp rx=0 tx=0).stop 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 -- 172.21.15.52:0/3173785104 shutdown_connections 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 --2- 172.21.15.52:0/3173785104 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 0x7f608c10e9a0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 --2- 172.21.15.52:0/3173785104 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f608c103ae0 0x7f608c10bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 --2- 172.21.15.52:0/3173785104 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f608c1031c0 0x7f608c1035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 -- 172.21.15.52:0/3173785104 >> 172.21.15.52:0/3173785104 conn(0x7f608c078000 msgr2=0x7f608c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 -- 172.21.15.52:0/3173785104 shutdown_connections 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 -- 172.21.15.52:0/3173785104 wait complete. 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 Processor -- start 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.762+0000 7f6092225640 1 -- start start 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f6092225640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f608c1031c0 0x7f608c1986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f6092225640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f608c103ae0 0x7f608c198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f6092225640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 0x7f608c19cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f6092225640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f608c112170 con 0x7f608c10c500 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f6092225640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f608c111ff0 con 0x7f608c1031c0 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f6092225640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f608c1122f0 con 0x7f608c103ae0 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 0x7f608c19cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 0x7f608c19cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40934/0 (socket says 172.21.15.52:40934) 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 -- 172.21.15.52:0/2235260895 learned_addr learned my addr 172.21.15.52:0/2235260895 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608affd640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f608c103ae0 0x7f608c198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608b7fe640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f608c1031c0 0x7f608c1986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 -- 172.21.15.52:0/2235260895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f608c103ae0 msgr2=0x7f608c198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f608c103ae0 0x7f608c198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 -- 172.21.15.52:0/2235260895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f608c1031c0 msgr2=0x7f608c1986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f608c1031c0 0x7f608c1986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 -- 172.21.15.52:0/2235260895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f608c19d690 con 0x7f608c10c500 2024-04-21T09:10:15.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608b7fe640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f608c1031c0 0x7f608c1986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:15.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f608bfff640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 0x7f608c19cf60 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f6084037040 tx=0x7f6084003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:15.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.763+0000 7f6088ff9640 1 -- 172.21.15.52:0/2235260895 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6084039040 con 0x7f608c10c500 2024-04-21T09:10:15.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.764+0000 7f6088ff9640 1 -- 172.21.15.52:0/2235260895 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6084044070 con 0x7f608c10c500 2024-04-21T09:10:15.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.764+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f608c19d920 con 0x7f608c10c500 2024-04-21T09:10:15.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.764+0000 7f6088ff9640 1 -- 172.21.15.52:0/2235260895 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60840327c0 con 0x7f608c10c500 2024-04-21T09:10:15.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.764+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f608c1a5210 con 0x7f608c10c500 2024-04-21T09:10:15.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.765+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f608c068e00 con 0x7f608c10c500 2024-04-21T09:10:15.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.766+0000 7f6088ff9640 1 -- 172.21.15.52:0/2235260895 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f6084032960 con 0x7f608c10c500 2024-04-21T09:10:15.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.766+0000 7f6088ff9640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f60740a3db0 0x7f60740a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:15.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.767+0000 7f608b7fe640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f60740a3db0 0x7f60740a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:15.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.767+0000 7f6088ff9640 1 -- 172.21.15.52:0/2235260895 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f60840f3140 con 0x7f608c10c500 2024-04-21T09:10:15.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.767+0000 7f608b7fe640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f60740a3db0 0x7f60740a6270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f607c009b40 tx=0x7f607c005e50 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:15.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.771+0000 7f6088ff9640 1 -- 172.21.15.52:0/2235260895 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f60840bf400 con 0x7f608c10c500 2024-04-21T09:10:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:15 smithi060 ceph-mon[31055]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 93 KiB/s wr, 46 op/s 2024-04-21T09:10:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:15 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3984405509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:15 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/4266004528' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:15 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3632241437' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:15 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1033059700' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:15.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.958+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f608c107680 con 0x7f608c10c500 2024-04-21T09:10:15.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.959+0000 7f6088ff9640 1 -- 172.21.15.52:0/2235260895 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f60840bed00 con 0x7f608c10c500 2024-04-21T09:10:15.959 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.960+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f60740a3db0 msgr2=0x7f60740a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.960+0000 7f6092225640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f60740a3db0 0x7f60740a6270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f607c009b40 tx=0x7f607c005e50 comp rx=0 tx=0).stop 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.960+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 msgr2=0x7f608c19cf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.960+0000 7f6092225640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 0x7f608c19cf60 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f6084037040 tx=0x7f6084003ba0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.961+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 shutdown_connections 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.961+0000 7f6092225640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f60740a3db0 0x7f60740a6270 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.961+0000 7f6092225640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f608c10c500 0x7f608c19cf60 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.961+0000 7f6092225640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f608c103ae0 0x7f608c198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.961+0000 7f6092225640 1 --2- 172.21.15.52:0/2235260895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f608c1031c0 0x7f608c1986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.961+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 >> 172.21.15.52:0/2235260895 conn(0x7f608c078000 msgr2=0x7f608c0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.961+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 shutdown_connections 2024-04-21T09:10:15.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:15.961+0000 7f6092225640 1 -- 172.21.15.52:0/2235260895 wait complete. 2024-04-21T09:10:15.971 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:10:16.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.076+0000 7f9c0585c640 1 -- 172.21.15.52:0/4178388190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00107260 msgr2=0x7f9c0010ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.076+0000 7f9c0585c640 1 --2- 172.21.15.52:0/4178388190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00107260 0x7f9c0010ee30 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f9bf8009900 tx=0x7f9bf802bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 -- 172.21.15.52:0/4178388190 shutdown_connections 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 --2- 172.21.15.52:0/4178388190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00107260 0x7f9c0010ee30 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 --2- 172.21.15.52:0/4178388190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9c00102b40 0x7f9c00106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 --2- 172.21.15.52:0/4178388190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c00102190 0x7f9c00102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 -- 172.21.15.52:0/4178388190 >> 172.21.15.52:0/4178388190 conn(0x7f9c000fda10 msgr2=0x7f9c000ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 -- 172.21.15.52:0/4178388190 shutdown_connections 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 -- 172.21.15.52:0/4178388190 wait complete. 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 Processor -- start 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 -- start start 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00102190 0x7f9c00198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.077+0000 7f9c0585c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c00107260 0x7f9c00198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0585c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9c0019cff0 0x7f9c0019d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0585c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9c001121d0 con 0x7f9c00102190 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0585c640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9c00112050 con 0x7f9c0019cff0 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0585c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9c00112350 con 0x7f9c00107260 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00102190 0x7f9c00198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00102190 0x7f9c00198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40956/0 (socket says 172.21.15.52:40956) 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 -- 172.21.15.52:0/2634515511 learned_addr learned my addr 172.21.15.52:0/2634515511 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfe7fc640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c00107260 0x7f9c00198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bff7fe640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9c0019cff0 0x7f9c0019d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 -- 172.21.15.52:0/2634515511 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c00107260 msgr2=0x7f9c00198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c00107260 0x7f9c00198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 -- 172.21.15.52:0/2634515511 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9c0019cff0 msgr2=0x7f9c0019d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9c0019cff0 0x7f9c0019d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 -- 172.21.15.52:0/2634515511 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c0019dae0 con 0x7f9c00102190 2024-04-21T09:10:16.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9bfeffd640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00102190 0x7f9c00198730 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9bf000ea80 tx=0x7f9bf000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:16.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0485a640 1 -- 172.21.15.52:0/2634515511 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf000ce40 con 0x7f9c00102190 2024-04-21T09:10:16.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c0019ddd0 con 0x7f9c00102190 2024-04-21T09:10:16.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0485a640 1 -- 172.21.15.52:0/2634515511 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bf0005020 con 0x7f9c00102190 2024-04-21T09:10:16.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0485a640 1 -- 172.21.15.52:0/2634515511 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf00116d0 con 0x7f9c00102190 2024-04-21T09:10:16.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.078+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c001a55c0 con 0x7f9c00102190 2024-04-21T09:10:16.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.079+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c00068e00 con 0x7f9c00102190 2024-04-21T09:10:16.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.081+0000 7f9c0485a640 1 -- 172.21.15.52:0/2634515511 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f9bf00054d0 con 0x7f9c00102190 2024-04-21T09:10:16.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.081+0000 7f9c0485a640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9be80a3db0 0x7f9be80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.081+0000 7f9bfe7fc640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9be80a3db0 0x7f9be80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.081+0000 7f9c0485a640 1 -- 172.21.15.52:0/2634515511 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f9bf00d1420 con 0x7f9c00102190 2024-04-21T09:10:16.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.082+0000 7f9bfe7fc640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9be80a3db0 0x7f9be80a6270 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9c00108800 tx=0x7f9bf4005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:16.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.085+0000 7f9c0485a640 1 -- 172.21.15.52:0/2634515511 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9bf0016030 con 0x7f9c00102190 2024-04-21T09:10:16.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.270+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f9c00199a80 con 0x7f9c00102190 2024-04-21T09:10:16.270 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.270+0000 7f9c0485a640 1 -- 172.21.15.52:0/2634515511 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7f9c00199a80 con 0x7f9c00102190 2024-04-21T09:10:16.270 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:16.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9be80a3db0 msgr2=0x7f9be80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9be80a3db0 0x7f9be80a6270 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9c00108800 tx=0x7f9bf4005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:16.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00102190 msgr2=0x7f9c00198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00102190 0x7f9c00198730 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9bf000ea80 tx=0x7f9bf000ef40 comp rx=0 tx=0).stop 2024-04-21T09:10:16.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 shutdown_connections 2024-04-21T09:10:16.272 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9be80a3db0 0x7f9be80a6270 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9c0019cff0 0x7f9c0019d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9c00107260 0x7f9c00198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 --2- 172.21.15.52:0/2634515511 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9c00102190 0x7f9c00198730 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 >> 172.21.15.52:0/2634515511 conn(0x7f9c000fda10 msgr2=0x7f9c000fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:16.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 shutdown_connections 2024-04-21T09:10:16.273 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.272+0000 7f9c0585c640 1 -- 172.21.15.52:0/2634515511 wait complete. 2024-04-21T09:10:16.283 INFO:tasks.quiescer.ceph_manager:waiting for clean 2024-04-21T09:10:16.283 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T09:10:16.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/2179574238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b410c500 msgr2=0x7fe0b410e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/2179574238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b410c500 0x7fe0b410e9a0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac009ca0 tx=0x7fe0ac02c230 comp rx=0 tx=0).stop 2024-04-21T09:10:16.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/2179574238 shutdown_connections 2024-04-21T09:10:16.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/2179574238 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b410c500 0x7fe0b410e9a0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/2179574238 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe0b4103ae0 0x7fe0b410bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/2179574238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe0b41031c0 0x7fe0b41035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/2179574238 >> 172.21.15.52:0/2179574238 conn(0x7fe0b4077fd0 msgr2=0x7fe0b40783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:16.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/2179574238 shutdown_connections 2024-04-21T09:10:16.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.387+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/2179574238 wait complete. 2024-04-21T09:10:16.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.388+0000 7fe0ba6c1640 1 Processor -- start 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.388+0000 7fe0ba6c1640 1 -- start start 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0ba6c1640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe0b41031c0 0x7fe0b41986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0ba6c1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4103ae0 0x7fe0b4198c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0ba6c1640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe0b410c500 0x7fe0b419cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0ba6c1640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe0b4112190 con 0x7fe0b4103ae0 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0ba6c1640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe0b4112010 con 0x7fe0b410c500 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0ba6c1640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe0b4112310 con 0x7fe0b41031c0 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4103ae0 0x7fe0b4198c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4103ae0 0x7fe0b4198c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40962/0 (socket says 172.21.15.52:40962) 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 -- 172.21.15.52:0/3808582712 learned_addr learned my addr 172.21.15.52:0/3808582712 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b8c5e640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe0b410c500 0x7fe0b419cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b3fff640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe0b41031c0 0x7fe0b41986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 -- 172.21.15.52:0/3808582712 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe0b41031c0 msgr2=0x7fe0b41986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe0b41031c0 0x7fe0b41986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 -- 172.21.15.52:0/3808582712 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe0b410c500 msgr2=0x7fe0b419cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe0b410c500 0x7fe0b419cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 -- 172.21.15.52:0/3808582712 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0b419d6c0 con 0x7fe0b4103ae0 2024-04-21T09:10:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.389+0000 7fe0b37fe640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4103ae0 0x7fe0b4198c10 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fe0a800e9f0 tx=0x7fe0a800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.391+0000 7fe0b17fa640 1 -- 172.21.15.52:0/3808582712 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0a800cd80 con 0x7fe0b4103ae0 2024-04-21T09:10:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.391+0000 7fe0b17fa640 1 -- 172.21.15.52:0/3808582712 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe0a80054d0 con 0x7fe0b4103ae0 2024-04-21T09:10:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.391+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0b419d9b0 con 0x7fe0b4103ae0 2024-04-21T09:10:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.391+0000 7fe0b17fa640 1 -- 172.21.15.52:0/3808582712 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0a8010690 con 0x7fe0b4103ae0 2024-04-21T09:10:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.391+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0b41a5240 con 0x7fe0b4103ae0 2024-04-21T09:10:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.392+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0b4068570 con 0x7fe0b4103ae0 2024-04-21T09:10:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.393+0000 7fe0b17fa640 1 -- 172.21.15.52:0/3808582712 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fe0a8004e90 con 0x7fe0b4103ae0 2024-04-21T09:10:16.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.393+0000 7fe0b17fa640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe09c0a3db0 0x7fe09c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.393+0000 7fe0b17fa640 1 -- 172.21.15.52:0/3808582712 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fe0a80d10a0 con 0x7fe0b4103ae0 2024-04-21T09:10:16.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.393+0000 7fe0b3fff640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe09c0a3db0 0x7fe09c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.394 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.394+0000 7fe0b3fff640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe09c0a3db0 0x7fe09c0a6270 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe0a4009bd0 tx=0x7fe0a4005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:16.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.398+0000 7fe0b17fa640 1 -- 172.21.15.52:0/3808582712 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe0a809d250 con 0x7fe0b4103ae0 2024-04-21T09:10:16.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.583+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe0b4062390 con 0x7fe09c0a3db0 2024-04-21T09:10:16.593 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.593+0000 7fe0b17fa640 1 -- 172.21.15.52:0/3808582712 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339407 (secure 0 0 0) 0x7fe0b4062390 con 0x7fe09c0a3db0 2024-04-21T09:10:16.597 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:16.599 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:10:16.600 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe09c0a3db0 msgr2=0x7fe09c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe09c0a3db0 0x7fe09c0a6270 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe0a4009bd0 tx=0x7fe0a4005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4103ae0 msgr2=0x7fe0b4198c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4103ae0 0x7fe0b4198c10 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fe0a800e9f0 tx=0x7fe0a800edf0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 shutdown_connections 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe09c0a3db0 0x7fe09c0a6270 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe0b410c500 0x7fe0b419cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe0b4103ae0 0x7fe0b4198c10 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 --2- 172.21.15.52:0/3808582712 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe0b41031c0 0x7fe0b41986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 >> 172.21.15.52:0/3808582712 conn(0x7fe0b4077fd0 msgr2=0x7fe0b40fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.597+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 shutdown_connections 2024-04-21T09:10:16.601 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.598+0000 7fe0ba6c1640 1 -- 172.21.15.52:0/3808582712 wait complete. 2024-04-21T09:10:16.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:16 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/357730883' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:16 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2235260895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.607 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:16 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2634515511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.608 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-04-21T09:10:15.897143+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1386427,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1209,"num_read_kb":976,"num_write":552,"num_write_kb":5031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181475,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":918,"ondisk_log_size":918,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361252,"kb_used_data":16232,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580572,"statfs":{"total":1151940427776,"available":1151570505728,"internally_reserved":0,"allocated":16621568,"data_stored":9899699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":327,"num_write":84,"num_write_kb":652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.988755"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577392+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:10:06.577392+0000","last_peered":"2024-04-21T09:10:06.577392+0000","last_clean":"2024-04-21T09:10:06.577392+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:10:06.577392+0000","last_undegraded":"2024-04-21T09:10:06.577392+0000","last_fullsized":"2024-04-21T09:10:06.577392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578181+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:10:06.578181+0000","last_peered":"2024-04-21T09:10:06.578181+0000","last_clean":"2024-04-21T09:10:06.578181+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:10:06.578181+0000","last_undegraded":"2024-04-21T09:10:06.578181+0000","last_fullsized":"2024-04-21T09:10:06.578181+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578403+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:10:06.578403+0000","last_peered":"2024-04-21T09:10:06.578403+0000","last_clean":"2024-04-21T09:10:06.578403+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:10:06.578403+0000","last_undegraded":"2024-04-21T09:10:06.578403+0000","last_fullsized":"2024-04-21T09:10:06.578403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016684+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:10:06.016684+0000","last_peered":"2024-04-21T09:10:06.016684+0000","last_clean":"2024-04-21T09:10:06.016684+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:10:06.016684+0000","last_undegraded":"2024-04-21T09:10:06.016684+0000","last_fullsized":"2024-04-21T09:10:06.016684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989007+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:10:05.989007+0000","last_peered":"2024-04-21T09:10:05.989007+0000","last_clean":"2024-04-21T09:10:05.989007+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:10:05.989007+0000","last_undegraded":"2024-04-21T09:10:05.989007+0000","last_fullsized":"2024-04-21T09:10:05.989007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882573+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:10:05.882573+0000","last_peered":"2024-04-21T09:10:05.882573+0000","last_clean":"2024-04-21T09:10:05.882573+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:10:05.882573+0000","last_undegraded":"2024-04-21T09:10:05.882573+0000","last_fullsized":"2024-04-21T09:10:05.882573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148149+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:10:06.148149+0000","last_peered":"2024-04-21T09:10:06.148149+0000","last_clean":"2024-04-21T09:10:06.148149+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:10:06.148149+0000","last_undegraded":"2024-04-21T09:10:06.148149+0000","last_fullsized":"2024-04-21T09:10:06.148149+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986101+0000","last_change":"2024-04-21T09:08:32.755877+0000","last_active":"2024-04-21T09:10:05.986101+0000","last_peered":"2024-04-21T09:10:05.986101+0000","last_clean":"2024-04-21T09:10:05.986101+0000","last_became_active":"2024-04-21T09:08:32.755619+0000","last_became_peered":"2024-04-21T09:08:32.755619+0000","last_unstale":"2024-04-21T09:10:05.986101+0000","last_undegraded":"2024-04-21T09:10:05.986101+0000","last_fullsized":"2024-04-21T09:10:05.986101+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:32:48.194195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151752+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:10:06.151752+0000","last_peered":"2024-04-21T09:10:06.151752+0000","last_clean":"2024-04-21T09:10:06.151752+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:10:06.151752+0000","last_undegraded":"2024-04-21T09:10:06.151752+0000","last_fullsized":"2024-04-21T09:10:06.151752+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883091+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:10:05.883091+0000","last_peered":"2024-04-21T09:10:05.883091+0000","last_clean":"2024-04-21T09:10:05.883091+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:10:05.883091+0000","last_undegraded":"2024-04-21T09:10:05.883091+0000","last_fullsized":"2024-04-21T09:10:05.883091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148682+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:10:06.148682+0000","last_peered":"2024-04-21T09:10:06.148682+0000","last_clean":"2024-04-21T09:10:06.148682+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:10:06.148682+0000","last_undegraded":"2024-04-21T09:10:06.148682+0000","last_fullsized":"2024-04-21T09:10:06.148682+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986672+0000","last_change":"2024-04-21T09:09:33.408718+0000","last_active":"2024-04-21T09:10:05.986672+0000","last_peered":"2024-04-21T09:10:05.986672+0000","last_clean":"2024-04-21T09:10:05.986672+0000","last_became_active":"2024-04-21T09:09:33.408397+0000","last_became_peered":"2024-04-21T09:09:33.408397+0000","last_unstale":"2024-04-21T09:10:05.986672+0000","last_undegraded":"2024-04-21T09:10:05.986672+0000","last_fullsized":"2024-04-21T09:10:05.986672+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:25:35.462373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578500+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:10:06.578500+0000","last_peered":"2024-04-21T09:10:06.578500+0000","last_clean":"2024-04-21T09:10:06.578500+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:10:06.578500+0000","last_undegraded":"2024-04-21T09:10:06.578500+0000","last_fullsized":"2024-04-21T09:10:06.578500+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577901+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:10:06.577901+0000","last_peered":"2024-04-21T09:10:06.577901+0000","last_clean":"2024-04-21T09:10:06.577901+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:10:06.577901+0000","last_undegraded":"2024-04-21T09:10:06.577901+0000","last_fullsized":"2024-04-21T09:10:06.577901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577486+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:10:06.577486+0000","last_peered":"2024-04-21T09:10:06.577486+0000","last_clean":"2024-04-21T09:10:06.577486+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:10:06.577486+0000","last_undegraded":"2024-04-21T09:10:06.577486+0000","last_fullsized":"2024-04-21T09:10:06.577486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151202+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:10:06.151202+0000","last_peered":"2024-04-21T09:10:06.151202+0000","last_clean":"2024-04-21T09:10:06.151202+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:10:06.151202+0000","last_undegraded":"2024-04-21T09:10:06.151202+0000","last_fullsized":"2024-04-21T09:10:06.151202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577526+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:10:06.577526+0000","last_peered":"2024-04-21T09:10:06.577526+0000","last_clean":"2024-04-21T09:10:06.577526+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:10:06.577526+0000","last_undegraded":"2024-04-21T09:10:06.577526+0000","last_fullsized":"2024-04-21T09:10:06.577526+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987071+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:10:05.987071+0000","last_peered":"2024-04-21T09:10:05.987071+0000","last_clean":"2024-04-21T09:10:05.987071+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:10:05.987071+0000","last_undegraded":"2024-04-21T09:10:05.987071+0000","last_fullsized":"2024-04-21T09:10:05.987071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883450+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:10:05.883450+0000","last_peered":"2024-04-21T09:10:05.883450+0000","last_clean":"2024-04-21T09:10:05.883450+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:10:05.883450+0000","last_undegraded":"2024-04-21T09:10:05.883450+0000","last_fullsized":"2024-04-21T09:10:05.883450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883066+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:10:05.883066+0000","last_peered":"2024-04-21T09:10:05.883066+0000","last_clean":"2024-04-21T09:10:05.883066+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:10:05.883066+0000","last_undegraded":"2024-04-21T09:10:05.883066+0000","last_fullsized":"2024-04-21T09:10:05.883066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987246+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:10:05.987246+0000","last_peered":"2024-04-21T09:10:05.987246+0000","last_clean":"2024-04-21T09:10:05.987246+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:10:05.987246+0000","last_undegraded":"2024-04-21T09:10:05.987246+0000","last_fullsized":"2024-04-21T09:10:05.987246+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881043+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:10:05.881043+0000","last_peered":"2024-04-21T09:10:05.881043+0000","last_clean":"2024-04-21T09:10:05.881043+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:10:05.881043+0000","last_undegraded":"2024-04-21T09:10:05.881043+0000","last_fullsized":"2024-04-21T09:10:05.881043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016307+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:10:06.016307+0000","last_peered":"2024-04-21T09:10:06.016307+0000","last_clean":"2024-04-21T09:10:06.016307+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:10:06.016307+0000","last_undegraded":"2024-04-21T09:10:06.016307+0000","last_fullsized":"2024-04-21T09:10:06.016307+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881874+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:10:05.881874+0000","last_peered":"2024-04-21T09:10:05.881874+0000","last_clean":"2024-04-21T09:10:05.881874+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:10:05.881874+0000","last_undegraded":"2024-04-21T09:10:05.881874+0000","last_fullsized":"2024-04-21T09:10:05.881874+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578536+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:10:06.578536+0000","last_peered":"2024-04-21T09:10:06.578536+0000","last_clean":"2024-04-21T09:10:06.578536+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:10:06.578536+0000","last_undegraded":"2024-04-21T09:10:06.578536+0000","last_fullsized":"2024-04-21T09:10:06.578536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016516+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:10:06.016516+0000","last_peered":"2024-04-21T09:10:06.016516+0000","last_clean":"2024-04-21T09:10:06.016516+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:10:06.016516+0000","last_undegraded":"2024-04-21T09:10:06.016516+0000","last_fullsized":"2024-04-21T09:10:06.016516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989320+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:10:05.989320+0000","last_peered":"2024-04-21T09:10:05.989320+0000","last_clean":"2024-04-21T09:10:05.989320+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:10:05.989320+0000","last_undegraded":"2024-04-21T09:10:05.989320+0000","last_fullsized":"2024-04-21T09:10:05.989320+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151385+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:10:06.151385+0000","last_peered":"2024-04-21T09:10:06.151385+0000","last_clean":"2024-04-21T09:10:06.151385+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:10:06.151385+0000","last_undegraded":"2024-04-21T09:10:06.151385+0000","last_fullsized":"2024-04-21T09:10:06.151385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016330+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:10:06.016330+0000","last_peered":"2024-04-21T09:10:06.016330+0000","last_clean":"2024-04-21T09:10:06.016330+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:10:06.016330+0000","last_undegraded":"2024-04-21T09:10:06.016330+0000","last_fullsized":"2024-04-21T09:10:06.016330+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577632+0000","last_change":"2024-04-21T09:08:32.766832+0000","last_active":"2024-04-21T09:10:06.577632+0000","last_peered":"2024-04-21T09:10:06.577632+0000","last_clean":"2024-04-21T09:10:06.577632+0000","last_became_active":"2024-04-21T09:08:32.762441+0000","last_became_peered":"2024-04-21T09:08:32.762441+0000","last_unstale":"2024-04-21T09:10:06.577632+0000","last_undegraded":"2024-04-21T09:10:06.577632+0000","last_fullsized":"2024-04-21T09:10:06.577632+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:54.436226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903473+0000","last_change":"2024-04-21T09:08:32.791989+0000","last_active":"2024-04-21T09:10:05.903473+0000","last_peered":"2024-04-21T09:10:05.903473+0000","last_clean":"2024-04-21T09:10:05.903473+0000","last_became_active":"2024-04-21T09:08:32.791566+0000","last_became_peered":"2024-04-21T09:08:32.791566+0000","last_unstale":"2024-04-21T09:10:05.903473+0000","last_undegraded":"2024-04-21T09:10:05.903473+0000","last_fullsized":"2024-04-21T09:10:05.903473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:12:13.981101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883200+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:10:05.883200+0000","last_peered":"2024-04-21T09:10:05.883200+0000","last_clean":"2024-04-21T09:10:05.883200+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:10:05.883200+0000","last_undegraded":"2024-04-21T09:10:05.883200+0000","last_fullsized":"2024-04-21T09:10:05.883200+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'6","reported_seq":178,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.910284+0000","last_change":"2024-04-21T09:08:32.767103+0000","last_active":"2024-04-21T09:10:10.910284+0000","last_peered":"2024-04-21T09:10:10.910284+0000","last_clean":"2024-04-21T09:10:10.910284+0000","last_became_active":"2024-04-21T09:08:32.762503+0000","last_became_peered":"2024-04-21T09:08:32.762503+0000","last_unstale":"2024-04-21T09:10:10.910284+0000","last_undegraded":"2024-04-21T09:10:10.910284+0000","last_fullsized":"2024-04-21T09:10:10.910284+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:09:01.720605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989031+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:10:05.989031+0000","last_peered":"2024-04-21T09:10:05.989031+0000","last_clean":"2024-04-21T09:10:05.989031+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:10:05.989031+0000","last_undegraded":"2024-04-21T09:10:05.989031+0000","last_fullsized":"2024-04-21T09:10:05.989031+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883341+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:10:05.883341+0000","last_peered":"2024-04-21T09:10:05.883341+0000","last_clean":"2024-04-21T09:10:05.883341+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:10:05.883341+0000","last_undegraded":"2024-04-21T09:10:05.883341+0000","last_fullsized":"2024-04-21T09:10:05.883341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882567+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:10:05.882567+0000","last_peered":"2024-04-21T09:10:05.882567+0000","last_clean":"2024-04-21T09:10:05.882567+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:10:05.882567+0000","last_undegraded":"2024-04-21T09:10:05.882567+0000","last_fullsized":"2024-04-21T09:10:05.882567+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903636+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:10:05.903636+0000","last_peered":"2024-04-21T09:10:05.903636+0000","last_clean":"2024-04-21T09:10:05.903636+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:10:05.903636+0000","last_undegraded":"2024-04-21T09:10:05.903636+0000","last_fullsized":"2024-04-21T09:10:05.903636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577651+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:10:06.577651+0000","last_peered":"2024-04-21T09:10:06.577651+0000","last_clean":"2024-04-21T09:10:06.577651+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:10:06.577651+0000","last_undegraded":"2024-04-21T09:10:06.577651+0000","last_fullsized":"2024-04-21T09:10:06.577651+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579612+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:10:06.579612+0000","last_peered":"2024-04-21T09:10:06.579612+0000","last_clean":"2024-04-21T09:10:06.579612+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:10:06.579612+0000","last_undegraded":"2024-04-21T09:10:06.579612+0000","last_fullsized":"2024-04-21T09:10:06.579612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880924+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:10:05.880924+0000","last_peered":"2024-04-21T09:10:05.880924+0000","last_clean":"2024-04-21T09:10:05.880924+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:10:05.880924+0000","last_undegraded":"2024-04-21T09:10:05.880924+0000","last_fullsized":"2024-04-21T09:10:05.880924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578611+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:10:06.578611+0000","last_peered":"2024-04-21T09:10:06.578611+0000","last_clean":"2024-04-21T09:10:06.578611+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:10:06.578611+0000","last_undegraded":"2024-04-21T09:10:06.578611+0000","last_fullsized":"2024-04-21T09:10:06.578611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903188+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:10:05.903188+0000","last_peered":"2024-04-21T09:10:05.903188+0000","last_clean":"2024-04-21T09:10:05.903188+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:10:05.903188+0000","last_undegraded":"2024-04-21T09:10:05.903188+0000","last_fullsized":"2024-04-21T09:10:05.903188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986346+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:10:05.986346+0000","last_peered":"2024-04-21T09:10:05.986346+0000","last_clean":"2024-04-21T09:10:05.986346+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:10:05.986346+0000","last_undegraded":"2024-04-21T09:10:05.986346+0000","last_fullsized":"2024-04-21T09:10:05.986346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880965+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:10:05.880965+0000","last_peered":"2024-04-21T09:10:05.880965+0000","last_clean":"2024-04-21T09:10:05.880965+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:10:05.880965+0000","last_undegraded":"2024-04-21T09:10:05.880965+0000","last_fullsized":"2024-04-21T09:10:05.880965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'4","reported_seq":161,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:09.908597+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:10:09.908597+0000","last_peered":"2024-04-21T09:10:09.908597+0000","last_clean":"2024-04-21T09:10:09.908597+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:10:09.908597+0000","last_undegraded":"2024-04-21T09:10:09.908597+0000","last_fullsized":"2024-04-21T09:10:09.908597+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151626+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:10:06.151626+0000","last_peered":"2024-04-21T09:10:06.151626+0000","last_clean":"2024-04-21T09:10:06.151626+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:10:06.151626+0000","last_undegraded":"2024-04-21T09:10:06.151626+0000","last_fullsized":"2024-04-21T09:10:06.151626+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988741+0000","last_change":"2024-04-21T09:08:32.760615+0000","last_active":"2024-04-21T09:10:05.988741+0000","last_peered":"2024-04-21T09:10:05.988741+0000","last_clean":"2024-04-21T09:10:05.988741+0000","last_became_active":"2024-04-21T09:08:32.760168+0000","last_became_peered":"2024-04-21T09:08:32.760168+0000","last_unstale":"2024-04-21T09:10:05.988741+0000","last_undegraded":"2024-04-21T09:10:05.988741+0000","last_fullsized":"2024-04-21T09:10:05.988741+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:14:06.613470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2,4],"acting":[8,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148710+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:10:06.148710+0000","last_peered":"2024-04-21T09:10:06.148710+0000","last_clean":"2024-04-21T09:10:06.148710+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:10:06.148710+0000","last_undegraded":"2024-04-21T09:10:06.148710+0000","last_fullsized":"2024-04-21T09:10:06.148710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578885+0000","last_change":"2024-04-21T09:09:33.579934+0000","last_active":"2024-04-21T09:10:06.578885+0000","last_peered":"2024-04-21T09:10:06.578885+0000","last_clean":"2024-04-21T09:10:06.578885+0000","last_became_active":"2024-04-21T09:09:33.579508+0000","last_became_peered":"2024-04-21T09:09:33.579508+0000","last_unstale":"2024-04-21T09:10:06.578885+0000","last_undegraded":"2024-04-21T09:10:06.578885+0000","last_fullsized":"2024-04-21T09:10:06.578885+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:36:23.110818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,7],"acting":[0,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016709+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:10:06.016709+0000","last_peered":"2024-04-21T09:10:06.016709+0000","last_clean":"2024-04-21T09:10:06.016709+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:10:06.016709+0000","last_undegraded":"2024-04-21T09:10:06.016709+0000","last_fullsized":"2024-04-21T09:10:06.016709+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903432+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:10:05.903432+0000","last_peered":"2024-04-21T09:10:05.903432+0000","last_clean":"2024-04-21T09:10:05.903432+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:10:05.903432+0000","last_undegraded":"2024-04-21T09:10:05.903432+0000","last_fullsized":"2024-04-21T09:10:05.903432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151614+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:10:06.151614+0000","last_peered":"2024-04-21T09:10:06.151614+0000","last_clean":"2024-04-21T09:10:06.151614+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:10:06.151614+0000","last_undegraded":"2024-04-21T09:10:06.151614+0000","last_fullsized":"2024-04-21T09:10:06.151614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882445+0000","last_change":"2024-04-21T09:08:32.761736+0000","last_active":"2024-04-21T09:10:05.882445+0000","last_peered":"2024-04-21T09:10:05.882445+0000","last_clean":"2024-04-21T09:10:05.882445+0000","last_became_active":"2024-04-21T09:08:32.761289+0000","last_became_peered":"2024-04-21T09:08:32.761289+0000","last_unstale":"2024-04-21T09:10:05.882445+0000","last_undegraded":"2024-04-21T09:10:05.882445+0000","last_fullsized":"2024-04-21T09:10:05.882445+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:35:34.721320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":332,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.910032+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:10:10.910032+0000","last_peered":"2024-04-21T09:10:10.910032+0000","last_clean":"2024-04-21T09:10:10.910032+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:10:10.910032+0000","last_undegraded":"2024-04-21T09:10:10.910032+0000","last_fullsized":"2024-04-21T09:10:10.910032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":258,"num_read_kb":199,"num_write":41,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989184+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:10:05.989184+0000","last_peered":"2024-04-21T09:10:05.989184+0000","last_clean":"2024-04-21T09:10:05.989184+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:10:05.989184+0000","last_undegraded":"2024-04-21T09:10:05.989184+0000","last_fullsized":"2024-04-21T09:10:05.989184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903814+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:10:05.903814+0000","last_peered":"2024-04-21T09:10:05.903814+0000","last_clean":"2024-04-21T09:10:05.903814+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:10:05.903814+0000","last_undegraded":"2024-04-21T09:10:05.903814+0000","last_fullsized":"2024-04-21T09:10:05.903814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883272+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:10:05.883272+0000","last_peered":"2024-04-21T09:10:05.883272+0000","last_clean":"2024-04-21T09:10:05.883272+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:10:05.883272+0000","last_undegraded":"2024-04-21T09:10:05.883272+0000","last_fullsized":"2024-04-21T09:10:05.883272+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577826+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:10:06.577826+0000","last_peered":"2024-04-21T09:10:06.577826+0000","last_clean":"2024-04-21T09:10:06.577826+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:10:06.577826+0000","last_undegraded":"2024-04-21T09:10:06.577826+0000","last_fullsized":"2024-04-21T09:10:06.577826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577818+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:10:06.577818+0000","last_peered":"2024-04-21T09:10:06.577818+0000","last_clean":"2024-04-21T09:10:06.577818+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:10:06.577818+0000","last_undegraded":"2024-04-21T09:10:06.577818+0000","last_fullsized":"2024-04-21T09:10:06.577818+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903580+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:10:05.903580+0000","last_peered":"2024-04-21T09:10:05.903580+0000","last_clean":"2024-04-21T09:10:05.903580+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:10:05.903580+0000","last_undegraded":"2024-04-21T09:10:05.903580+0000","last_fullsized":"2024-04-21T09:10:05.903580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148562+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:10:06.148562+0000","last_peered":"2024-04-21T09:10:06.148562+0000","last_clean":"2024-04-21T09:10:06.148562+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:10:06.148562+0000","last_undegraded":"2024-04-21T09:10:06.148562+0000","last_fullsized":"2024-04-21T09:10:06.148562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986988+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:10:05.986988+0000","last_peered":"2024-04-21T09:10:05.986988+0000","last_clean":"2024-04-21T09:10:05.986988+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:10:05.986988+0000","last_undegraded":"2024-04-21T09:10:05.986988+0000","last_fullsized":"2024-04-21T09:10:05.986988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'4","reported_seq":165,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.888706+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:10:10.888706+0000","last_peered":"2024-04-21T09:10:10.888706+0000","last_clean":"2024-04-21T09:10:10.888706+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:10:10.888706+0000","last_undegraded":"2024-04-21T09:10:10.888706+0000","last_fullsized":"2024-04-21T09:10:10.888706+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":896,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148459+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:10:06.148459+0000","last_peered":"2024-04-21T09:10:06.148459+0000","last_clean":"2024-04-21T09:10:06.148459+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:10:06.148459+0000","last_undegraded":"2024-04-21T09:10:06.148459+0000","last_fullsized":"2024-04-21T09:10:06.148459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579803+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:10:06.579803+0000","last_peered":"2024-04-21T09:10:06.579803+0000","last_clean":"2024-04-21T09:10:06.579803+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:10:06.579803+0000","last_undegraded":"2024-04-21T09:10:06.579803+0000","last_fullsized":"2024-04-21T09:10:06.579803+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988830+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:10:05.988830+0000","last_peered":"2024-04-21T09:10:05.988830+0000","last_clean":"2024-04-21T09:10:05.988830+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:10:05.988830+0000","last_undegraded":"2024-04-21T09:10:05.988830+0000","last_fullsized":"2024-04-21T09:10:05.988830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903262+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:10:05.903262+0000","last_peered":"2024-04-21T09:10:05.903262+0000","last_clean":"2024-04-21T09:10:05.903262+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:10:05.903262+0000","last_undegraded":"2024-04-21T09:10:05.903262+0000","last_fullsized":"2024-04-21T09:10:05.903262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903276+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:10:05.903276+0000","last_peered":"2024-04-21T09:10:05.903276+0000","last_clean":"2024-04-21T09:10:05.903276+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:10:05.903276+0000","last_undegraded":"2024-04-21T09:10:05.903276+0000","last_fullsized":"2024-04-21T09:10:05.903276+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989336+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:10:05.989336+0000","last_peered":"2024-04-21T09:10:05.989336+0000","last_clean":"2024-04-21T09:10:05.989336+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:10:05.989336+0000","last_undegraded":"2024-04-21T09:10:05.989336+0000","last_fullsized":"2024-04-21T09:10:05.989336+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577718+0000","last_change":"2024-04-21T09:09:33.407357+0000","last_active":"2024-04-21T09:10:06.577718+0000","last_peered":"2024-04-21T09:10:06.577718+0000","last_clean":"2024-04-21T09:10:06.577718+0000","last_became_active":"2024-04-21T09:09:33.406890+0000","last_became_peered":"2024-04-21T09:09:33.406890+0000","last_unstale":"2024-04-21T09:10:06.577718+0000","last_undegraded":"2024-04-21T09:10:06.577718+0000","last_fullsized":"2024-04-21T09:10:06.577718+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:47:57.666331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988889+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:10:05.988889+0000","last_peered":"2024-04-21T09:10:05.988889+0000","last_clean":"2024-04-21T09:10:05.988889+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:10:05.988889+0000","last_undegraded":"2024-04-21T09:10:05.988889+0000","last_fullsized":"2024-04-21T09:10:05.988889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986780+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:10:05.986780+0000","last_peered":"2024-04-21T09:10:05.986780+0000","last_clean":"2024-04-21T09:10:05.986780+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:10:05.986780+0000","last_undegraded":"2024-04-21T09:10:05.986780+0000","last_fullsized":"2024-04-21T09:10:05.986780+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882808+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:10:05.882808+0000","last_peered":"2024-04-21T09:10:05.882808+0000","last_clean":"2024-04-21T09:10:05.882808+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:10:05.882808+0000","last_undegraded":"2024-04-21T09:10:05.882808+0000","last_fullsized":"2024-04-21T09:10:05.882808+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579883+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:10:06.579883+0000","last_peered":"2024-04-21T09:10:06.579883+0000","last_clean":"2024-04-21T09:10:06.579883+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:10:06.579883+0000","last_undegraded":"2024-04-21T09:10:06.579883+0000","last_fullsized":"2024-04-21T09:10:06.579883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148264+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:10:06.148264+0000","last_peered":"2024-04-21T09:10:06.148264+0000","last_clean":"2024-04-21T09:10:06.148264+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:10:06.148264+0000","last_undegraded":"2024-04-21T09:10:06.148264+0000","last_fullsized":"2024-04-21T09:10:06.148264+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882603+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:10:05.882603+0000","last_peered":"2024-04-21T09:10:05.882603+0000","last_clean":"2024-04-21T09:10:05.882603+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:10:05.882603+0000","last_undegraded":"2024-04-21T09:10:05.882603+0000","last_fullsized":"2024-04-21T09:10:05.882603+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579984+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:10:06.579984+0000","last_peered":"2024-04-21T09:10:06.579984+0000","last_clean":"2024-04-21T09:10:06.579984+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:10:06.579984+0000","last_undegraded":"2024-04-21T09:10:06.579984+0000","last_fullsized":"2024-04-21T09:10:06.579984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903319+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:10:05.903319+0000","last_peered":"2024-04-21T09:10:05.903319+0000","last_clean":"2024-04-21T09:10:05.903319+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:10:05.903319+0000","last_undegraded":"2024-04-21T09:10:05.903319+0000","last_fullsized":"2024-04-21T09:10:05.903319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":163,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.888164+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:10:10.888164+0000","last_peered":"2024-04-21T09:10:10.888164+0000","last_clean":"2024-04-21T09:10:10.888164+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:10:10.888164+0000","last_undegraded":"2024-04-21T09:10:10.888164+0000","last_fullsized":"2024-04-21T09:10:10.888164+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148446+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:10:06.148446+0000","last_peered":"2024-04-21T09:10:06.148446+0000","last_clean":"2024-04-21T09:10:06.148446+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:10:06.148446+0000","last_undegraded":"2024-04-21T09:10:06.148446+0000","last_fullsized":"2024-04-21T09:10:06.148446+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881207+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:10:05.881207+0000","last_peered":"2024-04-21T09:10:05.881207+0000","last_clean":"2024-04-21T09:10:05.881207+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:10:05.881207+0000","last_undegraded":"2024-04-21T09:10:05.881207+0000","last_fullsized":"2024-04-21T09:10:05.881207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016611+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:10:06.016611+0000","last_peered":"2024-04-21T09:10:06.016611+0000","last_clean":"2024-04-21T09:10:06.016611+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:10:06.016611+0000","last_undegraded":"2024-04-21T09:10:06.016611+0000","last_fullsized":"2024-04-21T09:10:06.016611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"94'148","reported_seq":412,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:08.009613+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:10:08.009613+0000","last_peered":"2024-04-21T09:10:08.009613+0000","last_clean":"2024-04-21T09:10:08.009613+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:10:08.009613+0000","last_undegraded":"2024-04-21T09:10:08.009613+0000","last_fullsized":"2024-04-21T09:10:08.009613+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903358+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:10:05.903358+0000","last_peered":"2024-04-21T09:10:05.903358+0000","last_clean":"2024-04-21T09:10:05.903358+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:10:05.903358+0000","last_undegraded":"2024-04-21T09:10:05.903358+0000","last_fullsized":"2024-04-21T09:10:05.903358+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579254+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:10:06.579254+0000","last_peered":"2024-04-21T09:10:06.579254+0000","last_clean":"2024-04-21T09:10:06.579254+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:10:06.579254+0000","last_undegraded":"2024-04-21T09:10:06.579254+0000","last_fullsized":"2024-04-21T09:10:06.579254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148115+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:10:06.148115+0000","last_peered":"2024-04-21T09:10:06.148115+0000","last_clean":"2024-04-21T09:10:06.148115+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:10:06.148115+0000","last_undegraded":"2024-04-21T09:10:06.148115+0000","last_fullsized":"2024-04-21T09:10:06.148115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577678+0000","last_change":"2024-04-21T09:08:32.792163+0000","last_active":"2024-04-21T09:10:06.577678+0000","last_peered":"2024-04-21T09:10:06.577678+0000","last_clean":"2024-04-21T09:10:06.577678+0000","last_became_active":"2024-04-21T09:08:32.791581+0000","last_became_peered":"2024-04-21T09:08:32.791581+0000","last_unstale":"2024-04-21T09:10:06.577678+0000","last_undegraded":"2024-04-21T09:10:06.577678+0000","last_fullsized":"2024-04-21T09:10:06.577678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:06:16.078761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989165+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:10:05.989165+0000","last_peered":"2024-04-21T09:10:05.989165+0000","last_clean":"2024-04-21T09:10:05.989165+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:10:05.989165+0000","last_undegraded":"2024-04-21T09:10:05.989165+0000","last_fullsized":"2024-04-21T09:10:05.989165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579336+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:10:06.579336+0000","last_peered":"2024-04-21T09:10:06.579336+0000","last_clean":"2024-04-21T09:10:06.579336+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:10:06.579336+0000","last_undegraded":"2024-04-21T09:10:06.579336+0000","last_fullsized":"2024-04-21T09:10:06.579336+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880807+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:10:05.880807+0000","last_peered":"2024-04-21T09:10:05.880807+0000","last_clean":"2024-04-21T09:10:05.880807+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:10:05.880807+0000","last_undegraded":"2024-04-21T09:10:05.880807+0000","last_fullsized":"2024-04-21T09:10:05.880807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'70","reported_seq":157,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:11.882010+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:10:11.882010+0000","last_peered":"2024-04-21T09:10:11.882010+0000","last_clean":"2024-04-21T09:10:11.882010+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:10:11.882010+0000","last_undegraded":"2024-04-21T09:10:11.882010+0000","last_fullsized":"2024-04-21T09:10:11.882010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":182,"num_read_kb":160,"num_write":125,"num_write_kb":1157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881224+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:10:05.881224+0000","last_peered":"2024-04-21T09:10:05.881224+0000","last_clean":"2024-04-21T09:10:05.881224+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:10:05.881224+0000","last_undegraded":"2024-04-21T09:10:05.881224+0000","last_fullsized":"2024-04-21T09:10:05.881224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882929+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:10:05.882929+0000","last_peered":"2024-04-21T09:10:05.882929+0000","last_clean":"2024-04-21T09:10:05.882929+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:10:05.882929+0000","last_undegraded":"2024-04-21T09:10:05.882929+0000","last_fullsized":"2024-04-21T09:10:05.882929+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016841+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:10:06.016841+0000","last_peered":"2024-04-21T09:10:06.016841+0000","last_clean":"2024-04-21T09:10:06.016841+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:10:06.016841+0000","last_undegraded":"2024-04-21T09:10:06.016841+0000","last_fullsized":"2024-04-21T09:10:06.016841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578332+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:10:06.578332+0000","last_peered":"2024-04-21T09:10:06.578332+0000","last_clean":"2024-04-21T09:10:06.578332+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:10:06.578332+0000","last_undegraded":"2024-04-21T09:10:06.578332+0000","last_fullsized":"2024-04-21T09:10:06.578332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016541+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:10:06.016541+0000","last_peered":"2024-04-21T09:10:06.016541+0000","last_clean":"2024-04-21T09:10:06.016541+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:10:06.016541+0000","last_undegraded":"2024-04-21T09:10:06.016541+0000","last_fullsized":"2024-04-21T09:10:06.016541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151277+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:10:06.151277+0000","last_peered":"2024-04-21T09:10:06.151277+0000","last_clean":"2024-04-21T09:10:06.151277+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:10:06.151277+0000","last_undegraded":"2024-04-21T09:10:06.151277+0000","last_fullsized":"2024-04-21T09:10:06.151277+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988754+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:10:05.988754+0000","last_peered":"2024-04-21T09:10:05.988754+0000","last_clean":"2024-04-21T09:10:05.988754+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:10:05.988754+0000","last_undegraded":"2024-04-21T09:10:05.988754+0000","last_fullsized":"2024-04-21T09:10:05.988754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987144+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:10:05.987144+0000","last_peered":"2024-04-21T09:10:05.987144+0000","last_clean":"2024-04-21T09:10:05.987144+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:10:05.987144+0000","last_undegraded":"2024-04-21T09:10:05.987144+0000","last_fullsized":"2024-04-21T09:10:05.987144+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881380+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:10:05.881380+0000","last_peered":"2024-04-21T09:10:05.881380+0000","last_clean":"2024-04-21T09:10:05.881380+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:10:05.881380+0000","last_undegraded":"2024-04-21T09:10:05.881380+0000","last_fullsized":"2024-04-21T09:10:05.881380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577262+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:10:06.577262+0000","last_peered":"2024-04-21T09:10:06.577262+0000","last_clean":"2024-04-21T09:10:06.577262+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:10:06.577262+0000","last_undegraded":"2024-04-21T09:10:06.577262+0000","last_fullsized":"2024-04-21T09:10:06.577262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016553+0000","last_change":"2024-04-21T09:08:32.770346+0000","last_active":"2024-04-21T09:10:06.016553+0000","last_peered":"2024-04-21T09:10:06.016553+0000","last_clean":"2024-04-21T09:10:06.016553+0000","last_became_active":"2024-04-21T09:08:32.758063+0000","last_became_peered":"2024-04-21T09:08:32.758063+0000","last_unstale":"2024-04-21T09:10:06.016553+0000","last_undegraded":"2024-04-21T09:10:06.016553+0000","last_fullsized":"2024-04-21T09:10:06.016553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:02:42.552559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577182+0000","last_change":"2024-04-21T09:08:32.764269+0000","last_active":"2024-04-21T09:10:06.577182+0000","last_peered":"2024-04-21T09:10:06.577182+0000","last_clean":"2024-04-21T09:10:06.577182+0000","last_became_active":"2024-04-21T09:08:32.759095+0000","last_became_peered":"2024-04-21T09:08:32.759095+0000","last_unstale":"2024-04-21T09:10:06.577182+0000","last_undegraded":"2024-04-21T09:10:06.577182+0000","last_fullsized":"2024-04-21T09:10:06.577182+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:22:16.666992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881277+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:10:05.881277+0000","last_peered":"2024-04-21T09:10:05.881277+0000","last_clean":"2024-04-21T09:10:05.881277+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:10:05.881277+0000","last_undegraded":"2024-04-21T09:10:05.881277+0000","last_fullsized":"2024-04-21T09:10:05.881277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016534+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:10:06.016534+0000","last_peered":"2024-04-21T09:10:06.016534+0000","last_clean":"2024-04-21T09:10:06.016534+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:10:06.016534+0000","last_undegraded":"2024-04-21T09:10:06.016534+0000","last_fullsized":"2024-04-21T09:10:06.016534+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988928+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:10:05.988928+0000","last_peered":"2024-04-21T09:10:05.988928+0000","last_clean":"2024-04-21T09:10:05.988928+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:10:05.988928+0000","last_undegraded":"2024-04-21T09:10:05.988928+0000","last_fullsized":"2024-04-21T09:10:05.988928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148488+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:10:06.148488+0000","last_peered":"2024-04-21T09:10:06.148488+0000","last_clean":"2024-04-21T09:10:06.148488+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:10:06.148488+0000","last_undegraded":"2024-04-21T09:10:06.148488+0000","last_fullsized":"2024-04-21T09:10:06.148488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151174+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:10:06.151174+0000","last_peered":"2024-04-21T09:10:06.151174+0000","last_clean":"2024-04-21T09:10:06.151174+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:10:06.151174+0000","last_undegraded":"2024-04-21T09:10:06.151174+0000","last_fullsized":"2024-04-21T09:10:06.151174+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883511+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:10:05.883511+0000","last_peered":"2024-04-21T09:10:05.883511+0000","last_clean":"2024-04-21T09:10:05.883511+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:10:05.883511+0000","last_undegraded":"2024-04-21T09:10:05.883511+0000","last_fullsized":"2024-04-21T09:10:05.883511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148669+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:10:06.148669+0000","last_peered":"2024-04-21T09:10:06.148669+0000","last_clean":"2024-04-21T09:10:06.148669+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:10:06.148669+0000","last_undegraded":"2024-04-21T09:10:06.148669+0000","last_fullsized":"2024-04-21T09:10:06.148669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578107+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:10:06.578107+0000","last_peered":"2024-04-21T09:10:06.578107+0000","last_clean":"2024-04-21T09:10:06.578107+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:10:06.578107+0000","last_undegraded":"2024-04-21T09:10:06.578107+0000","last_fullsized":"2024-04-21T09:10:06.578107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"94'57","reported_seq":109,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:11.876603+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:10:11.876603+0000","last_peered":"2024-04-21T09:10:11.876603+0000","last_clean":"2024-04-21T09:10:11.876603+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:10:11.876603+0000","last_undegraded":"2024-04-21T09:10:11.876603+0000","last_fullsized":"2024-04-21T09:10:11.876603+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":21,"num_read_kb":20,"num_write":68,"num_write_kb":807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148265+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:10:06.148265+0000","last_peered":"2024-04-21T09:10:06.148265+0000","last_clean":"2024-04-21T09:10:06.148265+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:10:06.148265+0000","last_undegraded":"2024-04-21T09:10:06.148265+0000","last_fullsized":"2024-04-21T09:10:06.148265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903061+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:10:05.903061+0000","last_peered":"2024-04-21T09:10:05.903061+0000","last_clean":"2024-04-21T09:10:05.903061+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:10:05.903061+0000","last_undegraded":"2024-04-21T09:10:05.903061+0000","last_fullsized":"2024-04-21T09:10:05.903061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579725+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:10:06.579725+0000","last_peered":"2024-04-21T09:10:06.579725+0000","last_clean":"2024-04-21T09:10:06.579725+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:10:06.579725+0000","last_undegraded":"2024-04-21T09:10:06.579725+0000","last_fullsized":"2024-04-21T09:10:06.579725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148851+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:10:06.148851+0000","last_peered":"2024-04-21T09:10:06.148851+0000","last_clean":"2024-04-21T09:10:06.148851+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:10:06.148851+0000","last_undegraded":"2024-04-21T09:10:06.148851+0000","last_fullsized":"2024-04-21T09:10:06.148851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883156+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:10:05.883156+0000","last_peered":"2024-04-21T09:10:05.883156+0000","last_clean":"2024-04-21T09:10:05.883156+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:10:05.883156+0000","last_undegraded":"2024-04-21T09:10:05.883156+0000","last_fullsized":"2024-04-21T09:10:05.883156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882947+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:10:05.882947+0000","last_peered":"2024-04-21T09:10:05.882947+0000","last_clean":"2024-04-21T09:10:05.882947+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:10:05.882947+0000","last_undegraded":"2024-04-21T09:10:05.882947+0000","last_fullsized":"2024-04-21T09:10:05.882947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577840+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:10:06.577840+0000","last_peered":"2024-04-21T09:10:06.577840+0000","last_clean":"2024-04-21T09:10:06.577840+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:10:06.577840+0000","last_undegraded":"2024-04-21T09:10:06.577840+0000","last_fullsized":"2024-04-21T09:10:06.577840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579577+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:10:06.579577+0000","last_peered":"2024-04-21T09:10:06.579577+0000","last_clean":"2024-04-21T09:10:06.579577+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:10:06.579577+0000","last_undegraded":"2024-04-21T09:10:06.579577+0000","last_fullsized":"2024-04-21T09:10:06.579577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577179+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:10:06.577179+0000","last_peered":"2024-04-21T09:10:06.577179+0000","last_clean":"2024-04-21T09:10:06.577179+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:10:06.577179+0000","last_undegraded":"2024-04-21T09:10:06.577179+0000","last_fullsized":"2024-04-21T09:10:06.577179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883788+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:10:05.883788+0000","last_peered":"2024-04-21T09:10:05.883788+0000","last_clean":"2024-04-21T09:10:05.883788+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:10:05.883788+0000","last_undegraded":"2024-04-21T09:10:05.883788+0000","last_fullsized":"2024-04-21T09:10:05.883788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881437+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:10:05.881437+0000","last_peered":"2024-04-21T09:10:05.881437+0000","last_clean":"2024-04-21T09:10:05.881437+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:10:05.881437+0000","last_undegraded":"2024-04-21T09:10:05.881437+0000","last_fullsized":"2024-04-21T09:10:05.881437+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903058+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:10:05.903058+0000","last_peered":"2024-04-21T09:10:05.903058+0000","last_clean":"2024-04-21T09:10:05.903058+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:10:05.903058+0000","last_undegraded":"2024-04-21T09:10:05.903058+0000","last_fullsized":"2024-04-21T09:10:05.903058+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881510+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:10:05.881510+0000","last_peered":"2024-04-21T09:10:05.881510+0000","last_clean":"2024-04-21T09:10:05.881510+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:10:05.881510+0000","last_undegraded":"2024-04-21T09:10:05.881510+0000","last_fullsized":"2024-04-21T09:10:05.881510+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151376+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:10:06.151376+0000","last_peered":"2024-04-21T09:10:06.151376+0000","last_clean":"2024-04-21T09:10:06.151376+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:10:06.151376+0000","last_undegraded":"2024-04-21T09:10:06.151376+0000","last_fullsized":"2024-04-21T09:10:06.151376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578660+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:10:06.578660+0000","last_peered":"2024-04-21T09:10:06.578660+0000","last_clean":"2024-04-21T09:10:06.578660+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:10:06.578660+0000","last_undegraded":"2024-04-21T09:10:06.578660+0000","last_fullsized":"2024-04-21T09:10:06.578660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":795825,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":972,"num_read_kb":646,"num_write":349,"num_write_kb":2091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2617344,"data_stored":2387475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":268,"ondisk_log_size":268,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383723,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1073152,"data_stored":529532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645359,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28880,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716272,"statfs":{"total":95995035648,"available":95965462528,"internally_reserved":0,"allocated":1908736,"data_stored":1322872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808884,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28464,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716688,"statfs":{"total":95995035648,"available":95965888512,"internally_reserved":0,"allocated":1482752,"data_stored":922984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070522,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332159,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28660,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716492,"statfs":{"total":95995035648,"available":95965687808,"internally_reserved":0,"allocated":1683456,"data_stored":1125905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495684,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1069056,"data_stored":524944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1142784,"data_stored":594922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":526332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32312,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712840,"statfs":{"total":95995035648,"available":95961948160,"internally_reserved":0,"allocated":1159168,"data_stored":595650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182484,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1049954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920847,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1089536,"data_stored":530915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757321,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28800,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716352,"statfs":{"total":95995035648,"available":95965544448,"internally_reserved":0,"allocated":1826816,"data_stored":1252785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":741376,"data_stored":721732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":360448,"data_stored":330099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":400186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:10:16.613 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T09:10:16.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:16 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/357730883' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:16 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2235260895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:16 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2634515511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 -- 172.21.15.52:0/522691650 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308106160 msgr2=0x7f230810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 --2- 172.21.15.52:0/522691650 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308106160 0x7f230810dd30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f2300009ca0 tx=0x7f230002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.753 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 -- 172.21.15.52:0/522691650 shutdown_connections 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 --2- 172.21.15.52:0/522691650 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308106160 0x7f230810dd30 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 --2- 172.21.15.52:0/522691650 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2308101a40 0x7f2308105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 --2- 172.21.15.52:0/522691650 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2308101090 0x7f2308101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 -- 172.21.15.52:0/522691650 >> 172.21.15.52:0/522691650 conn(0x7f23080771d0 msgr2=0x7f23080775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 -- 172.21.15.52:0/522691650 shutdown_connections 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.751+0000 7f230f84e640 1 -- 172.21.15.52:0/522691650 wait complete. 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230f84e640 1 Processor -- start 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230f84e640 1 -- start start 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230f84e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308101090 0x7f2308102b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230f84e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2308106160 0x7f2308103060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230f84e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f23081035a0 0x7f23081a6850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230f84e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f23081110d0 con 0x7f2308101090 2024-04-21T09:10:16.754 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230f84e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2308110f50 con 0x7f23081035a0 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230f84e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2308111250 con 0x7f2308106160 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230d5ea640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308101090 0x7f2308102b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230d5ea640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308101090 0x7f2308102b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41354/0 (socket says 172.21.15.52:41354) 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230d5ea640 1 -- 172.21.15.52:0/634033800 learned_addr learned my addr 172.21.15.52:0/634033800 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.752+0000 7f230cde9640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2308106160 0x7f2308103060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230ddeb640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f23081035a0 0x7f23081a6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230d5ea640 1 -- 172.21.15.52:0/634033800 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2308106160 msgr2=0x7f2308103060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230d5ea640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2308106160 0x7f2308103060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230d5ea640 1 -- 172.21.15.52:0/634033800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f23081035a0 msgr2=0x7f23081a6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230d5ea640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f23081035a0 0x7f23081a6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230d5ea640 1 -- 172.21.15.52:0/634033800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23081a6f50 con 0x7f2308101090 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230d5ea640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308101090 0x7f2308102b20 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f230400d950 tx=0x7f230400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f22fe7fc640 1 -- 172.21.15.52:0/634033800 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2304017030 con 0x7f2308101090 2024-04-21T09:10:16.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f22fe7fc640 1 -- 172.21.15.52:0/634033800 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2304004020 con 0x7f2308101090 2024-04-21T09:10:16.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23081a7240 con 0x7f2308101090 2024-04-21T09:10:16.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f22fe7fc640 1 -- 172.21.15.52:0/634033800 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23040047a0 con 0x7f2308101090 2024-04-21T09:10:16.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.753+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23081a7790 con 0x7f2308101090 2024-04-21T09:10:16.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.754+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2308102560 con 0x7f2308101090 2024-04-21T09:10:16.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.755+0000 7f22fe7fc640 1 -- 172.21.15.52:0/634033800 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f2304009a30 con 0x7f2308101090 2024-04-21T09:10:16.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.756+0000 7f22fe7fc640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f22f40a3de0 0x7f22f40a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:16.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.756+0000 7f230cde9640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f22f40a3de0 0x7f22f40a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:16.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.756+0000 7f22fe7fc640 1 -- 172.21.15.52:0/634033800 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f23040d0ce0 con 0x7f2308101090 2024-04-21T09:10:16.757 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.756+0000 7f230cde9640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f22f40a3de0 0x7f22f40a62a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f23081045b0 tx=0x7f22f800b390 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:16.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.760+0000 7f22fe7fc640 1 -- 172.21.15.52:0/634033800 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f230409ce90 con 0x7f2308101090 2024-04-21T09:10:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:16 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/357730883' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:16 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2235260895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:16 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2634515511' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:16.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.944+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f230810a410 con 0x7f22f40a3de0 2024-04-21T09:10:16.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.954+0000 7f22fe7fc640 1 -- 172.21.15.52:0/634033800 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339407 (secure 0 0 0) 0x7f22f8003810 con 0x7f22f40a3de0 2024-04-21T09:10:16.957 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:16.959 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:10:16.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f22f40a3de0 msgr2=0x7f22f40a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f22f40a3de0 0x7f22f40a62a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f23081045b0 tx=0x7f22f800b390 comp rx=0 tx=0).stop 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308101090 msgr2=0x7f2308102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308101090 0x7f2308102b20 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f230400d950 tx=0x7f230400de10 comp rx=0 tx=0).stop 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 shutdown_connections 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f22f40a3de0 0x7f22f40a62a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f23081035a0 0x7f23081a6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2308106160 0x7f2308103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 --2- 172.21.15.52:0/634033800 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2308101090 0x7f2308102b20 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 >> 172.21.15.52:0/634033800 conn(0x7f23080771d0 msgr2=0x7f230806a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 shutdown_connections 2024-04-21T09:10:16.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:16.957+0000 7f230f84e640 1 -- 172.21.15.52:0/634033800 wait complete. 2024-04-21T09:10:16.968 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-04-21T09:10:15.897143+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1386427,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1209,"num_read_kb":976,"num_write":552,"num_write_kb":5031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181475,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":918,"ondisk_log_size":918,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361252,"kb_used_data":16232,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580572,"statfs":{"total":1151940427776,"available":1151570505728,"internally_reserved":0,"allocated":16621568,"data_stored":9899699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":327,"num_write":84,"num_write_kb":652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.988755"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577392+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:10:06.577392+0000","last_peered":"2024-04-21T09:10:06.577392+0000","last_clean":"2024-04-21T09:10:06.577392+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:10:06.577392+0000","last_undegraded":"2024-04-21T09:10:06.577392+0000","last_fullsized":"2024-04-21T09:10:06.577392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578181+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:10:06.578181+0000","last_peered":"2024-04-21T09:10:06.578181+0000","last_clean":"2024-04-21T09:10:06.578181+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:10:06.578181+0000","last_undegraded":"2024-04-21T09:10:06.578181+0000","last_fullsized":"2024-04-21T09:10:06.578181+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578403+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:10:06.578403+0000","last_peered":"2024-04-21T09:10:06.578403+0000","last_clean":"2024-04-21T09:10:06.578403+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:10:06.578403+0000","last_undegraded":"2024-04-21T09:10:06.578403+0000","last_fullsized":"2024-04-21T09:10:06.578403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016684+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:10:06.016684+0000","last_peered":"2024-04-21T09:10:06.016684+0000","last_clean":"2024-04-21T09:10:06.016684+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:10:06.016684+0000","last_undegraded":"2024-04-21T09:10:06.016684+0000","last_fullsized":"2024-04-21T09:10:06.016684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989007+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:10:05.989007+0000","last_peered":"2024-04-21T09:10:05.989007+0000","last_clean":"2024-04-21T09:10:05.989007+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:10:05.989007+0000","last_undegraded":"2024-04-21T09:10:05.989007+0000","last_fullsized":"2024-04-21T09:10:05.989007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882573+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:10:05.882573+0000","last_peered":"2024-04-21T09:10:05.882573+0000","last_clean":"2024-04-21T09:10:05.882573+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:10:05.882573+0000","last_undegraded":"2024-04-21T09:10:05.882573+0000","last_fullsized":"2024-04-21T09:10:05.882573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148149+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:10:06.148149+0000","last_peered":"2024-04-21T09:10:06.148149+0000","last_clean":"2024-04-21T09:10:06.148149+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:10:06.148149+0000","last_undegraded":"2024-04-21T09:10:06.148149+0000","last_fullsized":"2024-04-21T09:10:06.148149+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986101+0000","last_change":"2024-04-21T09:08:32.755877+0000","last_active":"2024-04-21T09:10:05.986101+0000","last_peered":"2024-04-21T09:10:05.986101+0000","last_clean":"2024-04-21T09:10:05.986101+0000","last_became_active":"2024-04-21T09:08:32.755619+0000","last_became_peered":"2024-04-21T09:08:32.755619+0000","last_unstale":"2024-04-21T09:10:05.986101+0000","last_undegraded":"2024-04-21T09:10:05.986101+0000","last_fullsized":"2024-04-21T09:10:05.986101+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:32:48.194195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151752+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:10:06.151752+0000","last_peered":"2024-04-21T09:10:06.151752+0000","last_clean":"2024-04-21T09:10:06.151752+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:10:06.151752+0000","last_undegraded":"2024-04-21T09:10:06.151752+0000","last_fullsized":"2024-04-21T09:10:06.151752+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883091+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:10:05.883091+0000","last_peered":"2024-04-21T09:10:05.883091+0000","last_clean":"2024-04-21T09:10:05.883091+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:10:05.883091+0000","last_undegraded":"2024-04-21T09:10:05.883091+0000","last_fullsized":"2024-04-21T09:10:05.883091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148682+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:10:06.148682+0000","last_peered":"2024-04-21T09:10:06.148682+0000","last_clean":"2024-04-21T09:10:06.148682+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:10:06.148682+0000","last_undegraded":"2024-04-21T09:10:06.148682+0000","last_fullsized":"2024-04-21T09:10:06.148682+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986672+0000","last_change":"2024-04-21T09:09:33.408718+0000","last_active":"2024-04-21T09:10:05.986672+0000","last_peered":"2024-04-21T09:10:05.986672+0000","last_clean":"2024-04-21T09:10:05.986672+0000","last_became_active":"2024-04-21T09:09:33.408397+0000","last_became_peered":"2024-04-21T09:09:33.408397+0000","last_unstale":"2024-04-21T09:10:05.986672+0000","last_undegraded":"2024-04-21T09:10:05.986672+0000","last_fullsized":"2024-04-21T09:10:05.986672+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:25:35.462373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578500+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:10:06.578500+0000","last_peered":"2024-04-21T09:10:06.578500+0000","last_clean":"2024-04-21T09:10:06.578500+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:10:06.578500+0000","last_undegraded":"2024-04-21T09:10:06.578500+0000","last_fullsized":"2024-04-21T09:10:06.578500+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577901+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:10:06.577901+0000","last_peered":"2024-04-21T09:10:06.577901+0000","last_clean":"2024-04-21T09:10:06.577901+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:10:06.577901+0000","last_undegraded":"2024-04-21T09:10:06.577901+0000","last_fullsized":"2024-04-21T09:10:06.577901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577486+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:10:06.577486+0000","last_peered":"2024-04-21T09:10:06.577486+0000","last_clean":"2024-04-21T09:10:06.577486+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:10:06.577486+0000","last_undegraded":"2024-04-21T09:10:06.577486+0000","last_fullsized":"2024-04-21T09:10:06.577486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151202+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:10:06.151202+0000","last_peered":"2024-04-21T09:10:06.151202+0000","last_clean":"2024-04-21T09:10:06.151202+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:10:06.151202+0000","last_undegraded":"2024-04-21T09:10:06.151202+0000","last_fullsized":"2024-04-21T09:10:06.151202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577526+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:10:06.577526+0000","last_peered":"2024-04-21T09:10:06.577526+0000","last_clean":"2024-04-21T09:10:06.577526+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:10:06.577526+0000","last_undegraded":"2024-04-21T09:10:06.577526+0000","last_fullsized":"2024-04-21T09:10:06.577526+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987071+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:10:05.987071+0000","last_peered":"2024-04-21T09:10:05.987071+0000","last_clean":"2024-04-21T09:10:05.987071+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:10:05.987071+0000","last_undegraded":"2024-04-21T09:10:05.987071+0000","last_fullsized":"2024-04-21T09:10:05.987071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883450+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:10:05.883450+0000","last_peered":"2024-04-21T09:10:05.883450+0000","last_clean":"2024-04-21T09:10:05.883450+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:10:05.883450+0000","last_undegraded":"2024-04-21T09:10:05.883450+0000","last_fullsized":"2024-04-21T09:10:05.883450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883066+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:10:05.883066+0000","last_peered":"2024-04-21T09:10:05.883066+0000","last_clean":"2024-04-21T09:10:05.883066+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:10:05.883066+0000","last_undegraded":"2024-04-21T09:10:05.883066+0000","last_fullsized":"2024-04-21T09:10:05.883066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987246+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:10:05.987246+0000","last_peered":"2024-04-21T09:10:05.987246+0000","last_clean":"2024-04-21T09:10:05.987246+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:10:05.987246+0000","last_undegraded":"2024-04-21T09:10:05.987246+0000","last_fullsized":"2024-04-21T09:10:05.987246+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881043+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:10:05.881043+0000","last_peered":"2024-04-21T09:10:05.881043+0000","last_clean":"2024-04-21T09:10:05.881043+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:10:05.881043+0000","last_undegraded":"2024-04-21T09:10:05.881043+0000","last_fullsized":"2024-04-21T09:10:05.881043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016307+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:10:06.016307+0000","last_peered":"2024-04-21T09:10:06.016307+0000","last_clean":"2024-04-21T09:10:06.016307+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:10:06.016307+0000","last_undegraded":"2024-04-21T09:10:06.016307+0000","last_fullsized":"2024-04-21T09:10:06.016307+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881874+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:10:05.881874+0000","last_peered":"2024-04-21T09:10:05.881874+0000","last_clean":"2024-04-21T09:10:05.881874+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:10:05.881874+0000","last_undegraded":"2024-04-21T09:10:05.881874+0000","last_fullsized":"2024-04-21T09:10:05.881874+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578536+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:10:06.578536+0000","last_peered":"2024-04-21T09:10:06.578536+0000","last_clean":"2024-04-21T09:10:06.578536+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:10:06.578536+0000","last_undegraded":"2024-04-21T09:10:06.578536+0000","last_fullsized":"2024-04-21T09:10:06.578536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016516+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:10:06.016516+0000","last_peered":"2024-04-21T09:10:06.016516+0000","last_clean":"2024-04-21T09:10:06.016516+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:10:06.016516+0000","last_undegraded":"2024-04-21T09:10:06.016516+0000","last_fullsized":"2024-04-21T09:10:06.016516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989320+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:10:05.989320+0000","last_peered":"2024-04-21T09:10:05.989320+0000","last_clean":"2024-04-21T09:10:05.989320+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:10:05.989320+0000","last_undegraded":"2024-04-21T09:10:05.989320+0000","last_fullsized":"2024-04-21T09:10:05.989320+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151385+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:10:06.151385+0000","last_peered":"2024-04-21T09:10:06.151385+0000","last_clean":"2024-04-21T09:10:06.151385+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:10:06.151385+0000","last_undegraded":"2024-04-21T09:10:06.151385+0000","last_fullsized":"2024-04-21T09:10:06.151385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016330+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:10:06.016330+0000","last_peered":"2024-04-21T09:10:06.016330+0000","last_clean":"2024-04-21T09:10:06.016330+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:10:06.016330+0000","last_undegraded":"2024-04-21T09:10:06.016330+0000","last_fullsized":"2024-04-21T09:10:06.016330+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577632+0000","last_change":"2024-04-21T09:08:32.766832+0000","last_active":"2024-04-21T09:10:06.577632+0000","last_peered":"2024-04-21T09:10:06.577632+0000","last_clean":"2024-04-21T09:10:06.577632+0000","last_became_active":"2024-04-21T09:08:32.762441+0000","last_became_peered":"2024-04-21T09:08:32.762441+0000","last_unstale":"2024-04-21T09:10:06.577632+0000","last_undegraded":"2024-04-21T09:10:06.577632+0000","last_fullsized":"2024-04-21T09:10:06.577632+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:54.436226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903473+0000","last_change":"2024-04-21T09:08:32.791989+0000","last_active":"2024-04-21T09:10:05.903473+0000","last_peered":"2024-04-21T09:10:05.903473+0000","last_clean":"2024-04-21T09:10:05.903473+0000","last_became_active":"2024-04-21T09:08:32.791566+0000","last_became_peered":"2024-04-21T09:08:32.791566+0000","last_unstale":"2024-04-21T09:10:05.903473+0000","last_undegraded":"2024-04-21T09:10:05.903473+0000","last_fullsized":"2024-04-21T09:10:05.903473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:12:13.981101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883200+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:10:05.883200+0000","last_peered":"2024-04-21T09:10:05.883200+0000","last_clean":"2024-04-21T09:10:05.883200+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:10:05.883200+0000","last_undegraded":"2024-04-21T09:10:05.883200+0000","last_fullsized":"2024-04-21T09:10:05.883200+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'6","reported_seq":178,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.910284+0000","last_change":"2024-04-21T09:08:32.767103+0000","last_active":"2024-04-21T09:10:10.910284+0000","last_peered":"2024-04-21T09:10:10.910284+0000","last_clean":"2024-04-21T09:10:10.910284+0000","last_became_active":"2024-04-21T09:08:32.762503+0000","last_became_peered":"2024-04-21T09:08:32.762503+0000","last_unstale":"2024-04-21T09:10:10.910284+0000","last_undegraded":"2024-04-21T09:10:10.910284+0000","last_fullsized":"2024-04-21T09:10:10.910284+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:09:01.720605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989031+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:10:05.989031+0000","last_peered":"2024-04-21T09:10:05.989031+0000","last_clean":"2024-04-21T09:10:05.989031+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:10:05.989031+0000","last_undegraded":"2024-04-21T09:10:05.989031+0000","last_fullsized":"2024-04-21T09:10:05.989031+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883341+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:10:05.883341+0000","last_peered":"2024-04-21T09:10:05.883341+0000","last_clean":"2024-04-21T09:10:05.883341+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:10:05.883341+0000","last_undegraded":"2024-04-21T09:10:05.883341+0000","last_fullsized":"2024-04-21T09:10:05.883341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882567+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:10:05.882567+0000","last_peered":"2024-04-21T09:10:05.882567+0000","last_clean":"2024-04-21T09:10:05.882567+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:10:05.882567+0000","last_undegraded":"2024-04-21T09:10:05.882567+0000","last_fullsized":"2024-04-21T09:10:05.882567+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903636+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:10:05.903636+0000","last_peered":"2024-04-21T09:10:05.903636+0000","last_clean":"2024-04-21T09:10:05.903636+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:10:05.903636+0000","last_undegraded":"2024-04-21T09:10:05.903636+0000","last_fullsized":"2024-04-21T09:10:05.903636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577651+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:10:06.577651+0000","last_peered":"2024-04-21T09:10:06.577651+0000","last_clean":"2024-04-21T09:10:06.577651+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:10:06.577651+0000","last_undegraded":"2024-04-21T09:10:06.577651+0000","last_fullsized":"2024-04-21T09:10:06.577651+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579612+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:10:06.579612+0000","last_peered":"2024-04-21T09:10:06.579612+0000","last_clean":"2024-04-21T09:10:06.579612+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:10:06.579612+0000","last_undegraded":"2024-04-21T09:10:06.579612+0000","last_fullsized":"2024-04-21T09:10:06.579612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880924+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:10:05.880924+0000","last_peered":"2024-04-21T09:10:05.880924+0000","last_clean":"2024-04-21T09:10:05.880924+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:10:05.880924+0000","last_undegraded":"2024-04-21T09:10:05.880924+0000","last_fullsized":"2024-04-21T09:10:05.880924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578611+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:10:06.578611+0000","last_peered":"2024-04-21T09:10:06.578611+0000","last_clean":"2024-04-21T09:10:06.578611+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:10:06.578611+0000","last_undegraded":"2024-04-21T09:10:06.578611+0000","last_fullsized":"2024-04-21T09:10:06.578611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903188+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:10:05.903188+0000","last_peered":"2024-04-21T09:10:05.903188+0000","last_clean":"2024-04-21T09:10:05.903188+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:10:05.903188+0000","last_undegraded":"2024-04-21T09:10:05.903188+0000","last_fullsized":"2024-04-21T09:10:05.903188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986346+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:10:05.986346+0000","last_peered":"2024-04-21T09:10:05.986346+0000","last_clean":"2024-04-21T09:10:05.986346+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:10:05.986346+0000","last_undegraded":"2024-04-21T09:10:05.986346+0000","last_fullsized":"2024-04-21T09:10:05.986346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880965+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:10:05.880965+0000","last_peered":"2024-04-21T09:10:05.880965+0000","last_clean":"2024-04-21T09:10:05.880965+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:10:05.880965+0000","last_undegraded":"2024-04-21T09:10:05.880965+0000","last_fullsized":"2024-04-21T09:10:05.880965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'4","reported_seq":161,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:09.908597+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:10:09.908597+0000","last_peered":"2024-04-21T09:10:09.908597+0000","last_clean":"2024-04-21T09:10:09.908597+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:10:09.908597+0000","last_undegraded":"2024-04-21T09:10:09.908597+0000","last_fullsized":"2024-04-21T09:10:09.908597+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151626+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:10:06.151626+0000","last_peered":"2024-04-21T09:10:06.151626+0000","last_clean":"2024-04-21T09:10:06.151626+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:10:06.151626+0000","last_undegraded":"2024-04-21T09:10:06.151626+0000","last_fullsized":"2024-04-21T09:10:06.151626+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988741+0000","last_change":"2024-04-21T09:08:32.760615+0000","last_active":"2024-04-21T09:10:05.988741+0000","last_peered":"2024-04-21T09:10:05.988741+0000","last_clean":"2024-04-21T09:10:05.988741+0000","last_became_active":"2024-04-21T09:08:32.760168+0000","last_became_peered":"2024-04-21T09:08:32.760168+0000","last_unstale":"2024-04-21T09:10:05.988741+0000","last_undegraded":"2024-04-21T09:10:05.988741+0000","last_fullsized":"2024-04-21T09:10:05.988741+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:14:06.613470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2,4],"acting":[8,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148710+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:10:06.148710+0000","last_peered":"2024-04-21T09:10:06.148710+0000","last_clean":"2024-04-21T09:10:06.148710+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:10:06.148710+0000","last_undegraded":"2024-04-21T09:10:06.148710+0000","last_fullsized":"2024-04-21T09:10:06.148710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578885+0000","last_change":"2024-04-21T09:09:33.579934+0000","last_active":"2024-04-21T09:10:06.578885+0000","last_peered":"2024-04-21T09:10:06.578885+0000","last_clean":"2024-04-21T09:10:06.578885+0000","last_became_active":"2024-04-21T09:09:33.579508+0000","last_became_peered":"2024-04-21T09:09:33.579508+0000","last_unstale":"2024-04-21T09:10:06.578885+0000","last_undegraded":"2024-04-21T09:10:06.578885+0000","last_fullsized":"2024-04-21T09:10:06.578885+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:36:23.110818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,7],"acting":[0,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016709+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:10:06.016709+0000","last_peered":"2024-04-21T09:10:06.016709+0000","last_clean":"2024-04-21T09:10:06.016709+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:10:06.016709+0000","last_undegraded":"2024-04-21T09:10:06.016709+0000","last_fullsized":"2024-04-21T09:10:06.016709+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903432+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:10:05.903432+0000","last_peered":"2024-04-21T09:10:05.903432+0000","last_clean":"2024-04-21T09:10:05.903432+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:10:05.903432+0000","last_undegraded":"2024-04-21T09:10:05.903432+0000","last_fullsized":"2024-04-21T09:10:05.903432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151614+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:10:06.151614+0000","last_peered":"2024-04-21T09:10:06.151614+0000","last_clean":"2024-04-21T09:10:06.151614+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:10:06.151614+0000","last_undegraded":"2024-04-21T09:10:06.151614+0000","last_fullsized":"2024-04-21T09:10:06.151614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882445+0000","last_change":"2024-04-21T09:08:32.761736+0000","last_active":"2024-04-21T09:10:05.882445+0000","last_peered":"2024-04-21T09:10:05.882445+0000","last_clean":"2024-04-21T09:10:05.882445+0000","last_became_active":"2024-04-21T09:08:32.761289+0000","last_became_peered":"2024-04-21T09:08:32.761289+0000","last_unstale":"2024-04-21T09:10:05.882445+0000","last_undegraded":"2024-04-21T09:10:05.882445+0000","last_fullsized":"2024-04-21T09:10:05.882445+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:35:34.721320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":332,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.910032+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:10:10.910032+0000","last_peered":"2024-04-21T09:10:10.910032+0000","last_clean":"2024-04-21T09:10:10.910032+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:10:10.910032+0000","last_undegraded":"2024-04-21T09:10:10.910032+0000","last_fullsized":"2024-04-21T09:10:10.910032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":258,"num_read_kb":199,"num_write":41,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989184+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:10:05.989184+0000","last_peered":"2024-04-21T09:10:05.989184+0000","last_clean":"2024-04-21T09:10:05.989184+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:10:05.989184+0000","last_undegraded":"2024-04-21T09:10:05.989184+0000","last_fullsized":"2024-04-21T09:10:05.989184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903814+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:10:05.903814+0000","last_peered":"2024-04-21T09:10:05.903814+0000","last_clean":"2024-04-21T09:10:05.903814+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:10:05.903814+0000","last_undegraded":"2024-04-21T09:10:05.903814+0000","last_fullsized":"2024-04-21T09:10:05.903814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883272+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:10:05.883272+0000","last_peered":"2024-04-21T09:10:05.883272+0000","last_clean":"2024-04-21T09:10:05.883272+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:10:05.883272+0000","last_undegraded":"2024-04-21T09:10:05.883272+0000","last_fullsized":"2024-04-21T09:10:05.883272+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577826+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:10:06.577826+0000","last_peered":"2024-04-21T09:10:06.577826+0000","last_clean":"2024-04-21T09:10:06.577826+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:10:06.577826+0000","last_undegraded":"2024-04-21T09:10:06.577826+0000","last_fullsized":"2024-04-21T09:10:06.577826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577818+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:10:06.577818+0000","last_peered":"2024-04-21T09:10:06.577818+0000","last_clean":"2024-04-21T09:10:06.577818+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:10:06.577818+0000","last_undegraded":"2024-04-21T09:10:06.577818+0000","last_fullsized":"2024-04-21T09:10:06.577818+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903580+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:10:05.903580+0000","last_peered":"2024-04-21T09:10:05.903580+0000","last_clean":"2024-04-21T09:10:05.903580+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:10:05.903580+0000","last_undegraded":"2024-04-21T09:10:05.903580+0000","last_fullsized":"2024-04-21T09:10:05.903580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148562+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:10:06.148562+0000","last_peered":"2024-04-21T09:10:06.148562+0000","last_clean":"2024-04-21T09:10:06.148562+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:10:06.148562+0000","last_undegraded":"2024-04-21T09:10:06.148562+0000","last_fullsized":"2024-04-21T09:10:06.148562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986988+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:10:05.986988+0000","last_peered":"2024-04-21T09:10:05.986988+0000","last_clean":"2024-04-21T09:10:05.986988+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:10:05.986988+0000","last_undegraded":"2024-04-21T09:10:05.986988+0000","last_fullsized":"2024-04-21T09:10:05.986988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'4","reported_seq":165,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.888706+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:10:10.888706+0000","last_peered":"2024-04-21T09:10:10.888706+0000","last_clean":"2024-04-21T09:10:10.888706+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:10:10.888706+0000","last_undegraded":"2024-04-21T09:10:10.888706+0000","last_fullsized":"2024-04-21T09:10:10.888706+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":896,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148459+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:10:06.148459+0000","last_peered":"2024-04-21T09:10:06.148459+0000","last_clean":"2024-04-21T09:10:06.148459+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:10:06.148459+0000","last_undegraded":"2024-04-21T09:10:06.148459+0000","last_fullsized":"2024-04-21T09:10:06.148459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579803+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:10:06.579803+0000","last_peered":"2024-04-21T09:10:06.579803+0000","last_clean":"2024-04-21T09:10:06.579803+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:10:06.579803+0000","last_undegraded":"2024-04-21T09:10:06.579803+0000","last_fullsized":"2024-04-21T09:10:06.579803+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988830+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:10:05.988830+0000","last_peered":"2024-04-21T09:10:05.988830+0000","last_clean":"2024-04-21T09:10:05.988830+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:10:05.988830+0000","last_undegraded":"2024-04-21T09:10:05.988830+0000","last_fullsized":"2024-04-21T09:10:05.988830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903262+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:10:05.903262+0000","last_peered":"2024-04-21T09:10:05.903262+0000","last_clean":"2024-04-21T09:10:05.903262+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:10:05.903262+0000","last_undegraded":"2024-04-21T09:10:05.903262+0000","last_fullsized":"2024-04-21T09:10:05.903262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903276+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:10:05.903276+0000","last_peered":"2024-04-21T09:10:05.903276+0000","last_clean":"2024-04-21T09:10:05.903276+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:10:05.903276+0000","last_undegraded":"2024-04-21T09:10:05.903276+0000","last_fullsized":"2024-04-21T09:10:05.903276+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989336+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:10:05.989336+0000","last_peered":"2024-04-21T09:10:05.989336+0000","last_clean":"2024-04-21T09:10:05.989336+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:10:05.989336+0000","last_undegraded":"2024-04-21T09:10:05.989336+0000","last_fullsized":"2024-04-21T09:10:05.989336+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577718+0000","last_change":"2024-04-21T09:09:33.407357+0000","last_active":"2024-04-21T09:10:06.577718+0000","last_peered":"2024-04-21T09:10:06.577718+0000","last_clean":"2024-04-21T09:10:06.577718+0000","last_became_active":"2024-04-21T09:09:33.406890+0000","last_became_peered":"2024-04-21T09:09:33.406890+0000","last_unstale":"2024-04-21T09:10:06.577718+0000","last_undegraded":"2024-04-21T09:10:06.577718+0000","last_fullsized":"2024-04-21T09:10:06.577718+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:47:57.666331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988889+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:10:05.988889+0000","last_peered":"2024-04-21T09:10:05.988889+0000","last_clean":"2024-04-21T09:10:05.988889+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:10:05.988889+0000","last_undegraded":"2024-04-21T09:10:05.988889+0000","last_fullsized":"2024-04-21T09:10:05.988889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986780+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:10:05.986780+0000","last_peered":"2024-04-21T09:10:05.986780+0000","last_clean":"2024-04-21T09:10:05.986780+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:10:05.986780+0000","last_undegraded":"2024-04-21T09:10:05.986780+0000","last_fullsized":"2024-04-21T09:10:05.986780+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882808+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:10:05.882808+0000","last_peered":"2024-04-21T09:10:05.882808+0000","last_clean":"2024-04-21T09:10:05.882808+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:10:05.882808+0000","last_undegraded":"2024-04-21T09:10:05.882808+0000","last_fullsized":"2024-04-21T09:10:05.882808+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579883+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:10:06.579883+0000","last_peered":"2024-04-21T09:10:06.579883+0000","last_clean":"2024-04-21T09:10:06.579883+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:10:06.579883+0000","last_undegraded":"2024-04-21T09:10:06.579883+0000","last_fullsized":"2024-04-21T09:10:06.579883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148264+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:10:06.148264+0000","last_peered":"2024-04-21T09:10:06.148264+0000","last_clean":"2024-04-21T09:10:06.148264+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:10:06.148264+0000","last_undegraded":"2024-04-21T09:10:06.148264+0000","last_fullsized":"2024-04-21T09:10:06.148264+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882603+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:10:05.882603+0000","last_peered":"2024-04-21T09:10:05.882603+0000","last_clean":"2024-04-21T09:10:05.882603+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:10:05.882603+0000","last_undegraded":"2024-04-21T09:10:05.882603+0000","last_fullsized":"2024-04-21T09:10:05.882603+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579984+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:10:06.579984+0000","last_peered":"2024-04-21T09:10:06.579984+0000","last_clean":"2024-04-21T09:10:06.579984+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:10:06.579984+0000","last_undegraded":"2024-04-21T09:10:06.579984+0000","last_fullsized":"2024-04-21T09:10:06.579984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903319+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:10:05.903319+0000","last_peered":"2024-04-21T09:10:05.903319+0000","last_clean":"2024-04-21T09:10:05.903319+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:10:05.903319+0000","last_undegraded":"2024-04-21T09:10:05.903319+0000","last_fullsized":"2024-04-21T09:10:05.903319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":163,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.888164+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:10:10.888164+0000","last_peered":"2024-04-21T09:10:10.888164+0000","last_clean":"2024-04-21T09:10:10.888164+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:10:10.888164+0000","last_undegraded":"2024-04-21T09:10:10.888164+0000","last_fullsized":"2024-04-21T09:10:10.888164+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148446+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:10:06.148446+0000","last_peered":"2024-04-21T09:10:06.148446+0000","last_clean":"2024-04-21T09:10:06.148446+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:10:06.148446+0000","last_undegraded":"2024-04-21T09:10:06.148446+0000","last_fullsized":"2024-04-21T09:10:06.148446+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881207+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:10:05.881207+0000","last_peered":"2024-04-21T09:10:05.881207+0000","last_clean":"2024-04-21T09:10:05.881207+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:10:05.881207+0000","last_undegraded":"2024-04-21T09:10:05.881207+0000","last_fullsized":"2024-04-21T09:10:05.881207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016611+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:10:06.016611+0000","last_peered":"2024-04-21T09:10:06.016611+0000","last_clean":"2024-04-21T09:10:06.016611+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:10:06.016611+0000","last_undegraded":"2024-04-21T09:10:06.016611+0000","last_fullsized":"2024-04-21T09:10:06.016611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"94'148","reported_seq":412,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:08.009613+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:10:08.009613+0000","last_peered":"2024-04-21T09:10:08.009613+0000","last_clean":"2024-04-21T09:10:08.009613+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:10:08.009613+0000","last_undegraded":"2024-04-21T09:10:08.009613+0000","last_fullsized":"2024-04-21T09:10:08.009613+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903358+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:10:05.903358+0000","last_peered":"2024-04-21T09:10:05.903358+0000","last_clean":"2024-04-21T09:10:05.903358+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:10:05.903358+0000","last_undegraded":"2024-04-21T09:10:05.903358+0000","last_fullsized":"2024-04-21T09:10:05.903358+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579254+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:10:06.579254+0000","last_peered":"2024-04-21T09:10:06.579254+0000","last_clean":"2024-04-21T09:10:06.579254+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:10:06.579254+0000","last_undegraded":"2024-04-21T09:10:06.579254+0000","last_fullsized":"2024-04-21T09:10:06.579254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148115+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:10:06.148115+0000","last_peered":"2024-04-21T09:10:06.148115+0000","last_clean":"2024-04-21T09:10:06.148115+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:10:06.148115+0000","last_undegraded":"2024-04-21T09:10:06.148115+0000","last_fullsized":"2024-04-21T09:10:06.148115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577678+0000","last_change":"2024-04-21T09:08:32.792163+0000","last_active":"2024-04-21T09:10:06.577678+0000","last_peered":"2024-04-21T09:10:06.577678+0000","last_clean":"2024-04-21T09:10:06.577678+0000","last_became_active":"2024-04-21T09:08:32.791581+0000","last_became_peered":"2024-04-21T09:08:32.791581+0000","last_unstale":"2024-04-21T09:10:06.577678+0000","last_undegraded":"2024-04-21T09:10:06.577678+0000","last_fullsized":"2024-04-21T09:10:06.577678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:06:16.078761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989165+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:10:05.989165+0000","last_peered":"2024-04-21T09:10:05.989165+0000","last_clean":"2024-04-21T09:10:05.989165+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:10:05.989165+0000","last_undegraded":"2024-04-21T09:10:05.989165+0000","last_fullsized":"2024-04-21T09:10:05.989165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579336+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:10:06.579336+0000","last_peered":"2024-04-21T09:10:06.579336+0000","last_clean":"2024-04-21T09:10:06.579336+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:10:06.579336+0000","last_undegraded":"2024-04-21T09:10:06.579336+0000","last_fullsized":"2024-04-21T09:10:06.579336+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880807+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:10:05.880807+0000","last_peered":"2024-04-21T09:10:05.880807+0000","last_clean":"2024-04-21T09:10:05.880807+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:10:05.880807+0000","last_undegraded":"2024-04-21T09:10:05.880807+0000","last_fullsized":"2024-04-21T09:10:05.880807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'70","reported_seq":157,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:11.882010+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:10:11.882010+0000","last_peered":"2024-04-21T09:10:11.882010+0000","last_clean":"2024-04-21T09:10:11.882010+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:10:11.882010+0000","last_undegraded":"2024-04-21T09:10:11.882010+0000","last_fullsized":"2024-04-21T09:10:11.882010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":182,"num_read_kb":160,"num_write":125,"num_write_kb":1157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881224+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:10:05.881224+0000","last_peered":"2024-04-21T09:10:05.881224+0000","last_clean":"2024-04-21T09:10:05.881224+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:10:05.881224+0000","last_undegraded":"2024-04-21T09:10:05.881224+0000","last_fullsized":"2024-04-21T09:10:05.881224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882929+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:10:05.882929+0000","last_peered":"2024-04-21T09:10:05.882929+0000","last_clean":"2024-04-21T09:10:05.882929+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:10:05.882929+0000","last_undegraded":"2024-04-21T09:10:05.882929+0000","last_fullsized":"2024-04-21T09:10:05.882929+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016841+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:10:06.016841+0000","last_peered":"2024-04-21T09:10:06.016841+0000","last_clean":"2024-04-21T09:10:06.016841+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:10:06.016841+0000","last_undegraded":"2024-04-21T09:10:06.016841+0000","last_fullsized":"2024-04-21T09:10:06.016841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578332+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:10:06.578332+0000","last_peered":"2024-04-21T09:10:06.578332+0000","last_clean":"2024-04-21T09:10:06.578332+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:10:06.578332+0000","last_undegraded":"2024-04-21T09:10:06.578332+0000","last_fullsized":"2024-04-21T09:10:06.578332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016541+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:10:06.016541+0000","last_peered":"2024-04-21T09:10:06.016541+0000","last_clean":"2024-04-21T09:10:06.016541+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:10:06.016541+0000","last_undegraded":"2024-04-21T09:10:06.016541+0000","last_fullsized":"2024-04-21T09:10:06.016541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151277+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:10:06.151277+0000","last_peered":"2024-04-21T09:10:06.151277+0000","last_clean":"2024-04-21T09:10:06.151277+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:10:06.151277+0000","last_undegraded":"2024-04-21T09:10:06.151277+0000","last_fullsized":"2024-04-21T09:10:06.151277+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988754+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:10:05.988754+0000","last_peered":"2024-04-21T09:10:05.988754+0000","last_clean":"2024-04-21T09:10:05.988754+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:10:05.988754+0000","last_undegraded":"2024-04-21T09:10:05.988754+0000","last_fullsized":"2024-04-21T09:10:05.988754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987144+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:10:05.987144+0000","last_peered":"2024-04-21T09:10:05.987144+0000","last_clean":"2024-04-21T09:10:05.987144+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:10:05.987144+0000","last_undegraded":"2024-04-21T09:10:05.987144+0000","last_fullsized":"2024-04-21T09:10:05.987144+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881380+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:10:05.881380+0000","last_peered":"2024-04-21T09:10:05.881380+0000","last_clean":"2024-04-21T09:10:05.881380+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:10:05.881380+0000","last_undegraded":"2024-04-21T09:10:05.881380+0000","last_fullsized":"2024-04-21T09:10:05.881380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577262+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:10:06.577262+0000","last_peered":"2024-04-21T09:10:06.577262+0000","last_clean":"2024-04-21T09:10:06.577262+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:10:06.577262+0000","last_undegraded":"2024-04-21T09:10:06.577262+0000","last_fullsized":"2024-04-21T09:10:06.577262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016553+0000","last_change":"2024-04-21T09:08:32.770346+0000","last_active":"2024-04-21T09:10:06.016553+0000","last_peered":"2024-04-21T09:10:06.016553+0000","last_clean":"2024-04-21T09:10:06.016553+0000","last_became_active":"2024-04-21T09:08:32.758063+0000","last_became_peered":"2024-04-21T09:08:32.758063+0000","last_unstale":"2024-04-21T09:10:06.016553+0000","last_undegraded":"2024-04-21T09:10:06.016553+0000","last_fullsized":"2024-04-21T09:10:06.016553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:02:42.552559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577182+0000","last_change":"2024-04-21T09:08:32.764269+0000","last_active":"2024-04-21T09:10:06.577182+0000","last_peered":"2024-04-21T09:10:06.577182+0000","last_clean":"2024-04-21T09:10:06.577182+0000","last_became_active":"2024-04-21T09:08:32.759095+0000","last_became_peered":"2024-04-21T09:08:32.759095+0000","last_unstale":"2024-04-21T09:10:06.577182+0000","last_undegraded":"2024-04-21T09:10:06.577182+0000","last_fullsized":"2024-04-21T09:10:06.577182+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:22:16.666992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881277+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:10:05.881277+0000","last_peered":"2024-04-21T09:10:05.881277+0000","last_clean":"2024-04-21T09:10:05.881277+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:10:05.881277+0000","last_undegraded":"2024-04-21T09:10:05.881277+0000","last_fullsized":"2024-04-21T09:10:05.881277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016534+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:10:06.016534+0000","last_peered":"2024-04-21T09:10:06.016534+0000","last_clean":"2024-04-21T09:10:06.016534+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:10:06.016534+0000","last_undegraded":"2024-04-21T09:10:06.016534+0000","last_fullsized":"2024-04-21T09:10:06.016534+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988928+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:10:05.988928+0000","last_peered":"2024-04-21T09:10:05.988928+0000","last_clean":"2024-04-21T09:10:05.988928+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:10:05.988928+0000","last_undegraded":"2024-04-21T09:10:05.988928+0000","last_fullsized":"2024-04-21T09:10:05.988928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148488+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:10:06.148488+0000","last_peered":"2024-04-21T09:10:06.148488+0000","last_clean":"2024-04-21T09:10:06.148488+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:10:06.148488+0000","last_undegraded":"2024-04-21T09:10:06.148488+0000","last_fullsized":"2024-04-21T09:10:06.148488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151174+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:10:06.151174+0000","last_peered":"2024-04-21T09:10:06.151174+0000","last_clean":"2024-04-21T09:10:06.151174+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:10:06.151174+0000","last_undegraded":"2024-04-21T09:10:06.151174+0000","last_fullsized":"2024-04-21T09:10:06.151174+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883511+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:10:05.883511+0000","last_peered":"2024-04-21T09:10:05.883511+0000","last_clean":"2024-04-21T09:10:05.883511+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:10:05.883511+0000","last_undegraded":"2024-04-21T09:10:05.883511+0000","last_fullsized":"2024-04-21T09:10:05.883511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148669+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:10:06.148669+0000","last_peered":"2024-04-21T09:10:06.148669+0000","last_clean":"2024-04-21T09:10:06.148669+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:10:06.148669+0000","last_undegraded":"2024-04-21T09:10:06.148669+0000","last_fullsized":"2024-04-21T09:10:06.148669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578107+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:10:06.578107+0000","last_peered":"2024-04-21T09:10:06.578107+0000","last_clean":"2024-04-21T09:10:06.578107+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:10:06.578107+0000","last_undegraded":"2024-04-21T09:10:06.578107+0000","last_fullsized":"2024-04-21T09:10:06.578107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"94'57","reported_seq":109,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:11.876603+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:10:11.876603+0000","last_peered":"2024-04-21T09:10:11.876603+0000","last_clean":"2024-04-21T09:10:11.876603+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:10:11.876603+0000","last_undegraded":"2024-04-21T09:10:11.876603+0000","last_fullsized":"2024-04-21T09:10:11.876603+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":21,"num_read_kb":20,"num_write":68,"num_write_kb":807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148265+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:10:06.148265+0000","last_peered":"2024-04-21T09:10:06.148265+0000","last_clean":"2024-04-21T09:10:06.148265+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:10:06.148265+0000","last_undegraded":"2024-04-21T09:10:06.148265+0000","last_fullsized":"2024-04-21T09:10:06.148265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903061+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:10:05.903061+0000","last_peered":"2024-04-21T09:10:05.903061+0000","last_clean":"2024-04-21T09:10:05.903061+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:10:05.903061+0000","last_undegraded":"2024-04-21T09:10:05.903061+0000","last_fullsized":"2024-04-21T09:10:05.903061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579725+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:10:06.579725+0000","last_peered":"2024-04-21T09:10:06.579725+0000","last_clean":"2024-04-21T09:10:06.579725+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:10:06.579725+0000","last_undegraded":"2024-04-21T09:10:06.579725+0000","last_fullsized":"2024-04-21T09:10:06.579725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148851+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:10:06.148851+0000","last_peered":"2024-04-21T09:10:06.148851+0000","last_clean":"2024-04-21T09:10:06.148851+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:10:06.148851+0000","last_undegraded":"2024-04-21T09:10:06.148851+0000","last_fullsized":"2024-04-21T09:10:06.148851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883156+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:10:05.883156+0000","last_peered":"2024-04-21T09:10:05.883156+0000","last_clean":"2024-04-21T09:10:05.883156+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:10:05.883156+0000","last_undegraded":"2024-04-21T09:10:05.883156+0000","last_fullsized":"2024-04-21T09:10:05.883156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882947+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:10:05.882947+0000","last_peered":"2024-04-21T09:10:05.882947+0000","last_clean":"2024-04-21T09:10:05.882947+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:10:05.882947+0000","last_undegraded":"2024-04-21T09:10:05.882947+0000","last_fullsized":"2024-04-21T09:10:05.882947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577840+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:10:06.577840+0000","last_peered":"2024-04-21T09:10:06.577840+0000","last_clean":"2024-04-21T09:10:06.577840+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:10:06.577840+0000","last_undegraded":"2024-04-21T09:10:06.577840+0000","last_fullsized":"2024-04-21T09:10:06.577840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579577+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:10:06.579577+0000","last_peered":"2024-04-21T09:10:06.579577+0000","last_clean":"2024-04-21T09:10:06.579577+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:10:06.579577+0000","last_undegraded":"2024-04-21T09:10:06.579577+0000","last_fullsized":"2024-04-21T09:10:06.579577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577179+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:10:06.577179+0000","last_peered":"2024-04-21T09:10:06.577179+0000","last_clean":"2024-04-21T09:10:06.577179+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:10:06.577179+0000","last_undegraded":"2024-04-21T09:10:06.577179+0000","last_fullsized":"2024-04-21T09:10:06.577179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883788+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:10:05.883788+0000","last_peered":"2024-04-21T09:10:05.883788+0000","last_clean":"2024-04-21T09:10:05.883788+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:10:05.883788+0000","last_undegraded":"2024-04-21T09:10:05.883788+0000","last_fullsized":"2024-04-21T09:10:05.883788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881437+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:10:05.881437+0000","last_peered":"2024-04-21T09:10:05.881437+0000","last_clean":"2024-04-21T09:10:05.881437+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:10:05.881437+0000","last_undegraded":"2024-04-21T09:10:05.881437+0000","last_fullsized":"2024-04-21T09:10:05.881437+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903058+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:10:05.903058+0000","last_peered":"2024-04-21T09:10:05.903058+0000","last_clean":"2024-04-21T09:10:05.903058+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:10:05.903058+0000","last_undegraded":"2024-04-21T09:10:05.903058+0000","last_fullsized":"2024-04-21T09:10:05.903058+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881510+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:10:05.881510+0000","last_peered":"2024-04-21T09:10:05.881510+0000","last_clean":"2024-04-21T09:10:05.881510+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:10:05.881510+0000","last_undegraded":"2024-04-21T09:10:05.881510+0000","last_fullsized":"2024-04-21T09:10:05.881510+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151376+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:10:06.151376+0000","last_peered":"2024-04-21T09:10:06.151376+0000","last_clean":"2024-04-21T09:10:06.151376+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:10:06.151376+0000","last_undegraded":"2024-04-21T09:10:06.151376+0000","last_fullsized":"2024-04-21T09:10:06.151376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578660+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:10:06.578660+0000","last_peered":"2024-04-21T09:10:06.578660+0000","last_clean":"2024-04-21T09:10:06.578660+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:10:06.578660+0000","last_undegraded":"2024-04-21T09:10:06.578660+0000","last_fullsized":"2024-04-21T09:10:06.578660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":795825,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":972,"num_read_kb":646,"num_write":349,"num_write_kb":2091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2617344,"data_stored":2387475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":268,"ondisk_log_size":268,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383723,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1073152,"data_stored":529532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645359,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28880,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716272,"statfs":{"total":95995035648,"available":95965462528,"internally_reserved":0,"allocated":1908736,"data_stored":1322872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808884,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28464,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716688,"statfs":{"total":95995035648,"available":95965888512,"internally_reserved":0,"allocated":1482752,"data_stored":922984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070522,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332159,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28660,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716492,"statfs":{"total":95995035648,"available":95965687808,"internally_reserved":0,"allocated":1683456,"data_stored":1125905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495684,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1069056,"data_stored":524944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1142784,"data_stored":594922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":526332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32312,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712840,"statfs":{"total":95995035648,"available":95961948160,"internally_reserved":0,"allocated":1159168,"data_stored":595650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182484,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1049954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920847,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1089536,"data_stored":530915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757321,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28800,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716352,"statfs":{"total":95995035648,"available":95965544448,"internally_reserved":0,"allocated":1826816,"data_stored":1252785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":741376,"data_stored":721732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":360448,"data_stored":330099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":400186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:10:16.973 INFO:tasks.quiescer.ceph_manager:clean! 2024-04-21T09:10:16.973 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 -- 172.21.15.52:0/119847210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 msgr2=0x7f760c06aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 --2- 172.21.15.52:0/119847210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 0x7f760c06aac0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f75f4009930 tx=0x7f75f402bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 -- 172.21.15.52:0/119847210 shutdown_connections 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 --2- 172.21.15.52:0/119847210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f760c06b000 0x7f760c10ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 --2- 172.21.15.52:0/119847210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 0x7f760c06aac0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 --2- 172.21.15.52:0/119847210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f760c108060 0x7f760c108440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 -- 172.21.15.52:0/119847210 >> 172.21.15.52:0/119847210 conn(0x7f760c077c40 msgr2=0x7f760c078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 -- 172.21.15.52:0/119847210 shutdown_connections 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.111+0000 7f76110b2640 1 -- 172.21.15.52:0/119847210 wait complete. 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f76110b2640 1 Processor -- start 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f76110b2640 1 -- start start 2024-04-21T09:10:17.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f76110b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 0x7f760c1986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f76110b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f760c06b000 0x7f760c198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f76110b2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f760c108060 0x7f760c19cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f76110b2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f760c112180 con 0x7f760c06a640 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f76110b2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f760c112000 con 0x7f760c108060 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f76110b2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f760c112300 con 0x7f760c06b000 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 0x7f760c1986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 0x7f760c1986a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41372/0 (socket says 172.21.15.52:41372) 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760ad9d640 1 -- 172.21.15.52:0/413592203 learned_addr learned my addr 172.21.15.52:0/413592203 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760b59e640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f760c108060 0x7f760c19cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760a59c640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f760c06b000 0x7f760c198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760ad9d640 1 -- 172.21.15.52:0/413592203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f760c06b000 msgr2=0x7f760c198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760ad9d640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f760c06b000 0x7f760c198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760ad9d640 1 -- 172.21.15.52:0/413592203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f760c108060 msgr2=0x7f760c19cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760ad9d640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f760c108060 0x7f760c19cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.112+0000 7f760ad9d640 1 -- 172.21.15.52:0/413592203 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f760c19d690 con 0x7f760c06a640 2024-04-21T09:10:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.113+0000 7f760ad9d640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 0x7f760c1986a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f75fc00d950 tx=0x7f75fc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.113+0000 7f7603fff640 1 -- 172.21.15.52:0/413592203 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75fc017070 con 0x7f760c06a640 2024-04-21T09:10:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.113+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f760c19d980 con 0x7f760c06a640 2024-04-21T09:10:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.113+0000 7f7603fff640 1 -- 172.21.15.52:0/413592203 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75fc009c30 con 0x7f760c06a640 2024-04-21T09:10:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.113+0000 7f7603fff640 1 -- 172.21.15.52:0/413592203 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75fc00f620 con 0x7f760c06a640 2024-04-21T09:10:17.115 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.113+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f760c1a5210 con 0x7f760c06a640 2024-04-21T09:10:17.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.114+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f760c103650 con 0x7f760c06a640 2024-04-21T09:10:17.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.115+0000 7f7603fff640 1 -- 172.21.15.52:0/413592203 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f75fc010460 con 0x7f760c06a640 2024-04-21T09:10:17.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.115+0000 7f7603fff640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75f80a3db0 0x7f75f80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.116+0000 7f760a59c640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75f80a3db0 0x7f75f80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.116 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.116+0000 7f7603fff640 1 -- 172.21.15.52:0/413592203 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f75fc0d0a30 con 0x7f760c06a640 2024-04-21T09:10:17.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.116+0000 7f760a59c640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75f80a3db0 0x7f75f80a6270 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f75f4006010 tx=0x7f75f402c670 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:17.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.120+0000 7f7603fff640 1 -- 172.21.15.52:0/413592203 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f75fc09cbe0 con 0x7f760c06a640 2024-04-21T09:10:17.307 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.307+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f760c062390 con 0x7f75f80a3db0 2024-04-21T09:10:17.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.316+0000 7f7603fff640 1 -- 172.21.15.52:0/413592203 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339407 (secure 0 0 0) 0x7f760c062390 con 0x7f75f80a3db0 2024-04-21T09:10:17.320 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:17.322 INFO:teuthology.orchestra.run.smithi052.stderr:dumped all 2024-04-21T09:10:17.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75f80a3db0 msgr2=0x7f75f80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75f80a3db0 0x7f75f80a6270 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f75f4006010 tx=0x7f75f402c670 comp rx=0 tx=0).stop 2024-04-21T09:10:17.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 msgr2=0x7f760c1986a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 0x7f760c1986a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f75fc00d950 tx=0x7f75fc00de10 comp rx=0 tx=0).stop 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 shutdown_connections 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75f80a3db0 0x7f75f80a6270 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f760c108060 0x7f760c19cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f760c06b000 0x7f760c198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 --2- 172.21.15.52:0/413592203 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f760c06a640 0x7f760c1986a0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 >> 172.21.15.52:0/413592203 conn(0x7f760c077c40 msgr2=0x7f760c0ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 shutdown_connections 2024-04-21T09:10:17.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.320+0000 7f76110b2640 1 -- 172.21.15.52:0/413592203 wait complete. 2024-04-21T09:10:17.331 INFO:teuthology.orchestra.run.smithi052.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-04-21T09:10:15.897143+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1386427,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1209,"num_read_kb":976,"num_write":552,"num_write_kb":5031,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1181475,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":918,"ondisk_log_size":918,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361252,"kb_used_data":16232,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580572,"statfs":{"total":1151940427776,"available":1151570505728,"internally_reserved":0,"allocated":16621568,"data_stored":9899699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":241,"num_read_kb":327,"num_write":84,"num_write_kb":652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.988755"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577392+0000","last_change":"2024-04-21T09:07:42.370313+0000","last_active":"2024-04-21T09:10:06.577392+0000","last_peered":"2024-04-21T09:10:06.577392+0000","last_clean":"2024-04-21T09:10:06.577392+0000","last_became_active":"2024-04-21T09:07:42.369516+0000","last_became_peered":"2024-04-21T09:07:42.369516+0000","last_unstale":"2024-04-21T09:10:06.577392+0000","last_undegraded":"2024-04-21T09:10:06.577392+0000","last_fullsized":"2024-04-21T09:10:06.577392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:53:06.439732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578181+0000","last_change":"2024-04-21T09:07:42.367834+0000","last_active":"2024-04-21T09:10:06.578181+0000","last_peered":"2024-04-21T09:10:06.578181+0000","last_clean":"2024-04-21T09:10:06.578181+0000","last_became_active":"2024-04-21T09:07:42.367520+0000","last_became_peered":"2024-04-21T09:07:42.367520+0000","last_unstale":"2024-04-21T09:10:06.578181+0000","last_undegraded":"2024-04-21T09:10:06.578181+0000","last_fullsized":"2024-04-21T09:10:06.578181+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:37:21.674178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578403+0000","last_change":"2024-04-21T09:07:42.373123+0000","last_active":"2024-04-21T09:10:06.578403+0000","last_peered":"2024-04-21T09:10:06.578403+0000","last_clean":"2024-04-21T09:10:06.578403+0000","last_became_active":"2024-04-21T09:07:42.372542+0000","last_became_peered":"2024-04-21T09:07:42.372542+0000","last_unstale":"2024-04-21T09:10:06.578403+0000","last_undegraded":"2024-04-21T09:10:06.578403+0000","last_fullsized":"2024-04-21T09:10:06.578403+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:28:59.355825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016684+0000","last_change":"2024-04-21T09:07:42.375354+0000","last_active":"2024-04-21T09:10:06.016684+0000","last_peered":"2024-04-21T09:10:06.016684+0000","last_clean":"2024-04-21T09:10:06.016684+0000","last_became_active":"2024-04-21T09:07:42.375059+0000","last_became_peered":"2024-04-21T09:07:42.375059+0000","last_unstale":"2024-04-21T09:10:06.016684+0000","last_undegraded":"2024-04-21T09:10:06.016684+0000","last_fullsized":"2024-04-21T09:10:06.016684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:15:26.569442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989007+0000","last_change":"2024-04-21T09:07:42.377692+0000","last_active":"2024-04-21T09:10:05.989007+0000","last_peered":"2024-04-21T09:10:05.989007+0000","last_clean":"2024-04-21T09:10:05.989007+0000","last_became_active":"2024-04-21T09:07:42.377368+0000","last_became_peered":"2024-04-21T09:07:42.377368+0000","last_unstale":"2024-04-21T09:10:05.989007+0000","last_undegraded":"2024-04-21T09:10:05.989007+0000","last_fullsized":"2024-04-21T09:10:05.989007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:10:30.987916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882573+0000","last_change":"2024-04-21T09:07:42.373389+0000","last_active":"2024-04-21T09:10:05.882573+0000","last_peered":"2024-04-21T09:10:05.882573+0000","last_clean":"2024-04-21T09:10:05.882573+0000","last_became_active":"2024-04-21T09:07:42.372661+0000","last_became_peered":"2024-04-21T09:07:42.372661+0000","last_unstale":"2024-04-21T09:10:05.882573+0000","last_undegraded":"2024-04-21T09:10:05.882573+0000","last_fullsized":"2024-04-21T09:10:05.882573+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:19:12.402556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148149+0000","last_change":"2024-04-21T09:07:42.378030+0000","last_active":"2024-04-21T09:10:06.148149+0000","last_peered":"2024-04-21T09:10:06.148149+0000","last_clean":"2024-04-21T09:10:06.148149+0000","last_became_active":"2024-04-21T09:07:42.377708+0000","last_became_peered":"2024-04-21T09:07:42.377708+0000","last_unstale":"2024-04-21T09:10:06.148149+0000","last_undegraded":"2024-04-21T09:10:06.148149+0000","last_fullsized":"2024-04-21T09:10:06.148149+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:18:30.427903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986101+0000","last_change":"2024-04-21T09:08:32.755877+0000","last_active":"2024-04-21T09:10:05.986101+0000","last_peered":"2024-04-21T09:10:05.986101+0000","last_clean":"2024-04-21T09:10:05.986101+0000","last_became_active":"2024-04-21T09:08:32.755619+0000","last_became_peered":"2024-04-21T09:08:32.755619+0000","last_unstale":"2024-04-21T09:10:05.986101+0000","last_undegraded":"2024-04-21T09:10:05.986101+0000","last_fullsized":"2024-04-21T09:10:05.986101+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:32:48.194195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,10],"acting":[9,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151752+0000","last_change":"2024-04-21T09:07:42.379572+0000","last_active":"2024-04-21T09:10:06.151752+0000","last_peered":"2024-04-21T09:10:06.151752+0000","last_clean":"2024-04-21T09:10:06.151752+0000","last_became_active":"2024-04-21T09:07:42.376386+0000","last_became_peered":"2024-04-21T09:07:42.376386+0000","last_unstale":"2024-04-21T09:10:06.151752+0000","last_undegraded":"2024-04-21T09:10:06.151752+0000","last_fullsized":"2024-04-21T09:10:06.151752+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:53:50.930185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883091+0000","last_change":"2024-04-21T09:07:42.371982+0000","last_active":"2024-04-21T09:10:05.883091+0000","last_peered":"2024-04-21T09:10:05.883091+0000","last_clean":"2024-04-21T09:10:05.883091+0000","last_became_active":"2024-04-21T09:07:42.371652+0000","last_became_peered":"2024-04-21T09:07:42.371652+0000","last_unstale":"2024-04-21T09:10:05.883091+0000","last_undegraded":"2024-04-21T09:10:05.883091+0000","last_fullsized":"2024-04-21T09:10:05.883091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:17:53.067661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148682+0000","last_change":"2024-04-21T09:07:42.375135+0000","last_active":"2024-04-21T09:10:06.148682+0000","last_peered":"2024-04-21T09:10:06.148682+0000","last_clean":"2024-04-21T09:10:06.148682+0000","last_became_active":"2024-04-21T09:07:42.374482+0000","last_became_peered":"2024-04-21T09:07:42.374482+0000","last_unstale":"2024-04-21T09:10:06.148682+0000","last_undegraded":"2024-04-21T09:10:06.148682+0000","last_fullsized":"2024-04-21T09:10:06.148682+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:27.384637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986672+0000","last_change":"2024-04-21T09:09:33.408718+0000","last_active":"2024-04-21T09:10:05.986672+0000","last_peered":"2024-04-21T09:10:05.986672+0000","last_clean":"2024-04-21T09:10:05.986672+0000","last_became_active":"2024-04-21T09:09:33.408397+0000","last_became_peered":"2024-04-21T09:09:33.408397+0000","last_unstale":"2024-04-21T09:10:05.986672+0000","last_undegraded":"2024-04-21T09:10:05.986672+0000","last_fullsized":"2024-04-21T09:10:05.986672+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:25:35.462373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578500+0000","last_change":"2024-04-21T09:07:42.358538+0000","last_active":"2024-04-21T09:10:06.578500+0000","last_peered":"2024-04-21T09:10:06.578500+0000","last_clean":"2024-04-21T09:10:06.578500+0000","last_became_active":"2024-04-21T09:07:42.358214+0000","last_became_peered":"2024-04-21T09:07:42.358214+0000","last_unstale":"2024-04-21T09:10:06.578500+0000","last_undegraded":"2024-04-21T09:10:06.578500+0000","last_fullsized":"2024-04-21T09:10:06.578500+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:48:50.698118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577901+0000","last_change":"2024-04-21T09:07:42.368680+0000","last_active":"2024-04-21T09:10:06.577901+0000","last_peered":"2024-04-21T09:10:06.577901+0000","last_clean":"2024-04-21T09:10:06.577901+0000","last_became_active":"2024-04-21T09:07:42.368364+0000","last_became_peered":"2024-04-21T09:07:42.368364+0000","last_unstale":"2024-04-21T09:10:06.577901+0000","last_undegraded":"2024-04-21T09:10:06.577901+0000","last_fullsized":"2024-04-21T09:10:06.577901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:42:40.304050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577486+0000","last_change":"2024-04-21T09:07:42.370886+0000","last_active":"2024-04-21T09:10:06.577486+0000","last_peered":"2024-04-21T09:10:06.577486+0000","last_clean":"2024-04-21T09:10:06.577486+0000","last_became_active":"2024-04-21T09:07:42.369761+0000","last_became_peered":"2024-04-21T09:07:42.369761+0000","last_unstale":"2024-04-21T09:10:06.577486+0000","last_undegraded":"2024-04-21T09:10:06.577486+0000","last_fullsized":"2024-04-21T09:10:06.577486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:09.318245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151202+0000","last_change":"2024-04-21T09:07:42.377023+0000","last_active":"2024-04-21T09:10:06.151202+0000","last_peered":"2024-04-21T09:10:06.151202+0000","last_clean":"2024-04-21T09:10:06.151202+0000","last_became_active":"2024-04-21T09:07:42.376696+0000","last_became_peered":"2024-04-21T09:07:42.376696+0000","last_unstale":"2024-04-21T09:10:06.151202+0000","last_undegraded":"2024-04-21T09:10:06.151202+0000","last_fullsized":"2024-04-21T09:10:06.151202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:29:45.460294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577526+0000","last_change":"2024-04-21T09:07:42.370715+0000","last_active":"2024-04-21T09:10:06.577526+0000","last_peered":"2024-04-21T09:10:06.577526+0000","last_clean":"2024-04-21T09:10:06.577526+0000","last_became_active":"2024-04-21T09:07:42.369980+0000","last_became_peered":"2024-04-21T09:07:42.369980+0000","last_unstale":"2024-04-21T09:10:06.577526+0000","last_undegraded":"2024-04-21T09:10:06.577526+0000","last_fullsized":"2024-04-21T09:10:06.577526+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:28:35.192154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987071+0000","last_change":"2024-04-21T09:07:42.373534+0000","last_active":"2024-04-21T09:10:05.987071+0000","last_peered":"2024-04-21T09:10:05.987071+0000","last_clean":"2024-04-21T09:10:05.987071+0000","last_became_active":"2024-04-21T09:07:42.373147+0000","last_became_peered":"2024-04-21T09:07:42.373147+0000","last_unstale":"2024-04-21T09:10:05.987071+0000","last_undegraded":"2024-04-21T09:10:05.987071+0000","last_fullsized":"2024-04-21T09:10:05.987071+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:03:25.447734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883450+0000","last_change":"2024-04-21T09:07:42.375789+0000","last_active":"2024-04-21T09:10:05.883450+0000","last_peered":"2024-04-21T09:10:05.883450+0000","last_clean":"2024-04-21T09:10:05.883450+0000","last_became_active":"2024-04-21T09:07:42.374595+0000","last_became_peered":"2024-04-21T09:07:42.374595+0000","last_unstale":"2024-04-21T09:10:05.883450+0000","last_undegraded":"2024-04-21T09:10:05.883450+0000","last_fullsized":"2024-04-21T09:10:05.883450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:02.871872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883066+0000","last_change":"2024-04-21T09:07:46.630451+0000","last_active":"2024-04-21T09:10:05.883066+0000","last_peered":"2024-04-21T09:10:05.883066+0000","last_clean":"2024-04-21T09:10:05.883066+0000","last_became_active":"2024-04-21T09:07:46.630073+0000","last_became_peered":"2024-04-21T09:07:46.630073+0000","last_unstale":"2024-04-21T09:10:05.883066+0000","last_undegraded":"2024-04-21T09:10:05.883066+0000","last_fullsized":"2024-04-21T09:10:05.883066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:50:40.366665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987246+0000","last_change":"2024-04-21T09:07:41.368663+0000","last_active":"2024-04-21T09:10:05.987246+0000","last_peered":"2024-04-21T09:10:05.987246+0000","last_clean":"2024-04-21T09:10:05.987246+0000","last_became_active":"2024-04-21T09:07:41.367778+0000","last_became_peered":"2024-04-21T09:07:41.367778+0000","last_unstale":"2024-04-21T09:10:05.987246+0000","last_undegraded":"2024-04-21T09:10:05.987246+0000","last_fullsized":"2024-04-21T09:10:05.987246+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:19.985074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881043+0000","last_change":"2024-04-21T09:07:42.379703+0000","last_active":"2024-04-21T09:10:05.881043+0000","last_peered":"2024-04-21T09:10:05.881043+0000","last_clean":"2024-04-21T09:10:05.881043+0000","last_became_active":"2024-04-21T09:07:42.379312+0000","last_became_peered":"2024-04-21T09:07:42.379312+0000","last_unstale":"2024-04-21T09:10:05.881043+0000","last_undegraded":"2024-04-21T09:10:05.881043+0000","last_fullsized":"2024-04-21T09:10:05.881043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:13.079476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016307+0000","last_change":"2024-04-21T09:07:46.636168+0000","last_active":"2024-04-21T09:10:06.016307+0000","last_peered":"2024-04-21T09:10:06.016307+0000","last_clean":"2024-04-21T09:10:06.016307+0000","last_became_active":"2024-04-21T09:07:46.635831+0000","last_became_peered":"2024-04-21T09:07:46.635831+0000","last_unstale":"2024-04-21T09:10:06.016307+0000","last_undegraded":"2024-04-21T09:10:06.016307+0000","last_fullsized":"2024-04-21T09:10:06.016307+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:34:09.616776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881874+0000","last_change":"2024-04-21T09:07:41.375096+0000","last_active":"2024-04-21T09:10:05.881874+0000","last_peered":"2024-04-21T09:10:05.881874+0000","last_clean":"2024-04-21T09:10:05.881874+0000","last_became_active":"2024-04-21T09:07:41.374758+0000","last_became_peered":"2024-04-21T09:07:41.374758+0000","last_unstale":"2024-04-21T09:10:05.881874+0000","last_undegraded":"2024-04-21T09:10:05.881874+0000","last_fullsized":"2024-04-21T09:10:05.881874+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:16:22.307248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578536+0000","last_change":"2024-04-21T09:07:42.370381+0000","last_active":"2024-04-21T09:10:06.578536+0000","last_peered":"2024-04-21T09:10:06.578536+0000","last_clean":"2024-04-21T09:10:06.578536+0000","last_became_active":"2024-04-21T09:07:42.369369+0000","last_became_peered":"2024-04-21T09:07:42.369369+0000","last_unstale":"2024-04-21T09:10:06.578536+0000","last_undegraded":"2024-04-21T09:10:06.578536+0000","last_fullsized":"2024-04-21T09:10:06.578536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:30:28.581565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016516+0000","last_change":"2024-04-21T09:07:46.630994+0000","last_active":"2024-04-21T09:10:06.016516+0000","last_peered":"2024-04-21T09:10:06.016516+0000","last_clean":"2024-04-21T09:10:06.016516+0000","last_became_active":"2024-04-21T09:07:46.630589+0000","last_became_peered":"2024-04-21T09:07:46.630589+0000","last_unstale":"2024-04-21T09:10:06.016516+0000","last_undegraded":"2024-04-21T09:10:06.016516+0000","last_fullsized":"2024-04-21T09:10:06.016516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:40:46.141446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989320+0000","last_change":"2024-04-21T09:07:41.374895+0000","last_active":"2024-04-21T09:10:05.989320+0000","last_peered":"2024-04-21T09:10:05.989320+0000","last_clean":"2024-04-21T09:10:05.989320+0000","last_became_active":"2024-04-21T09:07:41.374569+0000","last_became_peered":"2024-04-21T09:07:41.374569+0000","last_unstale":"2024-04-21T09:10:05.989320+0000","last_undegraded":"2024-04-21T09:10:05.989320+0000","last_fullsized":"2024-04-21T09:10:05.989320+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:52:16.951185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151385+0000","last_change":"2024-04-21T09:07:42.377431+0000","last_active":"2024-04-21T09:10:06.151385+0000","last_peered":"2024-04-21T09:10:06.151385+0000","last_clean":"2024-04-21T09:10:06.151385+0000","last_became_active":"2024-04-21T09:07:42.377092+0000","last_became_peered":"2024-04-21T09:07:42.377092+0000","last_unstale":"2024-04-21T09:10:06.151385+0000","last_undegraded":"2024-04-21T09:10:06.151385+0000","last_fullsized":"2024-04-21T09:10:06.151385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:46:53.190915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016330+0000","last_change":"2024-04-21T09:07:46.632347+0000","last_active":"2024-04-21T09:10:06.016330+0000","last_peered":"2024-04-21T09:10:06.016330+0000","last_clean":"2024-04-21T09:10:06.016330+0000","last_became_active":"2024-04-21T09:07:46.631901+0000","last_became_peered":"2024-04-21T09:07:46.631901+0000","last_unstale":"2024-04-21T09:10:06.016330+0000","last_undegraded":"2024-04-21T09:10:06.016330+0000","last_fullsized":"2024-04-21T09:10:06.016330+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:08:36.032051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577632+0000","last_change":"2024-04-21T09:08:32.766832+0000","last_active":"2024-04-21T09:10:06.577632+0000","last_peered":"2024-04-21T09:10:06.577632+0000","last_clean":"2024-04-21T09:10:06.577632+0000","last_became_active":"2024-04-21T09:08:32.762441+0000","last_became_peered":"2024-04-21T09:08:32.762441+0000","last_unstale":"2024-04-21T09:10:06.577632+0000","last_undegraded":"2024-04-21T09:10:06.577632+0000","last_fullsized":"2024-04-21T09:10:06.577632+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:54.436226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":52,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903473+0000","last_change":"2024-04-21T09:08:32.791989+0000","last_active":"2024-04-21T09:10:05.903473+0000","last_peered":"2024-04-21T09:10:05.903473+0000","last_clean":"2024-04-21T09:10:05.903473+0000","last_became_active":"2024-04-21T09:08:32.791566+0000","last_became_peered":"2024-04-21T09:08:32.791566+0000","last_unstale":"2024-04-21T09:10:05.903473+0000","last_undegraded":"2024-04-21T09:10:05.903473+0000","last_fullsized":"2024-04-21T09:10:05.903473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:12:13.981101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883200+0000","last_change":"2024-04-21T09:07:46.633311+0000","last_active":"2024-04-21T09:10:05.883200+0000","last_peered":"2024-04-21T09:10:05.883200+0000","last_clean":"2024-04-21T09:10:05.883200+0000","last_became_active":"2024-04-21T09:07:46.632485+0000","last_became_peered":"2024-04-21T09:07:46.632485+0000","last_unstale":"2024-04-21T09:10:05.883200+0000","last_undegraded":"2024-04-21T09:10:05.883200+0000","last_fullsized":"2024-04-21T09:10:05.883200+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:29.266010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"94'6","reported_seq":178,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.910284+0000","last_change":"2024-04-21T09:08:32.767103+0000","last_active":"2024-04-21T09:10:10.910284+0000","last_peered":"2024-04-21T09:10:10.910284+0000","last_clean":"2024-04-21T09:10:10.910284+0000","last_became_active":"2024-04-21T09:08:32.762503+0000","last_became_peered":"2024-04-21T09:08:32.762503+0000","last_unstale":"2024-04-21T09:10:10.910284+0000","last_undegraded":"2024-04-21T09:10:10.910284+0000","last_fullsized":"2024-04-21T09:10:10.910284+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:09:01.720605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989031+0000","last_change":"2024-04-21T09:07:42.371737+0000","last_active":"2024-04-21T09:10:05.989031+0000","last_peered":"2024-04-21T09:10:05.989031+0000","last_clean":"2024-04-21T09:10:05.989031+0000","last_became_active":"2024-04-21T09:07:42.368940+0000","last_became_peered":"2024-04-21T09:07:42.368940+0000","last_unstale":"2024-04-21T09:10:05.989031+0000","last_undegraded":"2024-04-21T09:10:05.989031+0000","last_fullsized":"2024-04-21T09:10:05.989031+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:14:43.241138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883341+0000","last_change":"2024-04-21T09:07:46.631212+0000","last_active":"2024-04-21T09:10:05.883341+0000","last_peered":"2024-04-21T09:10:05.883341+0000","last_clean":"2024-04-21T09:10:05.883341+0000","last_became_active":"2024-04-21T09:07:46.630441+0000","last_became_peered":"2024-04-21T09:07:46.630441+0000","last_unstale":"2024-04-21T09:10:05.883341+0000","last_undegraded":"2024-04-21T09:10:05.883341+0000","last_fullsized":"2024-04-21T09:10:05.883341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:02:01.441683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882567+0000","last_change":"2024-04-21T09:07:41.376563+0000","last_active":"2024-04-21T09:10:05.882567+0000","last_peered":"2024-04-21T09:10:05.882567+0000","last_clean":"2024-04-21T09:10:05.882567+0000","last_became_active":"2024-04-21T09:07:41.376169+0000","last_became_peered":"2024-04-21T09:07:41.376169+0000","last_unstale":"2024-04-21T09:10:05.882567+0000","last_undegraded":"2024-04-21T09:10:05.882567+0000","last_fullsized":"2024-04-21T09:10:05.882567+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:40:56.812303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903636+0000","last_change":"2024-04-21T09:07:42.372988+0000","last_active":"2024-04-21T09:10:05.903636+0000","last_peered":"2024-04-21T09:10:05.903636+0000","last_clean":"2024-04-21T09:10:05.903636+0000","last_became_active":"2024-04-21T09:07:42.372652+0000","last_became_peered":"2024-04-21T09:07:42.372652+0000","last_unstale":"2024-04-21T09:10:05.903636+0000","last_undegraded":"2024-04-21T09:10:05.903636+0000","last_fullsized":"2024-04-21T09:10:05.903636+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:57:43.433420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577651+0000","last_change":"2024-04-21T09:07:46.631711+0000","last_active":"2024-04-21T09:10:06.577651+0000","last_peered":"2024-04-21T09:10:06.577651+0000","last_clean":"2024-04-21T09:10:06.577651+0000","last_became_active":"2024-04-21T09:07:46.628597+0000","last_became_peered":"2024-04-21T09:07:46.628597+0000","last_unstale":"2024-04-21T09:10:06.577651+0000","last_undegraded":"2024-04-21T09:10:06.577651+0000","last_fullsized":"2024-04-21T09:10:06.577651+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:29:51.838770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579612+0000","last_change":"2024-04-21T09:07:41.366175+0000","last_active":"2024-04-21T09:10:06.579612+0000","last_peered":"2024-04-21T09:10:06.579612+0000","last_clean":"2024-04-21T09:10:06.579612+0000","last_became_active":"2024-04-21T09:07:41.365835+0000","last_became_peered":"2024-04-21T09:07:41.365835+0000","last_unstale":"2024-04-21T09:10:06.579612+0000","last_undegraded":"2024-04-21T09:10:06.579612+0000","last_fullsized":"2024-04-21T09:10:06.579612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:23:17.351470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880924+0000","last_change":"2024-04-21T09:07:42.373405+0000","last_active":"2024-04-21T09:10:05.880924+0000","last_peered":"2024-04-21T09:10:05.880924+0000","last_clean":"2024-04-21T09:10:05.880924+0000","last_became_active":"2024-04-21T09:07:42.373087+0000","last_became_peered":"2024-04-21T09:07:42.373087+0000","last_unstale":"2024-04-21T09:10:05.880924+0000","last_undegraded":"2024-04-21T09:10:05.880924+0000","last_fullsized":"2024-04-21T09:10:05.880924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:56.618266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578611+0000","last_change":"2024-04-21T09:07:46.637107+0000","last_active":"2024-04-21T09:10:06.578611+0000","last_peered":"2024-04-21T09:10:06.578611+0000","last_clean":"2024-04-21T09:10:06.578611+0000","last_became_active":"2024-04-21T09:07:46.636161+0000","last_became_peered":"2024-04-21T09:07:46.636161+0000","last_unstale":"2024-04-21T09:10:06.578611+0000","last_undegraded":"2024-04-21T09:10:06.578611+0000","last_fullsized":"2024-04-21T09:10:06.578611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:10:49.378548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903188+0000","last_change":"2024-04-21T09:07:41.376211+0000","last_active":"2024-04-21T09:10:05.903188+0000","last_peered":"2024-04-21T09:10:05.903188+0000","last_clean":"2024-04-21T09:10:05.903188+0000","last_became_active":"2024-04-21T09:07:41.375673+0000","last_became_peered":"2024-04-21T09:07:41.375673+0000","last_unstale":"2024-04-21T09:10:05.903188+0000","last_undegraded":"2024-04-21T09:10:05.903188+0000","last_fullsized":"2024-04-21T09:10:05.903188+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:03:55.711215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986346+0000","last_change":"2024-04-21T09:07:42.373375+0000","last_active":"2024-04-21T09:10:05.986346+0000","last_peered":"2024-04-21T09:10:05.986346+0000","last_clean":"2024-04-21T09:10:05.986346+0000","last_became_active":"2024-04-21T09:07:42.373040+0000","last_became_peered":"2024-04-21T09:07:42.373040+0000","last_unstale":"2024-04-21T09:10:05.986346+0000","last_undegraded":"2024-04-21T09:10:05.986346+0000","last_fullsized":"2024-04-21T09:10:05.986346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:27.255062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880965+0000","last_change":"2024-04-21T09:07:46.636488+0000","last_active":"2024-04-21T09:10:05.880965+0000","last_peered":"2024-04-21T09:10:05.880965+0000","last_clean":"2024-04-21T09:10:05.880965+0000","last_became_active":"2024-04-21T09:07:46.636068+0000","last_became_peered":"2024-04-21T09:07:46.636068+0000","last_unstale":"2024-04-21T09:10:05.880965+0000","last_undegraded":"2024-04-21T09:10:05.880965+0000","last_fullsized":"2024-04-21T09:10:05.880965+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:07:06.739717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"94'4","reported_seq":161,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:09.908597+0000","last_change":"2024-04-21T09:07:41.373009+0000","last_active":"2024-04-21T09:10:09.908597+0000","last_peered":"2024-04-21T09:10:09.908597+0000","last_clean":"2024-04-21T09:10:09.908597+0000","last_became_active":"2024-04-21T09:07:41.372377+0000","last_became_peered":"2024-04-21T09:07:41.372377+0000","last_unstale":"2024-04-21T09:10:09.908597+0000","last_undegraded":"2024-04-21T09:10:09.908597+0000","last_fullsized":"2024-04-21T09:10:09.908597+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:09:24.435958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151626+0000","last_change":"2024-04-21T09:07:42.378942+0000","last_active":"2024-04-21T09:10:06.151626+0000","last_peered":"2024-04-21T09:10:06.151626+0000","last_clean":"2024-04-21T09:10:06.151626+0000","last_became_active":"2024-04-21T09:07:42.375975+0000","last_became_peered":"2024-04-21T09:07:42.375975+0000","last_unstale":"2024-04-21T09:10:06.151626+0000","last_undegraded":"2024-04-21T09:10:06.151626+0000","last_fullsized":"2024-04-21T09:10:06.151626+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:19:32.552267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988741+0000","last_change":"2024-04-21T09:08:32.760615+0000","last_active":"2024-04-21T09:10:05.988741+0000","last_peered":"2024-04-21T09:10:05.988741+0000","last_clean":"2024-04-21T09:10:05.988741+0000","last_became_active":"2024-04-21T09:08:32.760168+0000","last_became_peered":"2024-04-21T09:08:32.760168+0000","last_unstale":"2024-04-21T09:10:05.988741+0000","last_undegraded":"2024-04-21T09:10:05.988741+0000","last_fullsized":"2024-04-21T09:10:05.988741+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:14:06.613470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2,4],"acting":[8,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148710+0000","last_change":"2024-04-21T09:07:41.373879+0000","last_active":"2024-04-21T09:10:06.148710+0000","last_peered":"2024-04-21T09:10:06.148710+0000","last_clean":"2024-04-21T09:10:06.148710+0000","last_became_active":"2024-04-21T09:07:41.373514+0000","last_became_peered":"2024-04-21T09:07:41.373514+0000","last_unstale":"2024-04-21T09:10:06.148710+0000","last_undegraded":"2024-04-21T09:10:06.148710+0000","last_fullsized":"2024-04-21T09:10:06.148710+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:18:23.340334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578885+0000","last_change":"2024-04-21T09:09:33.579934+0000","last_active":"2024-04-21T09:10:06.578885+0000","last_peered":"2024-04-21T09:10:06.578885+0000","last_clean":"2024-04-21T09:10:06.578885+0000","last_became_active":"2024-04-21T09:09:33.579508+0000","last_became_peered":"2024-04-21T09:09:33.579508+0000","last_unstale":"2024-04-21T09:10:06.578885+0000","last_undegraded":"2024-04-21T09:10:06.578885+0000","last_fullsized":"2024-04-21T09:10:06.578885+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:36:23.110818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,7],"acting":[0,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016709+0000","last_change":"2024-04-21T09:07:46.628703+0000","last_active":"2024-04-21T09:10:06.016709+0000","last_peered":"2024-04-21T09:10:06.016709+0000","last_clean":"2024-04-21T09:10:06.016709+0000","last_became_active":"2024-04-21T09:07:46.628303+0000","last_became_peered":"2024-04-21T09:07:46.628303+0000","last_unstale":"2024-04-21T09:10:06.016709+0000","last_undegraded":"2024-04-21T09:10:06.016709+0000","last_fullsized":"2024-04-21T09:10:06.016709+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:14:13.379046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903432+0000","last_change":"2024-04-21T09:07:41.369761+0000","last_active":"2024-04-21T09:10:05.903432+0000","last_peered":"2024-04-21T09:10:05.903432+0000","last_clean":"2024-04-21T09:10:05.903432+0000","last_became_active":"2024-04-21T09:07:41.369348+0000","last_became_peered":"2024-04-21T09:07:41.369348+0000","last_unstale":"2024-04-21T09:10:05.903432+0000","last_undegraded":"2024-04-21T09:10:05.903432+0000","last_fullsized":"2024-04-21T09:10:05.903432+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:20:21.641230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151614+0000","last_change":"2024-04-21T09:07:42.375236+0000","last_active":"2024-04-21T09:10:06.151614+0000","last_peered":"2024-04-21T09:10:06.151614+0000","last_clean":"2024-04-21T09:10:06.151614+0000","last_became_active":"2024-04-21T09:07:42.374888+0000","last_became_peered":"2024-04-21T09:07:42.374888+0000","last_unstale":"2024-04-21T09:10:06.151614+0000","last_undegraded":"2024-04-21T09:10:06.151614+0000","last_fullsized":"2024-04-21T09:10:06.151614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:21:19.514580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882445+0000","last_change":"2024-04-21T09:08:32.761736+0000","last_active":"2024-04-21T09:10:05.882445+0000","last_peered":"2024-04-21T09:10:05.882445+0000","last_clean":"2024-04-21T09:10:05.882445+0000","last_became_active":"2024-04-21T09:08:32.761289+0000","last_became_peered":"2024-04-21T09:08:32.761289+0000","last_unstale":"2024-04-21T09:10:05.882445+0000","last_undegraded":"2024-04-21T09:10:05.882445+0000","last_fullsized":"2024-04-21T09:10:05.882445+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:35:34.721320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":332,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.910032+0000","last_change":"2024-04-21T09:07:41.375316+0000","last_active":"2024-04-21T09:10:10.910032+0000","last_peered":"2024-04-21T09:10:10.910032+0000","last_clean":"2024-04-21T09:10:10.910032+0000","last_became_active":"2024-04-21T09:07:41.374926+0000","last_became_peered":"2024-04-21T09:07:41.374926+0000","last_unstale":"2024-04-21T09:10:10.910032+0000","last_undegraded":"2024-04-21T09:10:10.910032+0000","last_fullsized":"2024-04-21T09:10:10.910032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:53:24.317925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70068,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":258,"num_read_kb":199,"num_write":41,"num_write_kb":89,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989184+0000","last_change":"2024-04-21T09:07:42.374485+0000","last_active":"2024-04-21T09:10:05.989184+0000","last_peered":"2024-04-21T09:10:05.989184+0000","last_clean":"2024-04-21T09:10:05.989184+0000","last_became_active":"2024-04-21T09:07:42.374180+0000","last_became_peered":"2024-04-21T09:07:42.374180+0000","last_unstale":"2024-04-21T09:10:05.989184+0000","last_undegraded":"2024-04-21T09:10:05.989184+0000","last_fullsized":"2024-04-21T09:10:05.989184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:30:05.273216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903814+0000","last_change":"2024-04-21T09:07:46.631557+0000","last_active":"2024-04-21T09:10:05.903814+0000","last_peered":"2024-04-21T09:10:05.903814+0000","last_clean":"2024-04-21T09:10:05.903814+0000","last_became_active":"2024-04-21T09:07:46.630450+0000","last_became_peered":"2024-04-21T09:07:46.630450+0000","last_unstale":"2024-04-21T09:10:05.903814+0000","last_undegraded":"2024-04-21T09:10:05.903814+0000","last_fullsized":"2024-04-21T09:10:05.903814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:35:27.133678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883272+0000","last_change":"2024-04-21T09:07:41.376046+0000","last_active":"2024-04-21T09:10:05.883272+0000","last_peered":"2024-04-21T09:10:05.883272+0000","last_clean":"2024-04-21T09:10:05.883272+0000","last_became_active":"2024-04-21T09:07:41.374858+0000","last_became_peered":"2024-04-21T09:07:41.374858+0000","last_unstale":"2024-04-21T09:10:05.883272+0000","last_undegraded":"2024-04-21T09:10:05.883272+0000","last_fullsized":"2024-04-21T09:10:05.883272+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:57:36.645957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577826+0000","last_change":"2024-04-21T09:07:42.374346+0000","last_active":"2024-04-21T09:10:06.577826+0000","last_peered":"2024-04-21T09:10:06.577826+0000","last_clean":"2024-04-21T09:10:06.577826+0000","last_became_active":"2024-04-21T09:07:42.373966+0000","last_became_peered":"2024-04-21T09:07:42.373966+0000","last_unstale":"2024-04-21T09:10:06.577826+0000","last_undegraded":"2024-04-21T09:10:06.577826+0000","last_fullsized":"2024-04-21T09:10:06.577826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:58:24.219620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577818+0000","last_change":"2024-04-21T09:07:46.632401+0000","last_active":"2024-04-21T09:10:06.577818+0000","last_peered":"2024-04-21T09:10:06.577818+0000","last_clean":"2024-04-21T09:10:06.577818+0000","last_became_active":"2024-04-21T09:07:46.631927+0000","last_became_peered":"2024-04-21T09:07:46.631927+0000","last_unstale":"2024-04-21T09:10:06.577818+0000","last_undegraded":"2024-04-21T09:10:06.577818+0000","last_fullsized":"2024-04-21T09:10:06.577818+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:11:18.695416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903580+0000","last_change":"2024-04-21T09:07:41.375323+0000","last_active":"2024-04-21T09:10:05.903580+0000","last_peered":"2024-04-21T09:10:05.903580+0000","last_clean":"2024-04-21T09:10:05.903580+0000","last_became_active":"2024-04-21T09:07:41.375031+0000","last_became_peered":"2024-04-21T09:07:41.375031+0000","last_unstale":"2024-04-21T09:10:05.903580+0000","last_undegraded":"2024-04-21T09:10:05.903580+0000","last_fullsized":"2024-04-21T09:10:05.903580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:24:03.142523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148562+0000","last_change":"2024-04-21T09:07:42.372007+0000","last_active":"2024-04-21T09:10:06.148562+0000","last_peered":"2024-04-21T09:10:06.148562+0000","last_clean":"2024-04-21T09:10:06.148562+0000","last_became_active":"2024-04-21T09:07:42.369577+0000","last_became_peered":"2024-04-21T09:07:42.369577+0000","last_unstale":"2024-04-21T09:10:06.148562+0000","last_undegraded":"2024-04-21T09:10:06.148562+0000","last_fullsized":"2024-04-21T09:10:06.148562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:48:08.204893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":24,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986988+0000","last_change":"2024-04-21T09:07:46.634475+0000","last_active":"2024-04-21T09:10:05.986988+0000","last_peered":"2024-04-21T09:10:05.986988+0000","last_clean":"2024-04-21T09:10:05.986988+0000","last_became_active":"2024-04-21T09:07:46.634069+0000","last_became_peered":"2024-04-21T09:07:46.634069+0000","last_unstale":"2024-04-21T09:10:05.986988+0000","last_undegraded":"2024-04-21T09:10:05.986988+0000","last_fullsized":"2024-04-21T09:10:05.986988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:11:36.742926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'4","reported_seq":165,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.888706+0000","last_change":"2024-04-21T09:07:41.371338+0000","last_active":"2024-04-21T09:10:10.888706+0000","last_peered":"2024-04-21T09:10:10.888706+0000","last_clean":"2024-04-21T09:10:10.888706+0000","last_became_active":"2024-04-21T09:07:41.370928+0000","last_became_peered":"2024-04-21T09:07:41.370928+0000","last_unstale":"2024-04-21T09:10:10.888706+0000","last_undegraded":"2024-04-21T09:10:10.888706+0000","last_fullsized":"2024-04-21T09:10:10.888706+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:30:35.740072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":896,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148459+0000","last_change":"2024-04-21T09:07:42.373202+0000","last_active":"2024-04-21T09:10:06.148459+0000","last_peered":"2024-04-21T09:10:06.148459+0000","last_clean":"2024-04-21T09:10:06.148459+0000","last_became_active":"2024-04-21T09:07:42.372846+0000","last_became_peered":"2024-04-21T09:07:42.372846+0000","last_unstale":"2024-04-21T09:10:06.148459+0000","last_undegraded":"2024-04-21T09:10:06.148459+0000","last_fullsized":"2024-04-21T09:10:06.148459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:01:53.221758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579803+0000","last_change":"2024-04-21T09:07:46.637808+0000","last_active":"2024-04-21T09:10:06.579803+0000","last_peered":"2024-04-21T09:10:06.579803+0000","last_clean":"2024-04-21T09:10:06.579803+0000","last_became_active":"2024-04-21T09:07:46.637319+0000","last_became_peered":"2024-04-21T09:07:46.637319+0000","last_unstale":"2024-04-21T09:10:06.579803+0000","last_undegraded":"2024-04-21T09:10:06.579803+0000","last_fullsized":"2024-04-21T09:10:06.579803+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:13:08.626886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988830+0000","last_change":"2024-04-21T09:07:41.375948+0000","last_active":"2024-04-21T09:10:05.988830+0000","last_peered":"2024-04-21T09:10:05.988830+0000","last_clean":"2024-04-21T09:10:05.988830+0000","last_became_active":"2024-04-21T09:07:41.375619+0000","last_became_peered":"2024-04-21T09:07:41.375619+0000","last_unstale":"2024-04-21T09:10:05.988830+0000","last_undegraded":"2024-04-21T09:10:05.988830+0000","last_fullsized":"2024-04-21T09:10:05.988830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:43:46.986404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903262+0000","last_change":"2024-04-21T09:07:42.372184+0000","last_active":"2024-04-21T09:10:05.903262+0000","last_peered":"2024-04-21T09:10:05.903262+0000","last_clean":"2024-04-21T09:10:05.903262+0000","last_became_active":"2024-04-21T09:07:42.371841+0000","last_became_peered":"2024-04-21T09:07:42.371841+0000","last_unstale":"2024-04-21T09:10:05.903262+0000","last_undegraded":"2024-04-21T09:10:05.903262+0000","last_fullsized":"2024-04-21T09:10:05.903262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:29:30.775646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903276+0000","last_change":"2024-04-21T09:07:46.634208+0000","last_active":"2024-04-21T09:10:05.903276+0000","last_peered":"2024-04-21T09:10:05.903276+0000","last_clean":"2024-04-21T09:10:05.903276+0000","last_became_active":"2024-04-21T09:07:46.633796+0000","last_became_peered":"2024-04-21T09:07:46.633796+0000","last_unstale":"2024-04-21T09:10:05.903276+0000","last_undegraded":"2024-04-21T09:10:05.903276+0000","last_fullsized":"2024-04-21T09:10:05.903276+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:36:55.763692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989336+0000","last_change":"2024-04-21T09:07:41.369508+0000","last_active":"2024-04-21T09:10:05.989336+0000","last_peered":"2024-04-21T09:10:05.989336+0000","last_clean":"2024-04-21T09:10:05.989336+0000","last_became_active":"2024-04-21T09:07:41.369135+0000","last_became_peered":"2024-04-21T09:07:41.369135+0000","last_unstale":"2024-04-21T09:10:05.989336+0000","last_undegraded":"2024-04-21T09:10:05.989336+0000","last_fullsized":"2024-04-21T09:10:05.989336+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:12:41.886335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577718+0000","last_change":"2024-04-21T09:09:33.407357+0000","last_active":"2024-04-21T09:10:06.577718+0000","last_peered":"2024-04-21T09:10:06.577718+0000","last_clean":"2024-04-21T09:10:06.577718+0000","last_became_active":"2024-04-21T09:09:33.406890+0000","last_became_peered":"2024-04-21T09:09:33.406890+0000","last_unstale":"2024-04-21T09:10:06.577718+0000","last_undegraded":"2024-04-21T09:10:06.577718+0000","last_fullsized":"2024-04-21T09:10:06.577718+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:47:57.666331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988889+0000","last_change":"2024-04-21T09:07:46.629829+0000","last_active":"2024-04-21T09:10:05.988889+0000","last_peered":"2024-04-21T09:10:05.988889+0000","last_clean":"2024-04-21T09:10:05.988889+0000","last_became_active":"2024-04-21T09:07:46.629412+0000","last_became_peered":"2024-04-21T09:07:46.629412+0000","last_unstale":"2024-04-21T09:10:05.988889+0000","last_undegraded":"2024-04-21T09:10:05.988889+0000","last_fullsized":"2024-04-21T09:10:05.988889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:12:07.097485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.986780+0000","last_change":"2024-04-21T09:07:41.375127+0000","last_active":"2024-04-21T09:10:05.986780+0000","last_peered":"2024-04-21T09:10:05.986780+0000","last_clean":"2024-04-21T09:10:05.986780+0000","last_became_active":"2024-04-21T09:07:41.374787+0000","last_became_peered":"2024-04-21T09:07:41.374787+0000","last_unstale":"2024-04-21T09:10:05.986780+0000","last_undegraded":"2024-04-21T09:10:05.986780+0000","last_fullsized":"2024-04-21T09:10:05.986780+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:44:56.922831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882808+0000","last_change":"2024-04-21T09:07:42.375313+0000","last_active":"2024-04-21T09:10:05.882808+0000","last_peered":"2024-04-21T09:10:05.882808+0000","last_clean":"2024-04-21T09:10:05.882808+0000","last_became_active":"2024-04-21T09:07:42.374987+0000","last_became_peered":"2024-04-21T09:07:42.374987+0000","last_unstale":"2024-04-21T09:10:05.882808+0000","last_undegraded":"2024-04-21T09:10:05.882808+0000","last_fullsized":"2024-04-21T09:10:05.882808+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:15:06.588710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579883+0000","last_change":"2024-04-21T09:07:46.630570+0000","last_active":"2024-04-21T09:10:06.579883+0000","last_peered":"2024-04-21T09:10:06.579883+0000","last_clean":"2024-04-21T09:10:06.579883+0000","last_became_active":"2024-04-21T09:07:46.630107+0000","last_became_peered":"2024-04-21T09:07:46.630107+0000","last_unstale":"2024-04-21T09:10:06.579883+0000","last_undegraded":"2024-04-21T09:10:06.579883+0000","last_fullsized":"2024-04-21T09:10:06.579883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:11:20.222178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":35,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148264+0000","last_change":"2024-04-21T09:07:41.374742+0000","last_active":"2024-04-21T09:10:06.148264+0000","last_peered":"2024-04-21T09:10:06.148264+0000","last_clean":"2024-04-21T09:10:06.148264+0000","last_became_active":"2024-04-21T09:07:41.374042+0000","last_became_peered":"2024-04-21T09:07:41.374042+0000","last_unstale":"2024-04-21T09:10:06.148264+0000","last_undegraded":"2024-04-21T09:10:06.148264+0000","last_fullsized":"2024-04-21T09:10:06.148264+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:28:01.459049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882603+0000","last_change":"2024-04-21T09:07:42.372989+0000","last_active":"2024-04-21T09:10:05.882603+0000","last_peered":"2024-04-21T09:10:05.882603+0000","last_clean":"2024-04-21T09:10:05.882603+0000","last_became_active":"2024-04-21T09:07:42.372633+0000","last_became_peered":"2024-04-21T09:07:42.372633+0000","last_unstale":"2024-04-21T09:10:05.882603+0000","last_undegraded":"2024-04-21T09:10:05.882603+0000","last_fullsized":"2024-04-21T09:10:05.882603+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:34:11.585827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579984+0000","last_change":"2024-04-21T09:07:46.633330+0000","last_active":"2024-04-21T09:10:06.579984+0000","last_peered":"2024-04-21T09:10:06.579984+0000","last_clean":"2024-04-21T09:10:06.579984+0000","last_became_active":"2024-04-21T09:07:46.631242+0000","last_became_peered":"2024-04-21T09:07:46.631242+0000","last_unstale":"2024-04-21T09:10:06.579984+0000","last_undegraded":"2024-04-21T09:10:06.579984+0000","last_fullsized":"2024-04-21T09:10:06.579984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:06:44.775861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903319+0000","last_change":"2024-04-21T09:07:42.369437+0000","last_active":"2024-04-21T09:10:05.903319+0000","last_peered":"2024-04-21T09:10:05.903319+0000","last_clean":"2024-04-21T09:10:05.903319+0000","last_became_active":"2024-04-21T09:07:42.369128+0000","last_became_peered":"2024-04-21T09:07:42.369128+0000","last_unstale":"2024-04-21T09:10:05.903319+0000","last_undegraded":"2024-04-21T09:10:05.903319+0000","last_fullsized":"2024-04-21T09:10:05.903319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:43:59.477532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'5","reported_seq":163,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:10.888164+0000","last_change":"2024-04-21T09:07:41.372666+0000","last_active":"2024-04-21T09:10:10.888164+0000","last_peered":"2024-04-21T09:10:10.888164+0000","last_clean":"2024-04-21T09:10:10.888164+0000","last_became_active":"2024-04-21T09:07:41.372349+0000","last_became_peered":"2024-04-21T09:07:41.372349+0000","last_unstale":"2024-04-21T09:10:10.888164+0000","last_undegraded":"2024-04-21T09:10:10.888164+0000","last_fullsized":"2024-04-21T09:10:10.888164+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:22:13.209662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":26,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148446+0000","last_change":"2024-04-21T09:07:46.628153+0000","last_active":"2024-04-21T09:10:06.148446+0000","last_peered":"2024-04-21T09:10:06.148446+0000","last_clean":"2024-04-21T09:10:06.148446+0000","last_became_active":"2024-04-21T09:07:46.627721+0000","last_became_peered":"2024-04-21T09:07:46.627721+0000","last_unstale":"2024-04-21T09:10:06.148446+0000","last_undegraded":"2024-04-21T09:10:06.148446+0000","last_fullsized":"2024-04-21T09:10:06.148446+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:36:54.805666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881207+0000","last_change":"2024-04-21T09:07:42.379606+0000","last_active":"2024-04-21T09:10:05.881207+0000","last_peered":"2024-04-21T09:10:05.881207+0000","last_clean":"2024-04-21T09:10:05.881207+0000","last_became_active":"2024-04-21T09:07:42.377056+0000","last_became_peered":"2024-04-21T09:07:42.377056+0000","last_unstale":"2024-04-21T09:10:05.881207+0000","last_undegraded":"2024-04-21T09:10:05.881207+0000","last_fullsized":"2024-04-21T09:10:05.881207+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:55:35.005467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016611+0000","last_change":"2024-04-21T09:07:41.372365+0000","last_active":"2024-04-21T09:10:06.016611+0000","last_peered":"2024-04-21T09:10:06.016611+0000","last_clean":"2024-04-21T09:10:06.016611+0000","last_became_active":"2024-04-21T09:07:41.371968+0000","last_became_peered":"2024-04-21T09:07:41.371968+0000","last_unstale":"2024-04-21T09:10:06.016611+0000","last_undegraded":"2024-04-21T09:10:06.016611+0000","last_fullsized":"2024-04-21T09:10:06.016611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:47:52.614129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"94'148","reported_seq":412,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:08.009613+0000","last_change":"2024-04-21T09:06:28.478555+0000","last_active":"2024-04-21T09:10:08.009613+0000","last_peered":"2024-04-21T09:10:08.009613+0000","last_clean":"2024-04-21T09:10:08.009613+0000","last_became_active":"2024-04-21T09:06:28.478065+0000","last_became_peered":"2024-04-21T09:06:28.478065+0000","last_unstale":"2024-04-21T09:10:08.009613+0000","last_undegraded":"2024-04-21T09:10:08.009613+0000","last_fullsized":"2024-04-21T09:10:08.009613+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:02:59.632526+0000","last_clean_scrub_stamp":"2024-04-21T09:02:59.632526+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:14:07.390116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903358+0000","last_change":"2024-04-21T09:07:46.637812+0000","last_active":"2024-04-21T09:10:05.903358+0000","last_peered":"2024-04-21T09:10:05.903358+0000","last_clean":"2024-04-21T09:10:05.903358+0000","last_became_active":"2024-04-21T09:07:46.637325+0000","last_became_peered":"2024-04-21T09:07:46.637325+0000","last_unstale":"2024-04-21T09:10:05.903358+0000","last_undegraded":"2024-04-21T09:10:05.903358+0000","last_fullsized":"2024-04-21T09:10:05.903358+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:16:50.108847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579254+0000","last_change":"2024-04-21T09:07:42.370297+0000","last_active":"2024-04-21T09:10:06.579254+0000","last_peered":"2024-04-21T09:10:06.579254+0000","last_clean":"2024-04-21T09:10:06.579254+0000","last_became_active":"2024-04-21T09:07:42.369982+0000","last_became_peered":"2024-04-21T09:07:42.369982+0000","last_unstale":"2024-04-21T09:10:06.579254+0000","last_undegraded":"2024-04-21T09:10:06.579254+0000","last_fullsized":"2024-04-21T09:10:06.579254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:04:43.979451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148115+0000","last_change":"2024-04-21T09:07:41.376953+0000","last_active":"2024-04-21T09:10:06.148115+0000","last_peered":"2024-04-21T09:10:06.148115+0000","last_clean":"2024-04-21T09:10:06.148115+0000","last_became_active":"2024-04-21T09:07:41.376340+0000","last_became_peered":"2024-04-21T09:07:41.376340+0000","last_unstale":"2024-04-21T09:10:06.148115+0000","last_undegraded":"2024-04-21T09:10:06.148115+0000","last_fullsized":"2024-04-21T09:10:06.148115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:23:59.200946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577678+0000","last_change":"2024-04-21T09:08:32.792163+0000","last_active":"2024-04-21T09:10:06.577678+0000","last_peered":"2024-04-21T09:10:06.577678+0000","last_clean":"2024-04-21T09:10:06.577678+0000","last_became_active":"2024-04-21T09:08:32.791581+0000","last_became_peered":"2024-04-21T09:08:32.791581+0000","last_unstale":"2024-04-21T09:10:06.577678+0000","last_undegraded":"2024-04-21T09:10:06.577678+0000","last_fullsized":"2024-04-21T09:10:06.577678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T19:06:16.078761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,7,6],"acting":[11,8,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.989165+0000","last_change":"2024-04-21T09:07:41.369955+0000","last_active":"2024-04-21T09:10:05.989165+0000","last_peered":"2024-04-21T09:10:05.989165+0000","last_clean":"2024-04-21T09:10:05.989165+0000","last_became_active":"2024-04-21T09:07:41.369140+0000","last_became_peered":"2024-04-21T09:07:41.369140+0000","last_unstale":"2024-04-21T09:10:05.989165+0000","last_undegraded":"2024-04-21T09:10:05.989165+0000","last_fullsized":"2024-04-21T09:10:05.989165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:29:14.316025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579336+0000","last_change":"2024-04-21T09:07:42.364823+0000","last_active":"2024-04-21T09:10:06.579336+0000","last_peered":"2024-04-21T09:10:06.579336+0000","last_clean":"2024-04-21T09:10:06.579336+0000","last_became_active":"2024-04-21T09:07:42.364491+0000","last_became_peered":"2024-04-21T09:07:42.364491+0000","last_unstale":"2024-04-21T09:10:06.579336+0000","last_undegraded":"2024-04-21T09:10:06.579336+0000","last_fullsized":"2024-04-21T09:10:06.579336+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:48:54.995206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.880807+0000","last_change":"2024-04-21T09:07:46.637452+0000","last_active":"2024-04-21T09:10:05.880807+0000","last_peered":"2024-04-21T09:10:05.880807+0000","last_clean":"2024-04-21T09:10:05.880807+0000","last_became_active":"2024-04-21T09:07:46.637081+0000","last_became_peered":"2024-04-21T09:07:46.637081+0000","last_unstale":"2024-04-21T09:10:05.880807+0000","last_undegraded":"2024-04-21T09:10:05.880807+0000","last_fullsized":"2024-04-21T09:10:05.880807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:18:48.923022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'70","reported_seq":157,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:11.882010+0000","last_change":"2024-04-21T09:07:41.360889+0000","last_active":"2024-04-21T09:10:11.882010+0000","last_peered":"2024-04-21T09:10:11.882010+0000","last_clean":"2024-04-21T09:10:11.882010+0000","last_became_active":"2024-04-21T09:07:41.360544+0000","last_became_peered":"2024-04-21T09:07:41.360544+0000","last_unstale":"2024-04-21T09:10:11.882010+0000","last_undegraded":"2024-04-21T09:10:11.882010+0000","last_fullsized":"2024-04-21T09:10:11.882010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:59:37.082564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":182,"num_read_kb":160,"num_write":125,"num_write_kb":1157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881224+0000","last_change":"2024-04-21T09:07:42.379872+0000","last_active":"2024-04-21T09:10:05.881224+0000","last_peered":"2024-04-21T09:10:05.881224+0000","last_clean":"2024-04-21T09:10:05.881224+0000","last_became_active":"2024-04-21T09:07:42.379445+0000","last_became_peered":"2024-04-21T09:07:42.379445+0000","last_unstale":"2024-04-21T09:10:05.881224+0000","last_undegraded":"2024-04-21T09:10:05.881224+0000","last_fullsized":"2024-04-21T09:10:05.881224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:56:09.420249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882929+0000","last_change":"2024-04-21T09:07:46.629097+0000","last_active":"2024-04-21T09:10:05.882929+0000","last_peered":"2024-04-21T09:10:05.882929+0000","last_clean":"2024-04-21T09:10:05.882929+0000","last_became_active":"2024-04-21T09:07:46.628526+0000","last_became_peered":"2024-04-21T09:07:46.628526+0000","last_unstale":"2024-04-21T09:10:05.882929+0000","last_undegraded":"2024-04-21T09:10:05.882929+0000","last_fullsized":"2024-04-21T09:10:05.882929+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:19:58.810571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016841+0000","last_change":"2024-04-21T09:07:41.367140+0000","last_active":"2024-04-21T09:10:06.016841+0000","last_peered":"2024-04-21T09:10:06.016841+0000","last_clean":"2024-04-21T09:10:06.016841+0000","last_became_active":"2024-04-21T09:07:41.366664+0000","last_became_peered":"2024-04-21T09:07:41.366664+0000","last_unstale":"2024-04-21T09:10:06.016841+0000","last_undegraded":"2024-04-21T09:10:06.016841+0000","last_fullsized":"2024-04-21T09:10:06.016841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:39:18.929538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578332+0000","last_change":"2024-04-21T09:07:42.373702+0000","last_active":"2024-04-21T09:10:06.578332+0000","last_peered":"2024-04-21T09:10:06.578332+0000","last_clean":"2024-04-21T09:10:06.578332+0000","last_became_active":"2024-04-21T09:07:42.373395+0000","last_became_peered":"2024-04-21T09:07:42.373395+0000","last_unstale":"2024-04-21T09:10:06.578332+0000","last_undegraded":"2024-04-21T09:10:06.578332+0000","last_fullsized":"2024-04-21T09:10:06.578332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:51:16.967867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016541+0000","last_change":"2024-04-21T09:07:46.637034+0000","last_active":"2024-04-21T09:10:06.016541+0000","last_peered":"2024-04-21T09:10:06.016541+0000","last_clean":"2024-04-21T09:10:06.016541+0000","last_became_active":"2024-04-21T09:07:46.636497+0000","last_became_peered":"2024-04-21T09:07:46.636497+0000","last_unstale":"2024-04-21T09:10:06.016541+0000","last_undegraded":"2024-04-21T09:10:06.016541+0000","last_fullsized":"2024-04-21T09:10:06.016541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:06:42.372952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151277+0000","last_change":"2024-04-21T09:07:41.369738+0000","last_active":"2024-04-21T09:10:06.151277+0000","last_peered":"2024-04-21T09:10:06.151277+0000","last_clean":"2024-04-21T09:10:06.151277+0000","last_became_active":"2024-04-21T09:07:41.369400+0000","last_became_peered":"2024-04-21T09:07:41.369400+0000","last_unstale":"2024-04-21T09:10:06.151277+0000","last_undegraded":"2024-04-21T09:10:06.151277+0000","last_fullsized":"2024-04-21T09:10:06.151277+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:18:16.142309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988754+0000","last_change":"2024-04-21T09:07:42.367965+0000","last_active":"2024-04-21T09:10:05.988754+0000","last_peered":"2024-04-21T09:10:05.988754+0000","last_clean":"2024-04-21T09:10:05.988754+0000","last_became_active":"2024-04-21T09:07:42.367636+0000","last_became_peered":"2024-04-21T09:07:42.367636+0000","last_unstale":"2024-04-21T09:10:05.988754+0000","last_undegraded":"2024-04-21T09:10:05.988754+0000","last_fullsized":"2024-04-21T09:10:05.988754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:40:52.682183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.987144+0000","last_change":"2024-04-21T09:07:46.632567+0000","last_active":"2024-04-21T09:10:05.987144+0000","last_peered":"2024-04-21T09:10:05.987144+0000","last_clean":"2024-04-21T09:10:05.987144+0000","last_became_active":"2024-04-21T09:07:46.632201+0000","last_became_peered":"2024-04-21T09:07:46.632201+0000","last_unstale":"2024-04-21T09:10:05.987144+0000","last_undegraded":"2024-04-21T09:10:05.987144+0000","last_fullsized":"2024-04-21T09:10:05.987144+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T15:31:01.708630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881380+0000","last_change":"2024-04-21T09:07:41.369594+0000","last_active":"2024-04-21T09:10:05.881380+0000","last_peered":"2024-04-21T09:10:05.881380+0000","last_clean":"2024-04-21T09:10:05.881380+0000","last_became_active":"2024-04-21T09:07:41.369259+0000","last_became_peered":"2024-04-21T09:07:41.369259+0000","last_unstale":"2024-04-21T09:10:05.881380+0000","last_undegraded":"2024-04-21T09:10:05.881380+0000","last_fullsized":"2024-04-21T09:10:05.881380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:44:28.963044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577262+0000","last_change":"2024-04-21T09:07:42.371563+0000","last_active":"2024-04-21T09:10:06.577262+0000","last_peered":"2024-04-21T09:10:06.577262+0000","last_clean":"2024-04-21T09:10:06.577262+0000","last_became_active":"2024-04-21T09:07:42.370430+0000","last_became_peered":"2024-04-21T09:07:42.370430+0000","last_unstale":"2024-04-21T09:10:06.577262+0000","last_undegraded":"2024-04-21T09:10:06.577262+0000","last_fullsized":"2024-04-21T09:10:06.577262+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:56:33.137998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016553+0000","last_change":"2024-04-21T09:08:32.770346+0000","last_active":"2024-04-21T09:10:06.016553+0000","last_peered":"2024-04-21T09:10:06.016553+0000","last_clean":"2024-04-21T09:10:06.016553+0000","last_became_active":"2024-04-21T09:08:32.758063+0000","last_became_peered":"2024-04-21T09:08:32.758063+0000","last_unstale":"2024-04-21T09:10:06.016553+0000","last_undegraded":"2024-04-21T09:10:06.016553+0000","last_fullsized":"2024-04-21T09:10:06.016553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:02:42.552559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577182+0000","last_change":"2024-04-21T09:08:32.764269+0000","last_active":"2024-04-21T09:10:06.577182+0000","last_peered":"2024-04-21T09:10:06.577182+0000","last_clean":"2024-04-21T09:10:06.577182+0000","last_became_active":"2024-04-21T09:08:32.759095+0000","last_became_peered":"2024-04-21T09:08:32.759095+0000","last_unstale":"2024-04-21T09:10:06.577182+0000","last_undegraded":"2024-04-21T09:10:06.577182+0000","last_fullsized":"2024-04-21T09:10:06.577182+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:22:16.666992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881277+0000","last_change":"2024-04-21T09:07:42.371431+0000","last_active":"2024-04-21T09:10:05.881277+0000","last_peered":"2024-04-21T09:10:05.881277+0000","last_clean":"2024-04-21T09:10:05.881277+0000","last_became_active":"2024-04-21T09:07:42.369473+0000","last_became_peered":"2024-04-21T09:07:42.369473+0000","last_unstale":"2024-04-21T09:10:05.881277+0000","last_undegraded":"2024-04-21T09:10:05.881277+0000","last_fullsized":"2024-04-21T09:10:05.881277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:21:03.218305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.016534+0000","last_change":"2024-04-21T09:07:46.632514+0000","last_active":"2024-04-21T09:10:06.016534+0000","last_peered":"2024-04-21T09:10:06.016534+0000","last_clean":"2024-04-21T09:10:06.016534+0000","last_became_active":"2024-04-21T09:07:46.632081+0000","last_became_peered":"2024-04-21T09:07:46.632081+0000","last_unstale":"2024-04-21T09:10:06.016534+0000","last_undegraded":"2024-04-21T09:10:06.016534+0000","last_fullsized":"2024-04-21T09:10:06.016534+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T17:55:47.759187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.988928+0000","last_change":"2024-04-21T09:07:41.376107+0000","last_active":"2024-04-21T09:10:05.988928+0000","last_peered":"2024-04-21T09:10:05.988928+0000","last_clean":"2024-04-21T09:10:05.988928+0000","last_became_active":"2024-04-21T09:07:41.375732+0000","last_became_peered":"2024-04-21T09:07:41.375732+0000","last_unstale":"2024-04-21T09:10:05.988928+0000","last_undegraded":"2024-04-21T09:10:05.988928+0000","last_fullsized":"2024-04-21T09:10:05.988928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:05:35.378210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148488+0000","last_change":"2024-04-21T09:07:42.378153+0000","last_active":"2024-04-21T09:10:06.148488+0000","last_peered":"2024-04-21T09:10:06.148488+0000","last_clean":"2024-04-21T09:10:06.148488+0000","last_became_active":"2024-04-21T09:07:42.377663+0000","last_became_peered":"2024-04-21T09:07:42.377663+0000","last_unstale":"2024-04-21T09:10:06.148488+0000","last_undegraded":"2024-04-21T09:10:06.148488+0000","last_fullsized":"2024-04-21T09:10:06.148488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:50:51.496382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151174+0000","last_change":"2024-04-21T09:07:46.633906+0000","last_active":"2024-04-21T09:10:06.151174+0000","last_peered":"2024-04-21T09:10:06.151174+0000","last_clean":"2024-04-21T09:10:06.151174+0000","last_became_active":"2024-04-21T09:07:46.633451+0000","last_became_peered":"2024-04-21T09:07:46.633451+0000","last_unstale":"2024-04-21T09:10:06.151174+0000","last_undegraded":"2024-04-21T09:10:06.151174+0000","last_fullsized":"2024-04-21T09:10:06.151174+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:03:40.274032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883511+0000","last_change":"2024-04-21T09:07:41.373113+0000","last_active":"2024-04-21T09:10:05.883511+0000","last_peered":"2024-04-21T09:10:05.883511+0000","last_clean":"2024-04-21T09:10:05.883511+0000","last_became_active":"2024-04-21T09:07:41.371855+0000","last_became_peered":"2024-04-21T09:07:41.371855+0000","last_unstale":"2024-04-21T09:10:05.883511+0000","last_undegraded":"2024-04-21T09:10:05.883511+0000","last_fullsized":"2024-04-21T09:10:05.883511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T20:15:50.080058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148669+0000","last_change":"2024-04-21T09:07:42.374806+0000","last_active":"2024-04-21T09:10:06.148669+0000","last_peered":"2024-04-21T09:10:06.148669+0000","last_clean":"2024-04-21T09:10:06.148669+0000","last_became_active":"2024-04-21T09:07:42.374045+0000","last_became_peered":"2024-04-21T09:07:42.374045+0000","last_unstale":"2024-04-21T09:10:06.148669+0000","last_undegraded":"2024-04-21T09:10:06.148669+0000","last_fullsized":"2024-04-21T09:10:06.148669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:39:37.049875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578107+0000","last_change":"2024-04-21T09:07:46.631877+0000","last_active":"2024-04-21T09:10:06.578107+0000","last_peered":"2024-04-21T09:10:06.578107+0000","last_clean":"2024-04-21T09:10:06.578107+0000","last_became_active":"2024-04-21T09:07:46.631453+0000","last_became_peered":"2024-04-21T09:07:46.631453+0000","last_unstale":"2024-04-21T09:10:06.578107+0000","last_undegraded":"2024-04-21T09:10:06.578107+0000","last_fullsized":"2024-04-21T09:10:06.578107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:18:35.462753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"94'57","reported_seq":109,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:11.876603+0000","last_change":"2024-04-21T09:07:41.375506+0000","last_active":"2024-04-21T09:10:11.876603+0000","last_peered":"2024-04-21T09:10:11.876603+0000","last_clean":"2024-04-21T09:10:11.876603+0000","last_became_active":"2024-04-21T09:07:41.375218+0000","last_became_peered":"2024-04-21T09:07:41.375218+0000","last_unstale":"2024-04-21T09:10:11.876603+0000","last_undegraded":"2024-04-21T09:10:11.876603+0000","last_fullsized":"2024-04-21T09:10:11.876603+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:26:29.694678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":21,"num_read_kb":20,"num_write":68,"num_write_kb":807,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148265+0000","last_change":"2024-04-21T09:07:42.373610+0000","last_active":"2024-04-21T09:10:06.148265+0000","last_peered":"2024-04-21T09:10:06.148265+0000","last_clean":"2024-04-21T09:10:06.148265+0000","last_became_active":"2024-04-21T09:07:42.373269+0000","last_became_peered":"2024-04-21T09:07:42.373269+0000","last_unstale":"2024-04-21T09:10:06.148265+0000","last_undegraded":"2024-04-21T09:10:06.148265+0000","last_fullsized":"2024-04-21T09:10:06.148265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:42.640008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903061+0000","last_change":"2024-04-21T09:07:46.633270+0000","last_active":"2024-04-21T09:10:05.903061+0000","last_peered":"2024-04-21T09:10:05.903061+0000","last_clean":"2024-04-21T09:10:05.903061+0000","last_became_active":"2024-04-21T09:07:46.632858+0000","last_became_peered":"2024-04-21T09:07:46.632858+0000","last_unstale":"2024-04-21T09:10:05.903061+0000","last_undegraded":"2024-04-21T09:10:05.903061+0000","last_fullsized":"2024-04-21T09:10:05.903061+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:45.607462+0000","last_clean_scrub_stamp":"2024-04-21T09:07:45.607462+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:07:57.681913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579725+0000","last_change":"2024-04-21T09:07:41.376087+0000","last_active":"2024-04-21T09:10:06.579725+0000","last_peered":"2024-04-21T09:10:06.579725+0000","last_clean":"2024-04-21T09:10:06.579725+0000","last_became_active":"2024-04-21T09:07:41.375398+0000","last_became_peered":"2024-04-21T09:07:41.375398+0000","last_unstale":"2024-04-21T09:10:06.579725+0000","last_undegraded":"2024-04-21T09:10:06.579725+0000","last_fullsized":"2024-04-21T09:10:06.579725+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:40.341322+0000","last_clean_scrub_stamp":"2024-04-21T09:07:40.341322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:07.290144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.148851+0000","last_change":"2024-04-21T09:07:42.369824+0000","last_active":"2024-04-21T09:10:06.148851+0000","last_peered":"2024-04-21T09:10:06.148851+0000","last_clean":"2024-04-21T09:10:06.148851+0000","last_became_active":"2024-04-21T09:07:42.369468+0000","last_became_peered":"2024-04-21T09:07:42.369468+0000","last_unstale":"2024-04-21T09:10:06.148851+0000","last_undegraded":"2024-04-21T09:10:06.148851+0000","last_fullsized":"2024-04-21T09:10:06.148851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:25:39.397795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.372247+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.371570+0000","last_became_peered":"2024-04-21T09:07:42.371570+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:35:30.582386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883156+0000","last_change":"2024-04-21T09:07:42.379246+0000","last_active":"2024-04-21T09:10:05.883156+0000","last_peered":"2024-04-21T09:10:05.883156+0000","last_clean":"2024-04-21T09:10:05.883156+0000","last_became_active":"2024-04-21T09:07:42.377165+0000","last_became_peered":"2024-04-21T09:07:42.377165+0000","last_unstale":"2024-04-21T09:10:05.883156+0000","last_undegraded":"2024-04-21T09:10:05.883156+0000","last_fullsized":"2024-04-21T09:10:05.883156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:07:05.616907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.882947+0000","last_change":"2024-04-21T09:07:42.375617+0000","last_active":"2024-04-21T09:10:05.882947+0000","last_peered":"2024-04-21T09:10:05.882947+0000","last_clean":"2024-04-21T09:10:05.882947+0000","last_became_active":"2024-04-21T09:07:42.375324+0000","last_became_peered":"2024-04-21T09:07:42.375324+0000","last_unstale":"2024-04-21T09:10:05.882947+0000","last_undegraded":"2024-04-21T09:10:05.882947+0000","last_fullsized":"2024-04-21T09:10:05.882947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T14:37:28.277443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577840+0000","last_change":"2024-04-21T09:07:42.370698+0000","last_active":"2024-04-21T09:10:06.577840+0000","last_peered":"2024-04-21T09:10:06.577840+0000","last_clean":"2024-04-21T09:10:06.577840+0000","last_became_active":"2024-04-21T09:07:42.369624+0000","last_became_peered":"2024-04-21T09:07:42.369624+0000","last_unstale":"2024-04-21T09:10:06.577840+0000","last_undegraded":"2024-04-21T09:10:06.577840+0000","last_fullsized":"2024-04-21T09:10:06.577840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T18:54:52.368796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":36,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.579577+0000","last_change":"2024-04-21T09:07:42.371383+0000","last_active":"2024-04-21T09:10:06.579577+0000","last_peered":"2024-04-21T09:10:06.579577+0000","last_clean":"2024-04-21T09:10:06.579577+0000","last_became_active":"2024-04-21T09:07:42.370998+0000","last_became_peered":"2024-04-21T09:07:42.370998+0000","last_unstale":"2024-04-21T09:10:06.579577+0000","last_undegraded":"2024-04-21T09:10:06.579577+0000","last_fullsized":"2024-04-21T09:10:06.579577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T09:45:53.670073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577179+0000","last_change":"2024-04-21T09:07:42.368279+0000","last_active":"2024-04-21T09:10:06.577179+0000","last_peered":"2024-04-21T09:10:06.577179+0000","last_clean":"2024-04-21T09:10:06.577179+0000","last_became_active":"2024-04-21T09:07:42.367949+0000","last_became_peered":"2024-04-21T09:07:42.367949+0000","last_unstale":"2024-04-21T09:10:06.577179+0000","last_undegraded":"2024-04-21T09:10:06.577179+0000","last_fullsized":"2024-04-21T09:10:06.577179+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T16:18:20.778996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.883788+0000","last_change":"2024-04-21T09:07:42.375083+0000","last_active":"2024-04-21T09:10:05.883788+0000","last_peered":"2024-04-21T09:10:05.883788+0000","last_clean":"2024-04-21T09:10:05.883788+0000","last_became_active":"2024-04-21T09:07:42.374732+0000","last_became_peered":"2024-04-21T09:07:42.374732+0000","last_unstale":"2024-04-21T09:10:05.883788+0000","last_undegraded":"2024-04-21T09:10:05.883788+0000","last_fullsized":"2024-04-21T09:10:05.883788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:22:33.910811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881437+0000","last_change":"2024-04-21T09:07:42.379986+0000","last_active":"2024-04-21T09:10:05.881437+0000","last_peered":"2024-04-21T09:10:05.881437+0000","last_clean":"2024-04-21T09:10:05.881437+0000","last_became_active":"2024-04-21T09:07:42.379610+0000","last_became_peered":"2024-04-21T09:07:42.379610+0000","last_unstale":"2024-04-21T09:10:05.881437+0000","last_undegraded":"2024-04-21T09:10:05.881437+0000","last_fullsized":"2024-04-21T09:10:05.881437+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:37:32.827814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.903058+0000","last_change":"2024-04-21T09:07:42.373498+0000","last_active":"2024-04-21T09:10:05.903058+0000","last_peered":"2024-04-21T09:10:05.903058+0000","last_clean":"2024-04-21T09:10:05.903058+0000","last_became_active":"2024-04-21T09:07:42.373207+0000","last_became_peered":"2024-04-21T09:07:42.373207+0000","last_unstale":"2024-04-21T09:10:05.903058+0000","last_undegraded":"2024-04-21T09:10:05.903058+0000","last_fullsized":"2024-04-21T09:10:05.903058+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T12:00:12.812504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:05.881510+0000","last_change":"2024-04-21T09:07:42.379745+0000","last_active":"2024-04-21T09:10:05.881510+0000","last_peered":"2024-04-21T09:10:05.881510+0000","last_clean":"2024-04-21T09:10:05.881510+0000","last_became_active":"2024-04-21T09:07:42.379246+0000","last_became_peered":"2024-04-21T09:07:42.379246+0000","last_unstale":"2024-04-21T09:10:05.881510+0000","last_undegraded":"2024-04-21T09:10:05.881510+0000","last_fullsized":"2024-04-21T09:10:05.881510+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T13:32:09.126158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.151376+0000","last_change":"2024-04-21T09:07:42.378977+0000","last_active":"2024-04-21T09:10:06.151376+0000","last_peered":"2024-04-21T09:10:06.151376+0000","last_clean":"2024-04-21T09:10:06.151376+0000","last_became_active":"2024-04-21T09:07:42.376046+0000","last_became_peered":"2024-04-21T09:07:42.376046+0000","last_unstale":"2024-04-21T09:10:06.151376+0000","last_undegraded":"2024-04-21T09:10:06.151376+0000","last_fullsized":"2024-04-21T09:10:06.151376+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T11:11:30.895661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.578660+0000","last_change":"2024-04-21T09:07:42.367817+0000","last_active":"2024-04-21T09:10:06.578660+0000","last_peered":"2024-04-21T09:10:06.578660+0000","last_clean":"2024-04-21T09:10:06.578660+0000","last_became_active":"2024-04-21T09:07:42.367370+0000","last_became_peered":"2024-04-21T09:07:42.367370+0000","last_unstale":"2024-04-21T09:10:06.578660+0000","last_undegraded":"2024-04-21T09:10:06.578660+0000","last_fullsized":"2024-04-21T09:10:06.578660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T21:01:45.477838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-04-21T09:10:06.577042+0000","last_change":"2024-04-21T09:07:42.369700+0000","last_active":"2024-04-21T09:10:06.577042+0000","last_peered":"2024-04-21T09:10:06.577042+0000","last_clean":"2024-04-21T09:10:06.577042+0000","last_became_active":"2024-04-21T09:07:42.369425+0000","last_became_peered":"2024-04-21T09:07:42.369425+0000","last_unstale":"2024-04-21T09:10:06.577042+0000","last_undegraded":"2024-04-21T09:10:06.577042+0000","last_fullsized":"2024-04-21T09:10:06.577042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-21T09:07:41.346014+0000","last_clean_scrub_stamp":"2024-04-21T09:07:41.346014+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-22T10:22:59.350157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":795825,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":972,"num_read_kb":646,"num_write":349,"num_write_kb":2091,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2617344,"data_stored":2387475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":268,"ondisk_log_size":268,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383723,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1073152,"data_stored":529532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645359,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28880,"kb_used_data":1864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716272,"statfs":{"total":95995035648,"available":95965462528,"internally_reserved":0,"allocated":1908736,"data_stored":1322872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808884,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28464,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716688,"statfs":{"total":95995035648,"available":95965888512,"internally_reserved":0,"allocated":1482752,"data_stored":922984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070522,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1482752,"data_stored":922904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332159,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28660,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716492,"statfs":{"total":95995035648,"available":95965687808,"internally_reserved":0,"allocated":1683456,"data_stored":1125905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495684,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1069056,"data_stored":524944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1142784,"data_stored":594922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1093632,"data_stored":526332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32312,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712840,"statfs":{"total":95995035648,"available":95961948160,"internally_reserved":0,"allocated":1159168,"data_stored":595650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182484,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1049954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920847,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1089536,"data_stored":530915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757321,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28800,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716352,"statfs":{"total":95995035648,"available":95965544448,"internally_reserved":0,"allocated":1826816,"data_stored":1252785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":741376,"data_stored":721732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":360448,"data_stored":330099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":400186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-21T09:10:17.335 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:10:17.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 -- 172.21.15.52:0/29881181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101a20 msgr2=0x7f526c105a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 --2- 172.21.15.52:0/29881181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101a20 0x7f526c105a60 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5258009900 tx=0x7f525802bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:17.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 -- 172.21.15.52:0/29881181 shutdown_connections 2024-04-21T09:10:17.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 --2- 172.21.15.52:0/29881181 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f526c106140 0x7f526c10dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 --2- 172.21.15.52:0/29881181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101a20 0x7f526c105a60 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 --2- 172.21.15.52:0/29881181 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f526c101070 0x7f526c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 -- 172.21.15.52:0/29881181 >> 172.21.15.52:0/29881181 conn(0x7f526c0771d0 msgr2=0x7f526c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:17.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 -- 172.21.15.52:0/29881181 shutdown_connections 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.474+0000 7f5272d0e640 1 -- 172.21.15.52:0/29881181 wait complete. 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5272d0e640 1 Processor -- start 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5272d0e640 1 -- start start 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5272d0e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101070 0x7f526c102b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5272d0e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f526c106140 0x7f526c103040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5272d0e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f526c103580 0x7f526c1a68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5272d0e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f526c111130 con 0x7f526c101070 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5272d0e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f526c110fb0 con 0x7f526c103580 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5272d0e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f526c1112b0 con 0x7f526c106140 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5270aaa640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101070 0x7f526c102b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5270aaa640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101070 0x7f526c102b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41380/0 (socket says 172.21.15.52:41380) 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5270aaa640 1 -- 172.21.15.52:0/3905410758 learned_addr learned my addr 172.21.15.52:0/3905410758 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5270aaa640 1 -- 172.21.15.52:0/3905410758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f526c106140 msgr2=0x7f526c103040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5270aaa640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f526c106140 0x7f526c103040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5270aaa640 1 -- 172.21.15.52:0/3905410758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f526c103580 msgr2=0x7f526c1a68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5270aaa640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f526c103580 0x7f526c1a68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.475+0000 7f5270aaa640 1 -- 172.21.15.52:0/3905410758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f526c1a6fe0 con 0x7f526c101070 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.476+0000 7f5270aaa640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101070 0x7f526c102b00 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f526000c920 tx=0x7f526000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.476+0000 7f5269ffb640 1 -- 172.21.15.52:0/3905410758 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5260007c70 con 0x7f526c101070 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.476+0000 7f5269ffb640 1 -- 172.21.15.52:0/3905410758 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5260007e10 con 0x7f526c101070 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.476+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f526c1a72d0 con 0x7f526c101070 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.476+0000 7f5269ffb640 1 -- 172.21.15.52:0/3905410758 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5260018820 con 0x7f526c101070 2024-04-21T09:10:17.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.476+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f526c1a7820 con 0x7f526c101070 2024-04-21T09:10:17.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.477+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f526c068e00 con 0x7f526c101070 2024-04-21T09:10:17.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.478+0000 7f5269ffb640 1 -- 172.21.15.52:0/3905410758 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f526000f450 con 0x7f526c101070 2024-04-21T09:10:17.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.479+0000 7f5269ffb640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f525c0a3de0 0x7f525c0a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.479+0000 7f526bfff640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f525c0a3de0 0x7f525c0a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.479+0000 7f5269ffb640 1 -- 172.21.15.52:0/3905410758 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f52600d0f30 con 0x7f526c101070 2024-04-21T09:10:17.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.479+0000 7f526bfff640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f525c0a3de0 0x7f525c0a62a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5258036040 tx=0x7f5258000bc0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:17.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.483+0000 7f5269ffb640 1 -- 172.21.15.52:0/3905410758 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5260014030 con 0x7f526c101070 2024-04-21T09:10:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:17 smithi078 ceph-mon[31713]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 73 KiB/s wr, 36 op/s 2024-04-21T09:10:17.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:17 smithi052 ceph-mon[28035]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 73 KiB/s wr, 36 op/s 2024-04-21T09:10:17.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.710+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f526c101a20 con 0x7f526c101070 2024-04-21T09:10:17.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.710+0000 7f5269ffb640 1 -- 172.21.15.52:0/3905410758 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11855 (secure 0 0 0) 0x7f526001f300 con 0x7f526c101070 2024-04-21T09:10:17.710 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:17.711 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:10:04.128804+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:10:17.711 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 25 2024-04-21T09:10:17.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f525c0a3de0 msgr2=0x7f525c0a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f525c0a3de0 0x7f525c0a62a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5258036040 tx=0x7f5258000bc0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101070 msgr2=0x7f526c102b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101070 0x7f526c102b00 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f526000c920 tx=0x7f526000cde0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 shutdown_connections 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f525c0a3de0 0x7f525c0a62a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f526c103580 0x7f526c1a68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f526c106140 0x7f526c103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 --2- 172.21.15.52:0/3905410758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f526c101070 0x7f526c102b00 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.712+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 >> 172.21.15.52:0/3905410758 conn(0x7f526c0771d0 msgr2=0x7f526c069530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.713+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 shutdown_connections 2024-04-21T09:10:17.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.713+0000 7f5272d0e640 1 -- 172.21.15.52:0/3905410758 wait complete. 2024-04-21T09:10:17.724 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:10:17.741 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:17 smithi060 ceph-mon[31055]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 73 KiB/s wr, 36 op/s 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 -- 172.21.15.52:0/74034202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074b40 msgr2=0x7f3f2c10e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/74034202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074b40 0x7f3f2c10e300 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f3f20009900 tx=0x7f3f2002bcd0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 -- 172.21.15.52:0/74034202 shutdown_connections 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/74034202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3f2c10e840 0x7f3f2c110c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/74034202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074b40 0x7f3f2c10e300 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/74034202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3f2c074220 0x7f3f2c074600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 -- 172.21.15.52:0/74034202 >> 172.21.15.52:0/74034202 conn(0x7f3f2c0793e0 msgr2=0x7f3f2c0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 -- 172.21.15.52:0/74034202 shutdown_connections 2024-04-21T09:10:17.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 -- 172.21.15.52:0/74034202 wait complete. 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 Processor -- start 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.827+0000 7f3f30bdb640 1 -- start start 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f30bdb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074220 0x7f3f2c1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f30bdb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3f2c074b40 0x7f3f2c1a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f30bdb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3f2c10e840 0x7f3f2c19a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f30bdb640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3f2c114400 con 0x7f3f2c074220 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f30bdb640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3f2c114280 con 0x7f3f2c074b40 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f30bdb640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f3f2c114580 con 0x7f3f2c10e840 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074220 0x7f3f2c1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074220 0x7f3f2c1a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41390/0 (socket says 172.21.15.52:41390) 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 -- 172.21.15.52:0/3316684406 learned_addr learned my addr 172.21.15.52:0/3316684406 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2ad9d640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3f2c10e840 0x7f3f2c19a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f29d9b640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3f2c074b40 0x7f3f2c1a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 -- 172.21.15.52:0/3316684406 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3f2c10e840 msgr2=0x7f3f2c19a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3f2c10e840 0x7f3f2c19a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 -- 172.21.15.52:0/3316684406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3f2c074b40 msgr2=0x7f3f2c1a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3f2c074b40 0x7f3f2c1a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 -- 172.21.15.52:0/3316684406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f2c19b020 con 0x7f3f2c074220 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2ad9d640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3f2c10e840 0x7f3f2c19a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f29d9b640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3f2c074b40 0x7f3f2c1a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.828+0000 7f3f2a59c640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074220 0x7f3f2c1a06a0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c00d770 tx=0x7f3f1c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.829+0000 7f3f1b7fe640 1 -- 172.21.15.52:0/3316684406 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c017070 con 0x7f3f2c074220 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.829+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f2c19b310 con 0x7f3f2c074220 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.829+0000 7f3f1b7fe640 1 -- 172.21.15.52:0/3316684406 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3f1c0054d0 con 0x7f3f2c074220 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.829+0000 7f3f1b7fe640 1 -- 172.21.15.52:0/3316684406 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f1c004c30 con 0x7f3f2c074220 2024-04-21T09:10:17.831 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.829+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f2c1a7620 con 0x7f3f2c074220 2024-04-21T09:10:17.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.830+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f2c075960 con 0x7f3f2c074220 2024-04-21T09:10:17.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.831+0000 7f3f1b7fe640 1 -- 172.21.15.52:0/3316684406 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f3f1c004e10 con 0x7f3f2c074220 2024-04-21T09:10:17.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.831+0000 7f3f1b7fe640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3f140a3db0 0x7f3f140a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:17.832 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.832+0000 7f3f29d9b640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3f140a3db0 0x7f3f140a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:17.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.832+0000 7f3f1b7fe640 1 -- 172.21.15.52:0/3316684406 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f3f1c0d0900 con 0x7f3f2c074220 2024-04-21T09:10:17.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.832+0000 7f3f29d9b640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3f140a3db0 0x7f3f140a6270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3f20036040 tx=0x7f3f20000bc0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:17.836 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:17.836+0000 7f3f1b7fe640 1 -- 172.21.15.52:0/3316684406 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3f1c09ca50 con 0x7f3f2c074220 2024-04-21T09:10:18.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.025+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f2c069250 con 0x7f3f2c074220 2024-04-21T09:10:18.026 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.026+0000 7f3f1b7fe640 1 -- 172.21.15.52:0/3316684406 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25073 (secure 0 0 0) 0x7f3f1c09c350 con 0x7f3f2c074220 2024-04-21T09:10:18.027 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:18.027 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":94,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:10:05.875540+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:10:18.028 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3f140a3db0 msgr2=0x7f3f140a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3f140a3db0 0x7f3f140a6270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3f20036040 tx=0x7f3f20000bc0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074220 msgr2=0x7f3f2c1a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074220 0x7f3f2c1a06a0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f3f1c00d770 tx=0x7f3f1c00dc30 comp rx=0 tx=0).stop 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 shutdown_connections 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3f140a3db0 0x7f3f140a6270 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3f2c10e840 0x7f3f2c19a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3f2c074b40 0x7f3f2c1a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 --2- 172.21.15.52:0/3316684406 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3f2c074220 0x7f3f2c1a06a0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.028+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 >> 172.21.15.52:0/3316684406 conn(0x7f3f2c0793e0 msgr2=0x7f3f2c0feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.029+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 shutdown_connections 2024-04-21T09:10:18.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.029+0000 7f3f30bdb640 1 -- 172.21.15.52:0/3316684406 wait complete. 2024-04-21T09:10:18.040 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:10:18.040 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:10:18.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 -- 172.21.15.52:0/3060072741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458101090 msgr2=0x7f7458101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 --2- 172.21.15.52:0/3060072741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458101090 0x7f7458101470 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f744c009900 tx=0x7f744c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 -- 172.21.15.52:0/3060072741 shutdown_connections 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 --2- 172.21.15.52:0/3060072741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7458106160 0x7f745810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 --2- 172.21.15.52:0/3060072741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7458101a40 0x7f7458105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 --2- 172.21.15.52:0/3060072741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458101090 0x7f7458101470 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 -- 172.21.15.52:0/3060072741 >> 172.21.15.52:0/3060072741 conn(0x7f7458078000 msgr2=0x7f7458078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 -- 172.21.15.52:0/3060072741 shutdown_connections 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.145+0000 7f745eb67640 1 -- 172.21.15.52:0/3060072741 wait complete. 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f745eb67640 1 Processor -- start 2024-04-21T09:10:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f745eb67640 1 -- start start 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f745eb67640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7458101090 0x7f745819e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f745eb67640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458106160 0x7f745819e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f745eb67640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7458198600 0x7f7458198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f745eb67640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f74581110f0 con 0x7f7458106160 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f745eb67640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7458110f70 con 0x7f7458101090 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f745eb67640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7458111270 con 0x7f7458198600 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f7457fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458106160 0x7f745819e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f7457fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458106160 0x7f745819e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41398/0 (socket says 172.21.15.52:41398) 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.146+0000 7f7457fff640 1 -- 172.21.15.52:0/245470715 learned_addr learned my addr 172.21.15.52:0/245470715 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f745d104640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7458198600 0x7f7458198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f745c903640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7458101090 0x7f745819e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7457fff640 1 -- 172.21.15.52:0/245470715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7458198600 msgr2=0x7f7458198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7457fff640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7458198600 0x7f7458198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7457fff640 1 -- 172.21.15.52:0/245470715 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7458101090 msgr2=0x7f745819e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7457fff640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7458101090 0x7f745819e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7457fff640 1 -- 172.21.15.52:0/245470715 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7458199120 con 0x7f7458106160 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f745c903640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7458101090 0x7f745819e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f745d104640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7458198600 0x7f7458198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7457fff640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458106160 0x7f745819e940 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f7444005fd0 tx=0x7f744400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7455ffb640 1 -- 172.21.15.52:0/245470715 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7444017070 con 0x7f7458106160 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7455ffb640 1 -- 172.21.15.52:0/245470715 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7444009c30 con 0x7f7458106160 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7458199410 con 0x7f7458106160 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f7455ffb640 1 -- 172.21.15.52:0/245470715 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7444003d30 con 0x7f7458106160 2024-04-21T09:10:18.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.147+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74581a5610 con 0x7f7458106160 2024-04-21T09:10:18.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.148+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7458068e00 con 0x7f7458106160 2024-04-21T09:10:18.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.149+0000 7f7455ffb640 1 -- 172.21.15.52:0/245470715 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f7444003ed0 con 0x7f7458106160 2024-04-21T09:10:18.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.150+0000 7f7455ffb640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f74480a3db0 0x7f74480a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.150+0000 7f7455ffb640 1 -- 172.21.15.52:0/245470715 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f74440d0a20 con 0x7f7458106160 2024-04-21T09:10:18.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.150+0000 7f745c903640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f74480a3db0 0x7f74480a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.150+0000 7f745c903640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f74480a3db0 0x7f74480a6270 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f744c006010 tx=0x7f744c005a20 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:18.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.154+0000 7f7455ffb640 1 -- 172.21.15.52:0/245470715 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7444020030 con 0x7f7458106160 2024-04-21T09:10:18.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.345+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7458101a40 con 0x7f7458106160 2024-04-21T09:10:18.345 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.345+0000 7f7455ffb640 1 -- 172.21.15.52:0/245470715 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f7444009de0 con 0x7f7458106160 2024-04-21T09:10:18.345 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:10:18.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f74480a3db0 msgr2=0x7f74480a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f74480a3db0 0x7f74480a6270 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f744c006010 tx=0x7f744c005a20 comp rx=0 tx=0).stop 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458106160 msgr2=0x7f745819e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458106160 0x7f745819e940 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f7444005fd0 tx=0x7f744400dde0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 shutdown_connections 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f74480a3db0 0x7f74480a6270 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7458198600 0x7f7458198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7458106160 0x7f745819e940 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 --2- 172.21.15.52:0/245470715 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7458101090 0x7f745819e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 >> 172.21.15.52:0/245470715 conn(0x7f7458078000 msgr2=0x7f7458069630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 shutdown_connections 2024-04-21T09:10:18.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.347+0000 7f745eb67640 1 -- 172.21.15.52:0/245470715 wait complete. 2024-04-21T09:10:18.358 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:10:18.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 -- 172.21.15.52:0/2348347260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 msgr2=0x7fbf0810eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 --2- 172.21.15.52:0/2348347260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 0x7fbf0810eef0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fbf00009cd0 tx=0x7fbf0002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 -- 172.21.15.52:0/2348347260 shutdown_connections 2024-04-21T09:10:18.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 --2- 172.21.15.52:0/2348347260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 0x7fbf0810eef0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 --2- 172.21.15.52:0/2348347260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf08103b50 0x7fbf08103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 --2- 172.21.15.52:0/2348347260 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf08102270 0x7fbf08102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 -- 172.21.15.52:0/2348347260 >> 172.21.15.52:0/2348347260 conn(0x7fbf080fda10 msgr2=0x7fbf080ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:18.466 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 -- 172.21.15.52:0/2348347260 shutdown_connections 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 -- 172.21.15.52:0/2348347260 wait complete. 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.464+0000 7fbf0daba640 1 Processor -- start 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf0daba640 1 -- start start 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf0daba640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf08102270 0x7fbf0819e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf0daba640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf08103b50 0x7fbf0819e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf0daba640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 0x7fbf08198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf0daba640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbf08112310 con 0x7fbf081044f0 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf0daba640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbf08112190 con 0x7fbf08103b50 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf0daba640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbf08112490 con 0x7fbf08102270 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 0x7fbf08198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 0x7fbf08198650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41414/0 (socket says 172.21.15.52:41414) 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 -- 172.21.15.52:0/1565271230 learned_addr learned my addr 172.21.15.52:0/1565271230 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:18.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf06ffd640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf08103b50 0x7fbf0819e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf077fe640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf08102270 0x7fbf0819e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 -- 172.21.15.52:0/1565271230 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf08102270 msgr2=0x7fbf0819e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf08102270 0x7fbf0819e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 -- 172.21.15.52:0/1565271230 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf08103b50 msgr2=0x7fbf0819e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf08103b50 0x7fbf0819e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 -- 172.21.15.52:0/1565271230 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf08198dd0 con 0x7fbf081044f0 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.465+0000 7fbf07fff640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 0x7fbf08198650 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fbf00033000 tx=0x7fbf000346e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.466+0000 7fbf04ff9640 1 -- 172.21.15.52:0/1565271230 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf00041020 con 0x7fbf081044f0 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.466+0000 7fbf04ff9640 1 -- 172.21.15.52:0/1565271230 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf00032970 con 0x7fbf081044f0 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.466+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf08199060 con 0x7fbf081044f0 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.466+0000 7fbf04ff9640 1 -- 172.21.15.52:0/1565271230 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf00039040 con 0x7fbf081044f0 2024-04-21T09:10:18.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.466+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf081a5310 con 0x7fbf081044f0 2024-04-21T09:10:18.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.467+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf08069250 con 0x7fbf081044f0 2024-04-21T09:10:18.469 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.468+0000 7fbf04ff9640 1 -- 172.21.15.52:0/1565271230 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fbf00044020 con 0x7fbf081044f0 2024-04-21T09:10:18.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.468+0000 7fbf04ff9640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbef00a3db0 0x7fbef00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.468+0000 7fbf077fe640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbef00a3db0 0x7fbef00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.468+0000 7fbf04ff9640 1 -- 172.21.15.52:0/1565271230 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbf000f2990 con 0x7fbf081044f0 2024-04-21T09:10:18.470 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.469+0000 7fbf077fe640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbef00a3db0 0x7fbef00a6270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fbef8009990 tx=0x7fbef8009110 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:18.473 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.473+0000 7fbf04ff9640 1 -- 172.21.15.52:0/1565271230 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbf0004b020 con 0x7fbf081044f0 2024-04-21T09:10:18.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.663+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbf0810a540 con 0x7fbf081044f0 2024-04-21T09:10:18.663 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.663+0000 7fbf04ff9640 1 -- 172.21.15.52:0/1565271230 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7fbf000bec50 con 0x7fbf081044f0 2024-04-21T09:10:18.663 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:18.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbef00a3db0 msgr2=0x7fbef00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.665 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbef00a3db0 0x7fbef00a6270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fbef8009990 tx=0x7fbef8009110 comp rx=0 tx=0).stop 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 msgr2=0x7fbf08198650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 0x7fbf08198650 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fbf00033000 tx=0x7fbf000346e0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 shutdown_connections 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbef00a3db0 0x7fbef00a6270 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf081044f0 0x7fbf08198650 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf08103b50 0x7fbf0819e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 --2- 172.21.15.52:0/1565271230 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf08102270 0x7fbf0819e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 >> 172.21.15.52:0/1565271230 conn(0x7fbf080fda10 msgr2=0x7fbf080fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 shutdown_connections 2024-04-21T09:10:18.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.665+0000 7fbf0daba640 1 -- 172.21.15.52:0/1565271230 wait complete. 2024-04-21T09:10:18.675 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:18 smithi052 ceph-mon[28035]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.675 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:18 smithi052 ceph-mon[28035]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.675 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:18 smithi052 ceph-mon[28035]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.675 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:18 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3905410758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:18.675 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:18 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3316684406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:18.675 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:18 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/245470715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:18.676 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:10:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:18 smithi078 ceph-mon[31713]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:18 smithi078 ceph-mon[31713]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:18 smithi078 ceph-mon[31713]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:18 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3905410758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:18.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:18 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3316684406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:18.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:18 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/245470715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:18.760 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:18 smithi060 ceph-mon[31055]: from='client.15750 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.760 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:18 smithi060 ceph-mon[31055]: from='client.15756 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.760 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:18 smithi060 ceph-mon[31055]: from='client.15762 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-21T09:10:18.760 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:18 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3905410758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:18.760 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:18 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3316684406' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:18.760 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:18 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/245470715' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:10:18.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 -- 172.21.15.52:0/3546717536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c103b70 msgr2=0x7fe34c10bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 --2- 172.21.15.52:0/3546717536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c103b70 0x7fe34c10bfc0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fe33c009900 tx=0x7fe33c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 -- 172.21.15.52:0/3546717536 shutdown_connections 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 --2- 172.21.15.52:0/3546717536 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe34c10c6d0 0x7fe34c10eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 --2- 172.21.15.52:0/3546717536 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c103b70 0x7fe34c10bfc0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 --2- 172.21.15.52:0/3546717536 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe34c1031c0 0x7fe34c1035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 -- 172.21.15.52:0/3546717536 >> 172.21.15.52:0/3546717536 conn(0x7fe34c077f70 msgr2=0x7fe34c078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 -- 172.21.15.52:0/3546717536 shutdown_connections 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.782+0000 7fe35383e640 1 -- 172.21.15.52:0/3546717536 wait complete. 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe35383e640 1 Processor -- start 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe35383e640 1 -- start start 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe35383e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe34c1031c0 0x7fe34c19e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe35383e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe34c10c6d0 0x7fe34c19ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe35383e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c198760 0x7fe34c198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe35383e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe34c112350 con 0x7fe34c198760 2024-04-21T09:10:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe35383e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe34c1121d0 con 0x7fe34c10c6d0 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe35383e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe34c1124d0 con 0x7fe34c1031c0 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe351ddb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c198760 0x7fe34c198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe351ddb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c198760 0x7fe34c198be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41436/0 (socket says 172.21.15.52:41436) 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe350dd9640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe34c10c6d0 0x7fe34c19ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.783+0000 7fe351ddb640 1 -- 172.21.15.52:0/407967189 learned_addr learned my addr 172.21.15.52:0/407967189 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe3515da640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe34c1031c0 0x7fe34c19e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe350dd9640 1 -- 172.21.15.52:0/407967189 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe34c1031c0 msgr2=0x7fe34c19e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe350dd9640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe34c1031c0 0x7fe34c19e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe350dd9640 1 -- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c198760 msgr2=0x7fe34c198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe350dd9640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c198760 0x7fe34c198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe350dd9640 1 -- 172.21.15.52:0/407967189 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe34c199360 con 0x7fe34c10c6d0 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe351ddb640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c198760 0x7fe34c198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:18.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe350dd9640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe34c10c6d0 0x7fe34c19ebe0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe33c02c170 tx=0x7fe33c0045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:18.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe3427fc640 1 -- 172.21.15.52:0/407967189 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe33c043020 con 0x7fe34c10c6d0 2024-04-21T09:10:18.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe34c1995f0 con 0x7fe34c10c6d0 2024-04-21T09:10:18.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe3427fc640 1 -- 172.21.15.52:0/407967189 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe33c02cb70 con 0x7fe34c10c6d0 2024-04-21T09:10:18.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe34c1a57e0 con 0x7fe34c10c6d0 2024-04-21T09:10:18.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.784+0000 7fe3427fc640 1 -- 172.21.15.52:0/407967189 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe33c003bc0 con 0x7fe34c10c6d0 2024-04-21T09:10:18.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.785+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe34c06ae40 con 0x7fe34c10c6d0 2024-04-21T09:10:18.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.787+0000 7fe3427fc640 1 -- 172.21.15.52:0/407967189 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fe33c046020 con 0x7fe34c10c6d0 2024-04-21T09:10:18.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.787+0000 7fe3427fc640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe3380a3db0 0x7fe3380a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:18.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.787+0000 7fe3515da640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe3380a3db0 0x7fe3380a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:18.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.787+0000 7fe3427fc640 1 -- 172.21.15.52:0/407967189 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fe33c0f3440 con 0x7fe34c10c6d0 2024-04-21T09:10:18.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.788+0000 7fe3515da640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe3380a3db0 0x7fe3380a6270 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe348009b60 tx=0x7fe348005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:18.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.791+0000 7fe3427fc640 1 -- 172.21.15.52:0/407967189 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe33c04d020 con 0x7fe34c10c6d0 2024-04-21T09:10:18.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.980+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe34c199c90 con 0x7fe34c10c6d0 2024-04-21T09:10:18.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.980+0000 7fe3427fc640 1 -- 172.21.15.52:0/407967189 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7fe33c0bf6a0 con 0x7fe34c10c6d0 2024-04-21T09:10:18.980 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe3380a3db0 msgr2=0x7fe3380a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe3380a3db0 0x7fe3380a6270 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe348009b60 tx=0x7fe348005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe34c10c6d0 msgr2=0x7fe34c19ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe34c10c6d0 0x7fe34c19ebe0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe33c02c170 tx=0x7fe33c0045e0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 shutdown_connections 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe3380a3db0 0x7fe3380a6270 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe34c198760 0x7fe34c198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe34c10c6d0 0x7fe34c19ebe0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 --2- 172.21.15.52:0/407967189 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe34c1031c0 0x7fe34c19e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:18.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 >> 172.21.15.52:0/407967189 conn(0x7fe34c077f70 msgr2=0x7fe34c0fe000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:18.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 shutdown_connections 2024-04-21T09:10:18.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:18.983+0000 7fe35383e640 1 -- 172.21.15.52:0/407967189 wait complete. 2024-04-21T09:10:18.994 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:10:19.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 -- 172.21.15.52:0/2672749472 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 msgr2=0x7fb9dc10bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 --2- 172.21.15.52:0/2672749472 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 0x7fb9dc10bfc0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009900 tx=0x7fb9cc02bcd0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 -- 172.21.15.52:0/2672749472 shutdown_connections 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 --2- 172.21.15.52:0/2672749472 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9dc10c500 0x7fb9dc10e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 --2- 172.21.15.52:0/2672749472 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 0x7fb9dc10bfc0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 --2- 172.21.15.52:0/2672749472 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9dc1031c0 0x7fb9dc1035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 -- 172.21.15.52:0/2672749472 >> 172.21.15.52:0/2672749472 conn(0x7fb9dc078000 msgr2=0x7fb9dc078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 -- 172.21.15.52:0/2672749472 shutdown_connections 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 -- 172.21.15.52:0/2672749472 wait complete. 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 Processor -- start 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 -- start start 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9dc1031c0 0x7fb9dc19e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 0x7fb9dc19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.099+0000 7fb9e4115640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9dc10c500 0x7fb9dc1985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e4115640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb9dc112190 con 0x7fb9dc103ae0 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e4115640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb9dc112010 con 0x7fb9dc10c500 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e4115640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb9dc112310 con 0x7fb9dc1031c0 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 0x7fb9dc19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 0x7fb9dc19e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41468/0 (socket says 172.21.15.52:41468) 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 -- 172.21.15.52:0/866580542 learned_addr learned my addr 172.21.15.52:0/866580542 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e26b2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9dc10c500 0x7fb9dc1985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e1eb1640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9dc1031c0 0x7fb9dc19e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 -- 172.21.15.52:0/866580542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9dc1031c0 msgr2=0x7fb9dc19e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9dc1031c0 0x7fb9dc19e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 -- 172.21.15.52:0/866580542 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9dc10c500 msgr2=0x7fb9dc1985f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9dc10c500 0x7fb9dc1985f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 -- 172.21.15.52:0/866580542 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9dc198d70 con 0x7fb9dc103ae0 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e26b2640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9dc10c500 0x7fb9dc1985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:19.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e16b0640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 0x7fb9dc19e980 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc005940 tx=0x7fb9cc02c690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:19.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9d2ffd640 1 -- 172.21.15.52:0/866580542 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc043020 con 0x7fb9dc103ae0 2024-04-21T09:10:19.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9d2ffd640 1 -- 172.21.15.52:0/866580542 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9cc004e00 con 0x7fb9dc103ae0 2024-04-21T09:10:19.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9dc199000 con 0x7fb9dc103ae0 2024-04-21T09:10:19.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9d2ffd640 1 -- 172.21.15.52:0/866580542 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc003970 con 0x7fb9dc103ae0 2024-04-21T09:10:19.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.100+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9dc1a5300 con 0x7fb9dc103ae0 2024-04-21T09:10:19.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.102+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9dc068e00 con 0x7fb9dc103ae0 2024-04-21T09:10:19.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.103+0000 7fb9d2ffd640 1 -- 172.21.15.52:0/866580542 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fb9cc046020 con 0x7fb9dc103ae0 2024-04-21T09:10:19.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.103+0000 7fb9d2ffd640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9c80a3db0 0x7fb9c80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.103+0000 7fb9d2ffd640 1 -- 172.21.15.52:0/866580542 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb9cc0f2b40 con 0x7fb9dc103ae0 2024-04-21T09:10:19.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.103+0000 7fb9e1eb1640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9c80a3db0 0x7fb9c80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.104+0000 7fb9e1eb1640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9c80a3db0 0x7fb9c80a6270 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8009bd0 tx=0x7fb9d8005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:19.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.108+0000 7fb9d2ffd640 1 -- 172.21.15.52:0/866580542 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb9cc04d020 con 0x7fb9dc103ae0 2024-04-21T09:10:19.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.295+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fb9dc107680 con 0x7fb9dc103ae0 2024-04-21T09:10:19.295 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.295+0000 7fb9d2ffd640 1 -- 172.21.15.52:0/866580542 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v94) ==== 103+0+11 (secure 0 0 0) 0x7fb9cc0bef20 con 0x7fb9dc103ae0 2024-04-21T09:10:19.295 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:10:19.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9c80a3db0 msgr2=0x7fb9c80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9c80a3db0 0x7fb9c80a6270 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8009bd0 tx=0x7fb9d8005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:19.297 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 msgr2=0x7fb9dc19e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 0x7fb9dc19e980 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc005940 tx=0x7fb9cc02c690 comp rx=0 tx=0).stop 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 shutdown_connections 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9c80a3db0 0x7fb9c80a6270 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9dc10c500 0x7fb9dc1985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9dc103ae0 0x7fb9dc19e980 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 --2- 172.21.15.52:0/866580542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9dc1031c0 0x7fb9dc19e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 >> 172.21.15.52:0/866580542 conn(0x7fb9dc078000 msgr2=0x7fb9dc0ff3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 shutdown_connections 2024-04-21T09:10:19.298 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.297+0000 7fb9e4115640 1 -- 172.21.15.52:0/866580542 wait complete. 2024-04-21T09:10:19.309 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3099585826 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 msgr2=0x7f7b9c102550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3099585826 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 0x7f7b9c102550 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f7b94009900 tx=0x7f7b9402bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3099585826 shutdown_connections 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3099585826 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7b9c107240 0x7f7b9c10ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3099585826 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7b9c102b20 0x7f7b9c106b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3099585826 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 0x7f7b9c102550 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3099585826 >> 172.21.15.52:0/3099585826 conn(0x7f7b9c0fd9f0 msgr2=0x7f7b9c0ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3099585826 shutdown_connections 2024-04-21T09:10:19.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3099585826 wait complete. 2024-04-21T09:10:19.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 Processor -- start 2024-04-21T09:10:19.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.412+0000 7f7ba0c70640 1 -- start start 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7ba0c70640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 0x7f7b9c198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7ba0c70640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7b9c107240 0x7f7b9c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7ba0c70640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7b9c19cff0 0x7f7b9c19d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7ba0c70640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9c1121b0 con 0x7f7b9c102170 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7ba0c70640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9c112030 con 0x7f7b9c107240 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7ba0c70640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9c112330 con 0x7f7b9c19cff0 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 0x7f7b9c198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 0x7f7b9c198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41492/0 (socket says 172.21.15.52:41492) 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 -- 172.21.15.52:0/3085184409 learned_addr learned my addr 172.21.15.52:0/3085184409 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b99d9b640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7b9c107240 0x7f7b9c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9ad9d640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7b9c19cff0 0x7f7b9c19d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 -- 172.21.15.52:0/3085184409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7b9c19cff0 msgr2=0x7f7b9c19d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7b9c19cff0 0x7f7b9c19d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 -- 172.21.15.52:0/3085184409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7b9c107240 msgr2=0x7f7b9c198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7b9c107240 0x7f7b9c198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 -- 172.21.15.52:0/3085184409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b9c19dae0 con 0x7f7b9c102170 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b9a59c640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 0x7f7b9c198730 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f7b94005940 tx=0x7f7b940045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.413+0000 7f7b8b7fe640 1 -- 172.21.15.52:0/3085184409 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b94043020 con 0x7f7b9c102170 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.414+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b9c19dd70 con 0x7f7b9c102170 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.414+0000 7f7b8b7fe640 1 -- 172.21.15.52:0/3085184409 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b9402caf0 con 0x7f7b9c102170 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.414+0000 7f7b8b7fe640 1 -- 172.21.15.52:0/3085184409 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b94003af0 con 0x7f7b9c102170 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.414+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b9c1a5590 con 0x7f7b9c102170 2024-04-21T09:10:19.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.415+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b9c068e00 con 0x7f7b9c102170 2024-04-21T09:10:19.417 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.416+0000 7f7b8b7fe640 1 -- 172.21.15.52:0/3085184409 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f7b94046020 con 0x7f7b9c102170 2024-04-21T09:10:19.417 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.416+0000 7f7b8b7fe640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7b840a3db0 0x7f7b840a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.417 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.416+0000 7f7b8b7fe640 1 -- 172.21.15.52:0/3085184409 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f7b940f3470 con 0x7f7b9c102170 2024-04-21T09:10:19.417 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.416+0000 7f7b99d9b640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7b840a3db0 0x7f7b840a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.417 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.417+0000 7f7b99d9b640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7b840a3db0 0x7f7b840a6270 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c101120 tx=0x7f7b90005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:19.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.420+0000 7f7b8b7fe640 1 -- 172.21.15.52:0/3085184409 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b9404d020 con 0x7f7b9c102170 2024-04-21T09:10:19.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.644+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b9c199a80 con 0x7f7b9c102170 2024-04-21T09:10:19.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.645+0000 7f7b8b7fe640 1 -- 172.21.15.52:0/3085184409 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11855 (secure 0 0 0) 0x7f7b940bf730 con 0x7f7b9c102170 2024-04-21T09:10:19.645 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:19.645 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:10:04.128804+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:10:19.645 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 25 2024-04-21T09:10:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7b840a3db0 msgr2=0x7f7b840a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7b840a3db0 0x7f7b840a6270 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c101120 tx=0x7f7b90005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 msgr2=0x7f7b9c198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 0x7f7b9c198730 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f7b94005940 tx=0x7f7b940045e0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 shutdown_connections 2024-04-21T09:10:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7b840a3db0 0x7f7b840a6270 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7b9c19cff0 0x7f7b9c19d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7b9c107240 0x7f7b9c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 --2- 172.21.15.52:0/3085184409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7b9c102170 0x7f7b9c198730 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 >> 172.21.15.52:0/3085184409 conn(0x7f7b9c0fd9f0 msgr2=0x7f7b9c0fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:19.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 shutdown_connections 2024-04-21T09:10:19.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.647+0000 7f7ba0c70640 1 -- 172.21.15.52:0/3085184409 wait complete. 2024-04-21T09:10:19.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:19 smithi052 ceph-mon[28035]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 83 KiB/s wr, 50 op/s 2024-04-21T09:10:19.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:19 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1565271230' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:19 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/407967189' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.657 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:19 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/866580542' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.658 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:10:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:19 smithi078 ceph-mon[31713]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 83 KiB/s wr, 50 op/s 2024-04-21T09:10:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:19 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1565271230' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:19 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/407967189' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:19 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/866580542' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 -- 172.21.15.52:0/1926271789 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb474101a40 msgr2=0x7fb47410dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/1926271789 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb474101a40 0x7fb47410dca0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb46c009ca0 tx=0x7fb46c02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 -- 172.21.15.52:0/1926271789 shutdown_connections 2024-04-21T09:10:19.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/1926271789 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb474101a40 0x7fb47410dca0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/1926271789 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb4741010a0 0x7fb474101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/1926271789 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb474105dd0 0x7fb4741061b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 -- 172.21.15.52:0/1926271789 >> 172.21.15.52:0/1926271789 conn(0x7fb474077c40 msgr2=0x7fb474078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 -- 172.21.15.52:0/1926271789 shutdown_connections 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.760+0000 7fb47c1fb640 1 -- 172.21.15.52:0/1926271789 wait complete. 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb47c1fb640 1 Processor -- start 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb47c1fb640 1 -- start start 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb47c1fb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4741010a0 0x7fb4741986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb47c1fb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb474101a40 0x7fb474198bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb47c1fb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb474105dd0 0x7fb47419cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb47c1fb640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb4741122d0 con 0x7fb4741010a0 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb47c1fb640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb474112150 con 0x7fb474101a40 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb47c1fb640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb474112450 con 0x7fb474105dd0 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479f97640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4741010a0 0x7fb4741986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479f97640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4741010a0 0x7fb4741986b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41498/0 (socket says 172.21.15.52:41498) 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479f97640 1 -- 172.21.15.52:0/2687226647 learned_addr learned my addr 172.21.15.52:0/2687226647 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479796640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb474101a40 0x7fb474198bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479f97640 1 -- 172.21.15.52:0/2687226647 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb474105dd0 msgr2=0x7fb47419cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479f97640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb474105dd0 0x7fb47419cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479f97640 1 -- 172.21.15.52:0/2687226647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb474101a40 msgr2=0x7fb474198bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479f97640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb474101a40 0x7fb474198bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.761+0000 7fb479f97640 1 -- 172.21.15.52:0/2687226647 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb47419d650 con 0x7fb4741010a0 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.762+0000 7fb479f97640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4741010a0 0x7fb4741986b0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb47000e9f0 tx=0x7fb47000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.762+0000 7fb466ffd640 1 -- 172.21.15.52:0/2687226647 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb47000ccc0 con 0x7fb4741010a0 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.762+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb47419d940 con 0x7fb4741010a0 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.762+0000 7fb466ffd640 1 -- 172.21.15.52:0/2687226647 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4700108e0 con 0x7fb4741010a0 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.762+0000 7fb466ffd640 1 -- 172.21.15.52:0/2687226647 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb470018880 con 0x7fb4741010a0 2024-04-21T09:10:19.764 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.762+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4741a51d0 con 0x7fb4741010a0 2024-04-21T09:10:19.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.763+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb474102540 con 0x7fb4741010a0 2024-04-21T09:10:19.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.764+0000 7fb466ffd640 1 -- 172.21.15.52:0/2687226647 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fb470010430 con 0x7fb4741010a0 2024-04-21T09:10:19.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.765+0000 7fb466ffd640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb4600a3db0 0x7fb4600a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:19.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.765+0000 7fb479796640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb4600a3db0 0x7fb4600a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:19.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.765+0000 7fb466ffd640 1 -- 172.21.15.52:0/2687226647 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb4700d1670 con 0x7fb4741010a0 2024-04-21T09:10:19.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.765+0000 7fb479796640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb4600a3db0 0x7fb4600a6270 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb474100b10 tx=0x7fb46800a2d0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:19.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.768+0000 7fb466ffd640 1 -- 172.21.15.52:0/2687226647 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb47009d7c0 con 0x7fb4741010a0 2024-04-21T09:10:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:19 smithi060 ceph-mon[31055]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 83 KiB/s wr, 50 op/s 2024-04-21T09:10:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:19 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1565271230' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:19 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/407967189' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:19 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/866580542' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:10:19.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.961+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb4741a5400 con 0x7fb4741010a0 2024-04-21T09:10:19.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.963+0000 7fb466ffd640 1 -- 172.21.15.52:0/2687226647 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25073 (secure 0 0 0) 0x7fb47009d0c0 con 0x7fb4741010a0 2024-04-21T09:10:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:19.963 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":94,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:10:05.875540+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:10:19.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb4600a3db0 msgr2=0x7fb4600a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb4600a3db0 0x7fb4600a6270 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb474100b10 tx=0x7fb46800a2d0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4741010a0 msgr2=0x7fb4741986b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:19.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4741010a0 0x7fb4741986b0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb47000e9f0 tx=0x7fb47000edf0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 shutdown_connections 2024-04-21T09:10:19.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb4600a3db0 0x7fb4600a6270 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.965 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb474105dd0 0x7fb47419cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb474101a40 0x7fb474198bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 --2- 172.21.15.52:0/2687226647 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb4741010a0 0x7fb4741986b0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:19.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 >> 172.21.15.52:0/2687226647 conn(0x7fb474077c40 msgr2=0x7fb4740fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:19.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 shutdown_connections 2024-04-21T09:10:19.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:19.965+0000 7fb47c1fb640 1 -- 172.21.15.52:0/2687226647 wait complete. 2024-04-21T09:10:19.976 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with random seed 780800 2024-04-21T09:10:19.976 DEBUG:tasks.quiescer:Yielding 2024-04-21T09:10:19.977 INFO:teuthology.run_tasks:Running task workunit... 2024-04-21T09:10:19.990 INFO:tasks.workunit:Pulling workunits from ref 4f6bc5273643aaf5660909e85400647a8951c10b 2024-04-21T09:10:19.991 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-21T09:10:19.991 INFO:tasks.workunit:timeout=3h 2024-04-21T09:10:19.991 INFO:tasks.workunit:cleanup=True 2024-04-21T09:10:19.991 DEBUG:teuthology.orchestra.run.smithi052:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-21T09:10:19.992 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:10:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-21T09:10:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-21T09:10:20.007 INFO:teuthology.orchestra.run.smithi052.stdout:Device: 73h/115d Inode: 1099511628283 Links: 2 2024-04-21T09:10:20.008 INFO:teuthology.orchestra.run.smithi052.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-21T09:10:20.008 INFO:teuthology.orchestra.run.smithi052.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-21T09:10:20.008 INFO:teuthology.orchestra.run.smithi052.stdout:Access: 2024-04-21 09:08:10.160563832 +0000 2024-04-21T09:10:20.008 INFO:teuthology.orchestra.run.smithi052.stdout:Modify: 2024-04-21 09:08:10.160563832 +0000 2024-04-21T09:10:20.008 INFO:teuthology.orchestra.run.smithi052.stdout:Change: 2024-04-21 09:10:03.425224383 +0000 2024-04-21T09:10:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: Birth: 2024-04-21 09:08:10.160563832 +0000 2024-04-21T09:10:20.008 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-21T09:10:20.008 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-21T09:10:20.080 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/leonid-s-usov/ceph-ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 4f6bc5273643aaf5660909e85400647a8951c10b 2024-04-21T09:10:20.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 -- 172.21.15.52:0/2370912316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f80101a40 msgr2=0x7f6f8010dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 --2- 172.21.15.52:0/2370912316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f80101a40 0x7f6f8010dca0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009ca0 tx=0x7f6f7802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 -- 172.21.15.52:0/2370912316 shutdown_connections 2024-04-21T09:10:20.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 --2- 172.21.15.52:0/2370912316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f80101a40 0x7f6f8010dca0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 --2- 172.21.15.52:0/2370912316 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f801010a0 0x7f6f80101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 --2- 172.21.15.52:0/2370912316 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f80105dd0 0x7f6f801061b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 -- 172.21.15.52:0/2370912316 >> 172.21.15.52:0/2370912316 conn(0x7f6f80077c40 msgr2=0x7f6f80078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 -- 172.21.15.52:0/2370912316 shutdown_connections 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 -- 172.21.15.52:0/2370912316 wait complete. 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.096+0000 7f6f87152640 1 Processor -- start 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f87152640 1 -- start start 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f87152640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f801010a0 0x7f6f801987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f87152640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f80101a40 0x7f6f80198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f87152640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f80105dd0 0x7f6f8019d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f87152640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6f80111160 con 0x7f6f801010a0 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f87152640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6f80110fe0 con 0x7f6f80101a40 2024-04-21T09:10:20.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f87152640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6f801112e0 con 0x7f6f80105dd0 2024-04-21T09:10:20.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f801010a0 0x7f6f801987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f801010a0 0x7f6f801987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41516/0 (socket says 172.21.15.52:41516) 2024-04-21T09:10:20.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 -- 172.21.15.52:0/1170817863 learned_addr learned my addr 172.21.15.52:0/1170817863 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f77fff640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f80101a40 0x7f6f80198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f856ef640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f80105dd0 0x7f6f8019d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 -- 172.21.15.52:0/1170817863 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f80105dd0 msgr2=0x7f6f8019d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f80105dd0 0x7f6f8019d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 -- 172.21.15.52:0/1170817863 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f80101a40 msgr2=0x7f6f80198cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f80101a40 0x7f6f80198cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 -- 172.21.15.52:0/1170817863 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f8019d750 con 0x7f6f801010a0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f77fff640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f80101a40 0x7f6f80198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f856ef640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f80105dd0 0x7f6f8019d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f84eee640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f801010a0 0x7f6f801987b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00d950 tx=0x7f6f7c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.097+0000 7f6f75ffb640 1 -- 172.21.15.52:0/1170817863 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c017030 con 0x7f6f801010a0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.098+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f8019da40 con 0x7f6f801010a0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.098+0000 7f6f75ffb640 1 -- 172.21.15.52:0/1170817863 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f7c004020 con 0x7f6f801010a0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.098+0000 7f6f75ffb640 1 -- 172.21.15.52:0/1170817863 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c0047a0 con 0x7f6f801010a0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.098+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f801a52d0 con 0x7f6f801010a0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.099+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f80102540 con 0x7f6f801010a0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.100+0000 7f6f75ffb640 1 -- 172.21.15.52:0/1170817863 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f6f7c009a30 con 0x7f6f801010a0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.100+0000 7f6f75ffb640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6f680a3db0 0x7f6f680a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.101+0000 7f6f77fff640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6f680a3db0 0x7f6f680a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.101+0000 7f6f75ffb640 1 -- 172.21.15.52:0/1170817863 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f6f7c0d0810 con 0x7f6f801010a0 2024-04-21T09:10:20.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.101+0000 7f6f77fff640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6f680a3db0 0x7f6f680a6270 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6f700058c0 tx=0x7f6f70005850 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.105 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.105+0000 7f6f75ffb640 1 -- 172.21.15.52:0/1170817863 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6f7c09c9c0 con 0x7f6f801010a0 2024-04-21T09:10:20.111 INFO:tasks.workunit.client.0.smithi052.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-21T09:10:20.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.334+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6f80069250 con 0x7f6f801010a0 2024-04-21T09:10:20.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.335+0000 7f6f75ffb640 1 -- 172.21.15.52:0/1170817863 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11855 (secure 0 0 0) 0x7f6f7c09c2c0 con 0x7f6f801010a0 2024-04-21T09:10:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:20.335 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:10:04.128804+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:10:20.335 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 25 2024-04-21T09:10:20.337 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6f680a3db0 msgr2=0x7f6f680a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.337 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6f680a3db0 0x7f6f680a6270 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6f700058c0 tx=0x7f6f70005850 comp rx=0 tx=0).stop 2024-04-21T09:10:20.337 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f801010a0 msgr2=0x7f6f801987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.337 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f801010a0 0x7f6f801987b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00d950 tx=0x7f6f7c00de10 comp rx=0 tx=0).stop 2024-04-21T09:10:20.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 shutdown_connections 2024-04-21T09:10:20.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f6f680a3db0 0x7f6f680a6270 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f6f80105dd0 0x7f6f8019d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f80101a40 0x7f6f80198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 --2- 172.21.15.52:0/1170817863 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f6f801010a0 0x7f6f801987b0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 >> 172.21.15.52:0/1170817863 conn(0x7f6f80077c40 msgr2=0x7f6f80104d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 shutdown_connections 2024-04-21T09:10:20.338 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.337+0000 7f6f87152640 1 -- 172.21.15.52:0/1170817863 wait complete. 2024-04-21T09:10:20.348 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-21T09:07:41.734296+0000', 'modified': '2024-04-21T09:10:04.128804+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24542, 'mds_1': 24517, 'mds_2': 24503}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24470': {'gid': 24470, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6835/1998686722', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6834', 'nonce': 1998686722}, {'type': 'v1', 'addr': '172.21.15.60:6835', 'nonce': 1998686722}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.78:6835/2825456266', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6834', 'nonce': 2825456266}, {'type': 'v1', 'addr': '172.21.15.78:6835', 'nonce': 2825456266}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24490': {'gid': 24490, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.78:6837/119150232', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6836', 'nonce': 119150232}, {'type': 'v1', 'addr': '172.21.15.78:6837', 'nonce': 119150232}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.60:6837/870798288', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6836', 'nonce': 870798288}, {'type': 'v1', 'addr': '172.21.15.60:6837', 'nonce': 870798288}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.78:6839/1114809149', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.78:6838', 'nonce': 1114809149}, {'type': 'v1', 'addr': '172.21.15.78:6839', 'nonce': 1114809149}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24542': {'gid': 24542, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.60:6839/3283399565', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6838', 'nonce': 3283399565}, {'type': 'v1', 'addr': '172.21.15.60:6839', 'nonce': 3283399565}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24542, 'qdb_cluster': [24542, 24517, 24503]} 2024-04-21T09:10:20.348 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-21T09:10:20.349 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-21T09:10:20.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.491+0000 7f63f808c640 1 -- 172.21.15.52:0/4111445060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f010c500 msgr2=0x7f63f010e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.491+0000 7f63f808c640 1 --2- 172.21.15.52:0/4111445060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f010c500 0x7f63f010e9a0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f63e8009900 tx=0x7f63e802bcd0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 -- 172.21.15.52:0/4111445060 shutdown_connections 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 --2- 172.21.15.52:0/4111445060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f010c500 0x7f63f010e9a0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 --2- 172.21.15.52:0/4111445060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63f0103ae0 0x7f63f010bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 --2- 172.21.15.52:0/4111445060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63f01031c0 0x7f63f01035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 -- 172.21.15.52:0/4111445060 >> 172.21.15.52:0/4111445060 conn(0x7f63f0078000 msgr2=0x7f63f0078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 -- 172.21.15.52:0/4111445060 shutdown_connections 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 -- 172.21.15.52:0/4111445060 wait complete. 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 Processor -- start 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 -- start start 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63f01031c0 0x7f63f019e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f0103ae0 0x7f63f019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63f010c500 0x7f63f0198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.492+0000 7f63f808c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f63f0112190 con 0x7f63f0103ae0 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f808c640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f63f0112010 con 0x7f63f01031c0 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f808c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f63f0112310 con 0x7f63f010c500 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f0103ae0 0x7f63f019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f0103ae0 0x7f63f019e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41524/0 (socket says 172.21.15.52:41524) 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 -- 172.21.15.52:0/2488488090 learned_addr learned my addr 172.21.15.52:0/2488488090 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5e28640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63f01031c0 0x7f63f019e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f6629640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63f010c500 0x7f63f0198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 -- 172.21.15.52:0/2488488090 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63f010c500 msgr2=0x7f63f0198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63f010c500 0x7f63f0198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 -- 172.21.15.52:0/2488488090 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63f01031c0 msgr2=0x7f63f019e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63f01031c0 0x7f63f019e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 -- 172.21.15.52:0/2488488090 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63f0198d10 con 0x7f63f0103ae0 2024-04-21T09:10:20.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f5627640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f0103ae0 0x7f63f019e920 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f63e400d950 tx=0x7f63e400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63eeffd640 1 -- 172.21.15.52:0/2488488090 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e4017030 con 0x7f63f0103ae0 2024-04-21T09:10:20.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63eeffd640 1 -- 172.21.15.52:0/2488488090 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63e4004020 con 0x7f63f0103ae0 2024-04-21T09:10:20.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f808c640 1 -- 172.21.15.52:0/2488488090 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63f0199000 con 0x7f63f0103ae0 2024-04-21T09:10:20.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63eeffd640 1 -- 172.21.15.52:0/2488488090 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e40047a0 con 0x7f63f0103ae0 2024-04-21T09:10:20.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.493+0000 7f63f808c640 1 -- 172.21.15.52:0/2488488090 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63f01a52a0 con 0x7f63f0103ae0 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.495+0000 7f63eeffd640 1 -- 172.21.15.52:0/2488488090 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f63e4009a30 con 0x7f63f0103ae0 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63fa922740 1 Processor -- start 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63fa922740 1 -- start start 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63fa922740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f0b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63fa922740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f1160 0x561de89f9710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63fa922740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89fc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63fa922740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x561de8954b10 con 0x561de89f07b0 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63fa922740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561de88f2240 con 0x561de89f1160 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63fa922740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x561de8950ad0 con 0x561de89f9ce0 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63f6629640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63f6629640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41538/0 (socket says 172.21.15.52:41538) 2024-04-21T09:10:20.503 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63f6629640 1 -- 172.21.15.52:0/3360285594 learned_addr learned my addr 172.21.15.52:0/3360285594 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.496+0000 7f63eeffd640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63d80a3e30 0x7f63d80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f5627640 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89fc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f5e28640 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f1160 0x561de89f9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f6629640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63d80a3e30 0x7f63d80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f6629640 1 -- 172.21.15.52:0/3360285594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 msgr2=0x561de89fc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f6629640 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89fc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63eeffd640 1 -- 172.21.15.52:0/2488488090 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f63e40d0580 con 0x7f63f0103ae0 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f6629640 1 -- 172.21.15.52:0/3360285594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f1160 msgr2=0x561de89f9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f6629640 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f1160 0x561de89f9710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f6629640 1 -- 172.21.15.52:0/3360285594 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561de86672d0 con 0x561de89f07b0 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f6629640 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f0b90 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f63e8005de0 tx=0x7f63e80043f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22de4bd4d5104ffd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63d7fff640 1 -- 172.21.15.52:0/3360285594 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e802c880 con 0x561de89f07b0 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63f6629640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63d80a3e30 0x7f63d80a62f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f63e802c820 tx=0x7f63e8049000 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63d7fff640 1 -- 172.21.15.52:0/3360285594 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63e80046c0 con 0x561de89f07b0 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.497+0000 7f63d7fff640 1 -- 172.21.15.52:0/3360285594 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e8003830 con 0x561de89f07b0 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 -- 172.21.15.52:0/3360285594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 msgr2=0x561de89f0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f0b90 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f63e8005de0 tx=0x7f63e80043f0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 -- 172.21.15.52:0/3360285594 shutdown_connections 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89fc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f1160 0x561de89f9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 --2- 172.21.15.52:0/3360285594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f0b90 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 -- 172.21.15.52:0/3360285594 >> 172.21.15.52:0/3360285594 conn(0x561de89eaa60 msgr2=0x561de89eae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 -- 172.21.15.52:0/3360285594 shutdown_connections 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 -- 172.21.15.52:0/3360285594 wait complete. 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.498+0000 7f63fa922740 1 -- start start 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63fa922740 1 Processor -- start 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63fa922740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f07b0 0x561de89f6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63fa922740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63fa922740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89f7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63fa922740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x561de89fcc50 con 0x561de89f1160 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63fa922740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561de88dd190 con 0x561de89f07b0 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63fa922740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x561de89fcdd0 con 0x561de89f9ce0 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63fa922740 10 client.0 _ll_register_callbacks cb 0x561de88d88b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5627640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5627640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f7250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41554/0 (socket says 172.21.15.52:41554) 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5627640 1 -- 172.21.15.52:0/2806791785 learned_addr learned my addr 172.21.15.52:0/2806791785 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5e28640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f07b0 0x561de89f6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f6629640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89f7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5627640 1 -- 172.21.15.52:0/2806791785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 msgr2=0x561de89f7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5627640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89f7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5627640 1 -- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f07b0 msgr2=0x561de89f6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5627640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f07b0 0x561de89f6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5627640 1 -- 172.21.15.52:0/2806791785 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561de87316b0 con 0x561de89f1160 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f5e28640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f07b0 0x561de89f6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.499+0000 7f63f6629640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89f7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63f5627640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f7250 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f63e409bfc0 tx=0x7f63e406a9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d8778513bbb9089 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63d57fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63d57fa640 1 -- 172.21.15.52:0/2806791785 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e409c030 con 0x561de89f1160 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63d57fa640 1 -- 172.21.15.52:0/2806791785 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f63e40986a0 con 0x561de89f1160 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 1 -- 172.21.15.52:0/2806791785 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63e80046c0 con 0x561de89f1160 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63d57fa640 1 -- 172.21.15.52:0/2806791785 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f63e40a03e0 con 0x561de89f1160 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 10 client.15828 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 1 -- 172.21.15.52:0/2806791785 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561de8a08fb0 con 0x561de89f1160 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63d57fa640 1 -- 172.21.15.52:0/2806791785 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63e80046c0 con 0x561de89f1160 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63d57fa640 1 -- 172.21.15.52:0/2806791785 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f63e40d01c0 con 0x561de89f1160 2024-04-21T09:10:20.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 10 client.15828 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 10 client.15828 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 20 client.15828 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x561de8a0b600 0x561de8a0ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 4 client.15828 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.500+0000 7f63fa922740 1 -- 172.21.15.52:0/2806791785 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561de8962530 con 0x561de8a0b600 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.501+0000 7f63f5e28640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x561de8a0b600 0x561de8a0ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.501+0000 7f63f5e28640 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x561de8a0b600 0x561de8a0ca70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=58de523ff45be841 server_cookie=46547c631013ec5b in_seq=0 out_seq=0 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.501+0000 7f63d57fa640 10 client.15828 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63d57fa640 1 -- 172.21.15.52:0/2806791785 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561de8962530 con 0x561de8a0b600 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63d57fa640 10 client.15828 handle_command_reply: tid=0 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 client.15828 shutdown 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 -- 172.21.15.52:0/2806791785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 msgr2=0x561de89f7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f7250 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f63e409bfc0 tx=0x7f63e406a9e0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 -- 172.21.15.52:0/2806791785 shutdown_connections 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f9ce0 0x561de89f7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x561de8a0b600 0x561de8a0ca70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f7250 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 --2- 172.21.15.52:0/2806791785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f07b0 0x561de89f6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63d57fa640 0 client.15828 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 -- 172.21.15.52:0/2806791785 >> 172.21.15.52:0/2806791785 conn(0x561de89eaa60 msgr2=0x561de89ecbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 -- 172.21.15.52:0/2806791785 shutdown_connections 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 1 -- 172.21.15.52:0/2806791785 wait complete. 2024-04-21T09:10:20.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.502+0000 7f63fa922740 20 client.15828 trim_cache size 0 max 16384 2024-04-21T09:10:20.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.520+0000 7f63fa922740 1 Processor -- start 2024-04-21T09:10:20.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.520+0000 7f63fa922740 1 -- start start 2024-04-21T09:10:20.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.520+0000 7f63fa922740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63fa922740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f1160 0x561de8a15140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63fa922740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 0x561de89e5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63fa922740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x561de8a0adb0 con 0x561de89f07b0 2024-04-21T09:10:20.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63fa922740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561de8a0b480 con 0x561de89f9ce0 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63fa922740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x561de8a0bb50 con 0x561de89f1160 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41566/0 (socket says 172.21.15.52:41566) 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 -- 172.21.15.52:0/1085908392 learned_addr learned my addr 172.21.15.52:0/1085908392 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5627640 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f1160 0x561de8a15140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 -- 172.21.15.52:0/1085908392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f1160 msgr2=0x561de8a15140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f1160 0x561de8a15140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 -- 172.21.15.52:0/1085908392 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 msgr2=0x561de89e5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 0x561de89e5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 -- 172.21.15.52:0/1085908392 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561de89ebdf0 con 0x561de89f07b0 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5627640 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f1160 0x561de8a15140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63f5e28640 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f9440 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x561de89f1560 tx=0x7f63e00135e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6780562697304d0a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63d77fe640 1 -- 172.21.15.52:0/1085908392 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e0004d20 con 0x561de89f07b0 2024-04-21T09:10:20.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63d77fe640 1 -- 172.21.15.52:0/1085908392 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63e0023070 con 0x561de89f07b0 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.521+0000 7f63d77fe640 1 -- 172.21.15.52:0/1085908392 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e0004030 con 0x561de89f07b0 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 -- 172.21.15.52:0/1085908392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 msgr2=0x561de89f9440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f9440 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x561de89f1560 tx=0x7f63e00135e0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 -- 172.21.15.52:0/1085908392 shutdown_connections 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 0x561de89e5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f1160 0x561de8a15140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 --2- 172.21.15.52:0/1085908392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f07b0 0x561de89f9440 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 -- 172.21.15.52:0/1085908392 >> 172.21.15.52:0/1085908392 conn(0x561de89eaa60 msgr2=0x561de89eae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 -- 172.21.15.52:0/1085908392 shutdown_connections 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 -- 172.21.15.52:0/1085908392 wait complete. 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 -- start start 2024-04-21T09:10:20.524 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.522+0000 7f63fa922740 1 Processor -- start 2024-04-21T09:10:20.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63fa922740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f07b0 0x561de89f41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63fa922740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63fa922740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 0x561de89f2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63fa922740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x561de8a0c8f0 con 0x561de89f1160 2024-04-21T09:10:20.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63fa922740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561de8a0c220 con 0x561de89f9ce0 2024-04-21T09:10:20.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63fa922740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x561de8a0cfc0 con 0x561de89f07b0 2024-04-21T09:10:20.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63fa922740 10 client.0 _ll_register_callbacks cb 0x7f63e409bc40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:20.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41568/0 (socket says 172.21.15.52:41568) 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 -- 172.21.15.52:0/2409934482 learned_addr learned my addr 172.21.15.52:0/2409934482 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f6629640 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 0x561de89f2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 -- 172.21.15.52:0/2409934482 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f07b0 msgr2=0x561de89f41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f07b0 0x561de89f41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 -- 172.21.15.52:0/2409934482 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 msgr2=0x561de89f2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 0x561de89f2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 -- 172.21.15.52:0/2409934482 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561de89f3620 con 0x561de89f1160 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63f5627640 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f4730 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f63e40cdf50 tx=0x7f63e40cd7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8850c97cbe9e457 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63d57fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63d57fa640 1 -- 172.21.15.52:0/2409934482 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e40982d0 con 0x561de89f1160 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63d57fa640 1 -- 172.21.15.52:0/2409934482 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f63e40d01c0 con 0x561de89f1160 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.523+0000 7f63fa922740 1 -- 172.21.15.52:0/2409934482 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63e0023070 con 0x561de89f1160 2024-04-21T09:10:20.529 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63d57fa640 1 -- 172.21.15.52:0/2409934482 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f63e409be00 con 0x561de89f1160 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63fa922740 10 client.15834 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63fa922740 1 -- 172.21.15.52:0/2409934482 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561de8a75ea0 con 0x561de89f1160 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63d57fa640 1 -- 172.21.15.52:0/2409934482 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63e407ae50 con 0x561de89f1160 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63d57fa640 1 -- 172.21.15.52:0/2409934482 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f63e409b480 con 0x561de89f1160 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63fa922740 10 client.15834 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63fa922740 10 client.15834 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63fa922740 20 client.15834 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63fa922740 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x561de8a7aac0 0x561de8a797d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63fa922740 4 client.15834 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63fa922740 1 -- 172.21.15.52:0/2409934482 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "status"}) -- 0x561de895c3a0 con 0x561de8a7aac0 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.524+0000 7f63f5e28640 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x561de8a7aac0 0x561de8a797d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63f5e28640 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x561de8a7aac0 0x561de8a797d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fb305a97da59cbbb server_cookie=e28896a4e095738d in_seq=0 out_seq=0 2024-04-21T09:10:20.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63d57fa640 10 client.15834 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63d57fa640 1 -- 172.21.15.52:0/2409934482 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x561de895c3a0 con 0x561de8a7aac0 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63d57fa640 10 client.15834 handle_command_reply: tid=0 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 client.15834 shutdown 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 -- 172.21.15.52:0/2409934482 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 msgr2=0x561de89f4730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f4730 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f63e40cdf50 tx=0x7f63e40cd7d0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 -- 172.21.15.52:0/2409934482 shutdown_connections 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561de89f9ce0 0x561de89f2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x561de8a7aac0 0x561de8a797d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561de89f1160 0x561de89f4730 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 --2- 172.21.15.52:0/2409934482 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561de89f07b0 0x561de89f41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63d57fa640 0 client.15834 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 -- 172.21.15.52:0/2409934482 >> 172.21.15.52:0/2409934482 conn(0x561de89eaa60 msgr2=0x561de89e5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 -- 172.21.15.52:0/2409934482 shutdown_connections 2024-04-21T09:10:20.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 1 -- 172.21.15.52:0/2409934482 wait complete. 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.525+0000 7f63fa922740 20 client.15834 trim_cache size 0 max 16384 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 2, 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24503, 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 132.831994229, 2024-04-21T09:10:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 25, 2024-04-21T09:10:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 94, 2024-04-21T09:10:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 93, 2024-04-21T09:10:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 173.870955041 2024-04-21T09:10:20.533 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 -- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63d80a3e30 msgr2=0x7f63d80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63d80a3e30 0x7f63d80a62f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f63e802c820 tx=0x7f63e8049000 comp rx=0 tx=0).stop 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 -- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f0103ae0 msgr2=0x7f63f019e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f0103ae0 0x7f63f019e920 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f63e400d950 tx=0x7f63e400de10 comp rx=0 tx=0).stop 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 -- 172.21.15.52:0/2488488090 shutdown_connections 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63d80a3e30 0x7f63d80a62f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63f010c500 0x7f63f0198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f63f0103ae0 0x7f63f019e920 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 --2- 172.21.15.52:0/2488488090 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63f01031c0 0x7f63f019e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 -- 172.21.15.52:0/2488488090 >> 172.21.15.52:0/2488488090 conn(0x7f63f0078000 msgr2=0x7f63f00ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 -- 172.21.15.52:0/2488488090 shutdown_connections 2024-04-21T09:10:20.535 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.526+0000 7f63f808c640 1 -- 172.21.15.52:0/2488488090 wait complete. 2024-04-21T09:10:20.536 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-21T09:10:20.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 -- 172.21.15.52:0/4264570967 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a8103b70 msgr2=0x7fb9a810bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/4264570967 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a8103b70 0x7fb9a810bfc0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fb990009900 tx=0x7fb99002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:20.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 -- 172.21.15.52:0/4264570967 shutdown_connections 2024-04-21T09:10:20.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/4264570967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9a810c6d0 0x7fb9a810eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/4264570967 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a8103b70 0x7fb9a810bfc0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/4264570967 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9a81031c0 0x7fb9a81035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 -- 172.21.15.52:0/4264570967 >> 172.21.15.52:0/4264570967 conn(0x7fb9a8077f70 msgr2=0x7fb9a8078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 -- 172.21.15.52:0/4264570967 shutdown_connections 2024-04-21T09:10:20.640 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.639+0000 7fb9acdf4640 1 -- 172.21.15.52:0/4264570967 wait complete. 2024-04-21T09:10:20.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.640+0000 7fb9acdf4640 1 Processor -- start 2024-04-21T09:10:20.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.640+0000 7fb9acdf4640 1 -- start start 2024-04-21T09:10:20.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.640+0000 7fb9acdf4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9a81031c0 0x7fb9a819e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.640+0000 7fb9acdf4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9a810c6d0 0x7fb9a819eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.640+0000 7fb9acdf4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a81986f0 0x7fb9a8198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.640+0000 7fb9acdf4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb9a8112350 con 0x7fb9a81986f0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.640+0000 7fb9acdf4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb9a81121d0 con 0x7fb9a81031c0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.640+0000 7fb9acdf4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb9a81124d0 con 0x7fb9a810c6d0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a81986f0 0x7fb9a8198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a81986f0 0x7fb9a8198b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41592/0 (socket says 172.21.15.52:41592) 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 -- 172.21.15.52:0/2741914535 learned_addr learned my addr 172.21.15.52:0/2741914535 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9a810c6d0 0x7fb9a819eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a659c640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9a81031c0 0x7fb9a819e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 -- 172.21.15.52:0/2741914535 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9a810c6d0 msgr2=0x7fb9a819eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9a810c6d0 0x7fb9a819eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 -- 172.21.15.52:0/2741914535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9a81031c0 msgr2=0x7fb9a819e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9a81031c0 0x7fb9a819e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 -- 172.21.15.52:0/2741914535 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9a81992f0 con 0x7fb9a81986f0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9a6d9d640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a81986f0 0x7fb9a8198b70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fb9a000cce0 tx=0x7fb9a000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb99ffff640 1 -- 172.21.15.52:0/2741914535 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a000f450 con 0x7fb9a81986f0 2024-04-21T09:10:20.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb99ffff640 1 -- 172.21.15.52:0/2741914535 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9a000faa0 con 0x7fb9a81986f0 2024-04-21T09:10:20.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9acdf4640 1 -- 172.21.15.52:0/2741914535 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9a81a53d0 con 0x7fb9a81986f0 2024-04-21T09:10:20.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb99ffff640 1 -- 172.21.15.52:0/2741914535 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a0018b70 con 0x7fb9a81986f0 2024-04-21T09:10:20.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.641+0000 7fb9acdf4640 1 -- 172.21.15.52:0/2741914535 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9a81a5780 con 0x7fb9a81986f0 2024-04-21T09:10:20.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb99ffff640 1 -- 172.21.15.52:0/2741914535 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fb9a0018d10 con 0x7fb9a81986f0 2024-04-21T09:10:20.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb9af9ed740 1 Processor -- start 2024-04-21T09:10:20.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb9af9ed740 1 -- start start 2024-04-21T09:10:20.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f701b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f70a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 0x56137f70d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56137f665b10 con 0x56137f7017b0 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56137f603240 con 0x56137f702160 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56137f661ad0 con 0x56137f70ace0 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb99dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f701b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb99dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f701b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41600/0 (socket says 172.21.15.52:41600) 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.644+0000 7fb99dd9b640 1 -- 172.21.15.52:0/4231060928 learned_addr learned my addr 172.21.15.52:0/4231060928 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb9a659c640 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f70a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99ffff640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9940a3db0 0x7fb9940a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 0x56137f70d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99dd9b640 1 -- 172.21.15.52:0/4231060928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 msgr2=0x56137f70d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 0x56137f70d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99dd9b640 1 -- 172.21.15.52:0/4231060928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 msgr2=0x56137f70a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f70a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb9a6d9d640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9940a3db0 0x7fb9940a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99dd9b640 1 -- 172.21.15.52:0/4231060928 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56137f3782d0 con 0x56137f7017b0 2024-04-21T09:10:20.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99ffff640 1 -- 172.21.15.52:0/2741914535 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb9a00d1040 con 0x7fb9a81986f0 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f701b90 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fb990009230 tx=0x7fb990009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c41dacd8e00a19bc server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99cd99640 1 -- 172.21.15.52:0/4231060928 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb990047020 con 0x56137f7017b0 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99cd99640 1 -- 172.21.15.52:0/4231060928 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb99002cc90 con 0x56137f7017b0 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.645+0000 7fb99cd99640 1 -- 172.21.15.52:0/4231060928 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb990004920 con 0x56137f7017b0 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 -- 172.21.15.52:0/4231060928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 msgr2=0x56137f701b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9a6d9d640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9940a3db0 0x7fb9940a6270 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00ce3b0 tx=0x7fb9a006f5e0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f701b90 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fb990009230 tx=0x7fb990009560 comp rx=0 tx=0).stop 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 -- 172.21.15.52:0/4231060928 shutdown_connections 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 0x56137f70d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f70a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/4231060928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f701b90 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 -- 172.21.15.52:0/4231060928 >> 172.21.15.52:0/4231060928 conn(0x56137f6fba60 msgr2=0x56137f6fbe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 -- 172.21.15.52:0/4231060928 shutdown_connections 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 -- 172.21.15.52:0/4231060928 wait complete. 2024-04-21T09:10:20.652 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 -- start start 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.646+0000 7fb9af9ed740 1 Processor -- start 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 0x56137f707c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 0x56137f708170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f7086b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56137f70dbf0 con 0x56137f70ace0 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56137f5ee190 con 0x56137f7017b0 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56137f70dd70 con 0x56137f702160 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb9af9ed740 10 client.0 _ll_register_callbacks cb 0x56137f5e98b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f7086b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f7086b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41608/0 (socket says 172.21.15.52:41608) 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 -- 172.21.15.52:0/2696380087 learned_addr learned my addr 172.21.15.52:0/2696380087 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 0x56137f707c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb9a659c640 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 0x56137f708170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 -- 172.21.15.52:0/2696380087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 msgr2=0x56137f708170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 0x56137f708170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 -- 172.21.15.52:0/2696380087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 msgr2=0x56137f707c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 0x56137f707c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 -- 172.21.15.52:0/2696380087 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56137f4426b0 con 0x56137f70ace0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f7086b0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fb990036040 tx=0x7fb990005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf9f15792c2ea7c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.647+0000 7fb98dffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb98dffb640 1 -- 172.21.15.52:0/2696380087 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb990047070 con 0x56137f70ace0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb98dffb640 1 -- 172.21.15.52:0/2696380087 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb990005480 con 0x56137f70ace0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2696380087 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb99002cc90 con 0x56137f70ace0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb98dffb640 1 -- 172.21.15.52:0/2696380087 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb99005f050 con 0x56137f70ace0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 10 client.15846 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2696380087 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56137f719ed0 con 0x56137f70ace0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb98dffb640 1 -- 172.21.15.52:0/2696380087 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb99002cc90 con 0x56137f70ace0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb98dffb640 1 -- 172.21.15.52:0/2696380087 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb990040040 con 0x56137f70ace0 2024-04-21T09:10:20.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 10 client.15846 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 10 client.15846 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 20 client.15846 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x56137f71bfe0 0x56137f71d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 4 client.15846 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.648+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2696380087 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56137f673530 con 0x56137f71bfe0 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.649+0000 7fb9a659c640 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x56137f71bfe0 0x56137f71d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.649+0000 7fb98dffb640 10 client.15846 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.649+0000 7fb9a659c640 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x56137f71bfe0 0x56137f71d450 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=629e1ca0ea5c154b server_cookie=35890b711a78dbe0 in_seq=0 out_seq=0 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb98dffb640 1 -- 172.21.15.52:0/2696380087 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56137f673530 con 0x56137f71bfe0 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb98dffb640 10 client.15846 handle_command_reply: tid=0 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 client.15846 shutdown 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2696380087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 msgr2=0x56137f7086b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f7086b0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fb990036040 tx=0x7fb990005850 comp rx=0 tx=0).stop 2024-04-21T09:10:20.655 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2696380087 shutdown_connections 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f7086b0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 0x56137f708170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x56137f71bfe0 0x56137f71d450 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2696380087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 0x56137f707c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb98dffb640 0 client.15846 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2696380087 >> 172.21.15.52:0/2696380087 conn(0x56137f6fba60 msgr2=0x56137f6fdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2696380087 shutdown_connections 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2696380087 wait complete. 2024-04-21T09:10:20.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.650+0000 7fb9af9ed740 20 client.15846 trim_cache size 0 max 16384 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.668+0000 7fb9af9ed740 1 Processor -- start 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.668+0000 7fb9af9ed740 1 -- start start 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.668+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 0x56137f70a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.668+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 0x56137f71b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.668+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f706d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.668+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56137f71b790 con 0x56137f70ace0 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.668+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56137f71be60 con 0x56137f7017b0 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.668+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56137f71c530 con 0x56137f702160 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f706d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f706d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41614/0 (socket says 172.21.15.52:41614) 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 -- 172.21.15.52:0/2332700210 learned_addr learned my addr 172.21.15.52:0/2332700210 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb9a659c640 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 0x56137f71b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 0x56137f70a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 -- 172.21.15.52:0/2332700210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 msgr2=0x56137f71b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 0x56137f71b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 -- 172.21.15.52:0/2332700210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 msgr2=0x56137f70a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 0x56137f70a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 -- 172.21.15.52:0/2332700210 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56137f71c9e0 con 0x56137f70ace0 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f706d90 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb990009900 tx=0x7fb99004f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd69e0afae98767b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb98ffff640 1 -- 172.21.15.52:0/2332700210 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb990047070 con 0x56137f70ace0 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb98ffff640 1 -- 172.21.15.52:0/2332700210 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb990003e80 con 0x56137f70ace0 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.669+0000 7fb98ffff640 1 -- 172.21.15.52:0/2332700210 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9900039e0 con 0x56137f70ace0 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2332700210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 msgr2=0x56137f706d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f706d90 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fb990009900 tx=0x7fb99004f040 comp rx=0 tx=0).stop 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2332700210 shutdown_connections 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f70ace0 0x56137f706d90 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f702160 0x56137f71b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/2332700210 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f7017b0 0x56137f70a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2332700210 >> 172.21.15.52:0/2332700210 conn(0x56137f6fba60 msgr2=0x56137f6f6800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2332700210 shutdown_connections 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- 172.21.15.52:0/2332700210 wait complete. 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- start start 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 Processor -- start 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f725ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f7048c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 0x56137f705000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56137f71d2d0 con 0x56137f7017b0 2024-04-21T09:10:20.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56137f71cc00 con 0x56137f702160 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56137f71d9a0 con 0x56137f70ace0 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.670+0000 7fb9af9ed740 10 client.0 _ll_register_callbacks cb 0x7fb998004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f725ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f725ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41626/0 (socket says 172.21.15.52:41626) 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 -- 172.21.15.52:0/3161599338 learned_addr learned my addr 172.21.15.52:0/3161599338 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb9a659c640 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f7048c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 0x56137f705000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 -- 172.21.15.52:0/3161599338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 msgr2=0x56137f705000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 0x56137f705000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 -- 172.21.15.52:0/3161599338 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 msgr2=0x56137f7048c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f7048c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 -- 172.21.15.52:0/3161599338 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56137f723760 con 0x56137f7017b0 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb9a659c640 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f7048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:20.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb99dd9b640 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f725ca0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fb990009230 tx=0x7fb990000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4cab3f1dcb05520 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb98dffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb98dffb640 1 -- 172.21.15.52:0/3161599338 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb990047050 con 0x56137f7017b0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb98dffb640 1 -- 172.21.15.52:0/3161599338 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb990056070 con 0x56137f7017b0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb9af9ed740 1 -- 172.21.15.52:0/3161599338 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56137f66d3a0 con 0x56137f7017b0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb98dffb640 1 -- 172.21.15.52:0/3161599338 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb990071050 con 0x56137f7017b0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb9af9ed740 10 client.15852 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb9af9ed740 1 -- 172.21.15.52:0/3161599338 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56137f782110 con 0x56137f7017b0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.671+0000 7fb98dffb640 1 -- 172.21.15.52:0/3161599338 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56137f66d3a0 con 0x56137f7017b0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb98dffb640 1 -- 172.21.15.52:0/3161599338 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb9900048f0 con 0x56137f7017b0 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb9af9ed740 10 client.15852 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb9af9ed740 10 client.15852 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb9af9ed740 20 client.15852 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x56137f7869e0 0x56137f7856f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb9af9ed740 4 client.15852 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb9af9ed740 1 -- 172.21.15.52:0/3161599338 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "status"}) -- 0x56137f5e9960 con 0x56137f7869e0 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb9a659c640 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x56137f7869e0 0x56137f7856f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb9a659c640 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x56137f7869e0 0x56137f7856f0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=764ce2db0a5165e5 server_cookie=cbcce66ac3267bd2 in_seq=0 out_seq=0 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.672+0000 7fb98dffb640 10 client.15852 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb98dffb640 1 -- 172.21.15.52:0/3161599338 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x56137f5e9960 con 0x56137f7869e0 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb98dffb640 10 client.15852 handle_command_reply: tid=0 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 client.15852 shutdown 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 -- 172.21.15.52:0/3161599338 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 msgr2=0x56137f725ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f725ca0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fb990009230 tx=0x7fb990000bc0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 -- 172.21.15.52:0/3161599338 shutdown_connections 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56137f70ace0 0x56137f705000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x56137f7869e0 0x56137f7856f0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56137f702160 0x56137f7048c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb98dffb640 0 client.15852 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:10:20.679 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 --2- 172.21.15.52:0/3161599338 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56137f7017b0 0x56137f725ca0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 -- 172.21.15.52:0/3161599338 >> 172.21.15.52:0/3161599338 conn(0x56137f6fba60 msgr2=0x56137f6fbe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 -- 172.21.15.52:0/3161599338 shutdown_connections 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 1 -- 172.21.15.52:0/3161599338 wait complete. 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9af9ed740 20 client.15852 trim_cache size 0 max 16384 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 1, 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24517, 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:10:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:10:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 133.991210774, 2024-04-21T09:10:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 25, 2024-04-21T09:10:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 94, 2024-04-21T09:10:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 93, 2024-04-21T09:10:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 171.119524361 2024-04-21T09:10:20.681 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 -- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9940a3db0 msgr2=0x7fb9940a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9940a3db0 0x7fb9940a6270 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00ce3b0 tx=0x7fb9a006f5e0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 -- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a81986f0 msgr2=0x7fb9a8198b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a81986f0 0x7fb9a8198b70 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fb9a000cce0 tx=0x7fb9a000a620 comp rx=0 tx=0).stop 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 -- 172.21.15.52:0/2741914535 shutdown_connections 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb9940a3db0 0x7fb9940a6270 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb9a81986f0 0x7fb9a8198b70 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb9a810c6d0 0x7fb9a819eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 --2- 172.21.15.52:0/2741914535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb9a81031c0 0x7fb9a819e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.673+0000 7fb9acdf4640 1 -- 172.21.15.52:0/2741914535 >> 172.21.15.52:0/2741914535 conn(0x7fb9a8077f70 msgr2=0x7fb9a80fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.674+0000 7fb9acdf4640 1 -- 172.21.15.52:0/2741914535 shutdown_connections 2024-04-21T09:10:20.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.674+0000 7fb9acdf4640 1 -- 172.21.15.52:0/2741914535 wait complete. 2024-04-21T09:10:20.683 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3085184409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:20.683 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2687226647' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:20.683 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:20 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1170817863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:20.684 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-21T09:10:20.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:20 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3085184409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:20.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:20 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2687226647' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:20.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:20 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1170817863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:20.790 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 -- 172.21.15.52:0/1783046986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc103b70 msgr2=0x7f3fdc10bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.790 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1783046986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc103b70 0x7f3fdc10bfc0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc009900 tx=0x7f3fcc02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:20.790 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 -- 172.21.15.52:0/1783046986 shutdown_connections 2024-04-21T09:10:20.790 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1783046986 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3fdc10c6d0 0x7f3fdc10eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.790 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1783046986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc103b70 0x7f3fdc10bfc0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.790 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1783046986 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fdc1031c0 0x7f3fdc1035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.790 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 -- 172.21.15.52:0/1783046986 >> 172.21.15.52:0/1783046986 conn(0x7f3fdc077f70 msgr2=0x7f3fdc078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 -- 172.21.15.52:0/1783046986 shutdown_connections 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.788+0000 7f3fe4585640 1 -- 172.21.15.52:0/1783046986 wait complete. 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe4585640 1 Processor -- start 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe4585640 1 -- start start 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe4585640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fdc1031c0 0x7f3fdc19e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe4585640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc10c6d0 0x7f3fdc19eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe4585640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3fdc1986d0 0x7f3fdc198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe4585640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3fdc112350 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe4585640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3fdc1121d0 con 0x7f3fdc1031c0 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe4585640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f3fdc1124d0 con 0x7f3fdc1986d0 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe1b20640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc10c6d0 0x7f3fdc19eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe1b20640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc10c6d0 0x7f3fdc19eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41652/0 (socket says 172.21.15.52:41652) 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe1b20640 1 -- 172.21.15.52:0/1791435707 learned_addr learned my addr 172.21.15.52:0/1791435707 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe2321640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fdc1031c0 0x7f3fdc19e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3fdc1986d0 0x7f3fdc198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe1b20640 1 -- 172.21.15.52:0/1791435707 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3fdc1986d0 msgr2=0x7f3fdc198b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe1b20640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3fdc1986d0 0x7f3fdc198b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe1b20640 1 -- 172.21.15.52:0/1791435707 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fdc1031c0 msgr2=0x7f3fdc19e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe1b20640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fdc1031c0 0x7f3fdc19e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.789+0000 7f3fe1b20640 1 -- 172.21.15.52:0/1791435707 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fdc1992d0 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.790+0000 7f3fe1b20640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc10c6d0 0x7f3fdc19eb50 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc036040 tx=0x7f3fcc02c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.790+0000 7f3fd37fe640 1 -- 172.21.15.52:0/1791435707 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fcc043020 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.790+0000 7f3fe4585640 1 -- 172.21.15.52:0/1791435707 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fdc199560 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.790+0000 7f3fd37fe640 1 -- 172.21.15.52:0/1791435707 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fcc02cbe0 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.790+0000 7f3fd37fe640 1 -- 172.21.15.52:0/1791435707 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fcc003bc0 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.790+0000 7f3fe4585640 1 -- 172.21.15.52:0/1791435707 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fdc1a5750 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.792+0000 7f3fd37fe640 1 -- 172.21.15.52:0/1791435707 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f3fcc046020 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.792+0000 7f3fe7173740 1 Processor -- start 2024-04-21T09:10:20.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe7173740 1 -- start start 2024-04-21T09:10:20.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d24b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d2d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d2dce0 0x558484d30130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe7173740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558484c88b10 con 0x558484d247b0 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe7173740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558484c26240 con 0x558484d25160 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe7173740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558484c84ad0 con 0x558484d2dce0 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fd37fe640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3fc80a3db0 0x7f3fc80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d24b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d24b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41668/0 (socket says 172.21.15.52:41668) 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 -- 172.21.15.52:0/3923650891 learned_addr learned my addr 172.21.15.52:0/3923650891 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3fc80a3db0 0x7f3fc80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fd37fe640 1 -- 172.21.15.52:0/1791435707 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f3fcc0f2e60 con 0x7f3fdc10c6d0 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2321640 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d2d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe1b20640 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d2dce0 0x558484d30130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 -- 172.21.15.52:0/3923650891 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d2dce0 msgr2=0x558484d30130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d2dce0 0x558484d30130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 -- 172.21.15.52:0/3923650891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 msgr2=0x558484d2d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d2d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.793+0000 7f3fe2b22640 1 -- 172.21.15.52:0/3923650891 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55848499b2d0 con 0x558484d247b0 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.794+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d24b90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4014d10 tx=0x7f3fd4011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f34226672e40a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.794+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3fc80a3db0 0x7f3fc80a6270 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4009fd0 tx=0x7f3fd401c000 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.794+0000 7f3fd0bfe640 1 -- 172.21.15.52:0/3923650891 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd4009ad0 con 0x558484d247b0 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.794+0000 7f3fd0bfe640 1 -- 172.21.15.52:0/3923650891 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fd4014660 con 0x558484d247b0 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.794+0000 7f3fd0bfe640 1 -- 172.21.15.52:0/3923650891 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd4003970 con 0x558484d247b0 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.794+0000 7f3fe7173740 1 -- 172.21.15.52:0/3923650891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 msgr2=0x558484d24b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.794+0000 7f3fe7173740 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d24b90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4014d10 tx=0x7f3fd4011750 comp rx=0 tx=0).stop 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 -- 172.21.15.52:0/3923650891 shutdown_connections 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d2dce0 0x558484d30130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d2d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 --2- 172.21.15.52:0/3923650891 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d24b90 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 -- 172.21.15.52:0/3923650891 >> 172.21.15.52:0/3923650891 conn(0x558484d1ea60 msgr2=0x558484d1ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 -- 172.21.15.52:0/3923650891 shutdown_connections 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 -- 172.21.15.52:0/3923650891 wait complete. 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 -- start start 2024-04-21T09:10:20.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 Processor -- start 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 0x558484d2ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d2b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d2b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558484d30bf0 con 0x558484d2dce0 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558484c11190 con 0x558484d25160 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558484d30d70 con 0x558484d247b0 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe7173740 10 client.0 _ll_register_callbacks cb 0x558484c0c8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe2b22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d2b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe2b22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d2b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41674/0 (socket says 172.21.15.52:41674) 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe2b22640 1 -- 172.21.15.52:0/1256705389 learned_addr learned my addr 172.21.15.52:0/1256705389 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.795+0000 7f3fe1b20640 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d2b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe2321640 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 0x558484d2ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe2b22640 1 -- 172.21.15.52:0/1256705389 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 msgr2=0x558484d2ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 0x558484d2ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe2b22640 1 -- 172.21.15.52:0/1256705389 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 msgr2=0x558484d2b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d2b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe2b22640 1 -- 172.21.15.52:0/1256705389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558484a656b0 con 0x558484d2dce0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d2b780 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4014440 tx=0x7f3fd4014940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76a7382dde4eabb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/1256705389 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd402b070 con 0x558484d2dce0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/1256705389 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f3fd4003970 con 0x558484d2dce0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe7173740 1 -- 172.21.15.52:0/1256705389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fd4014660 con 0x558484d2dce0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/1256705389 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3fd4037050 con 0x558484d2dce0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe7173740 10 client.15864 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fe7173740 1 -- 172.21.15.52:0/1256705389 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558484d3cfb0 con 0x558484d2dce0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.796+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/1256705389 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fd4014660 con 0x558484d2dce0 2024-04-21T09:10:20.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/1256705389 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3fd401d070 con 0x558484d2dce0 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fe7173740 10 client.15864 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fe7173740 10 client.15864 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fe7173740 20 client.15864 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fe7173740 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558484d3f260 0x558484d406d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fe7173740 4 client.15864 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fe7173740 1 -- 172.21.15.52:0/1256705389 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558484c96530 con 0x558484d3f260 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fe2321640 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558484d3f260 0x558484d406d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fe2321640 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558484d3f260 0x558484d406d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e39ce40c140fcb14 server_cookie=125b6fee18b57947 in_seq=0 out_seq=0 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.797+0000 7f3fc5ffb640 10 client.15864 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/1256705389 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558484c96530 con 0x558484d3f260 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fc5ffb640 10 client.15864 handle_command_reply: tid=0 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 client.15864 shutdown 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 -- 172.21.15.52:0/1256705389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 msgr2=0x558484d2b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d2b780 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4014440 tx=0x7f3fd4014940 comp rx=0 tx=0).stop 2024-04-21T09:10:20.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 -- 172.21.15.52:0/1256705389 shutdown_connections 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558484d3f260 0x558484d406d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d2b780 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d2b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fc5ffb640 0 client.15864 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 --2- 172.21.15.52:0/1256705389 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 0x558484d2ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 -- 172.21.15.52:0/1256705389 >> 172.21.15.52:0/1256705389 conn(0x558484d1ea60 msgr2=0x558484d20bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 -- 172.21.15.52:0/1256705389 shutdown_connections 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 1 -- 172.21.15.52:0/1256705389 wait complete. 2024-04-21T09:10:20.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.798+0000 7f3fe7173740 20 client.15864 trim_cache size 0 max 16384 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe7173740 1 Processor -- start 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe7173740 1 -- start start 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d2d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d25160 0x558484d19800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d2dce0 0x558484d2b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe7173740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558484d3ea10 con 0x558484d247b0 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe7173740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558484d3f0e0 con 0x558484d2dce0 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe7173740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558484d3f7b0 con 0x558484d25160 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d2d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d2d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41676/0 (socket says 172.21.15.52:41676) 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 -- 172.21.15.52:0/2202243913 learned_addr learned my addr 172.21.15.52:0/2202243913 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 -- 172.21.15.52:0/2202243913 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d25160 msgr2=0x558484d19800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 --2- 172.21.15.52:0/2202243913 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d25160 0x558484d19800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 -- 172.21.15.52:0/2202243913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d2dce0 msgr2=0x558484d2b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 --2- 172.21.15.52:0/2202243913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d2dce0 0x558484d2b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 -- 172.21.15.52:0/2202243913 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558484d29250 con 0x558484d247b0 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.817+0000 7f3fe2321640 1 --2- 172.21.15.52:0/2202243913 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d2d430 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x558484d40f30 tx=0x7f3fd8013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=210896f4f1bb655b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fc7fff640 1 -- 172.21.15.52:0/2202243913 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd801d430 con 0x558484d247b0 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fc7fff640 1 -- 172.21.15.52:0/2202243913 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fd8011440 con 0x558484d247b0 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fc7fff640 1 -- 172.21.15.52:0/2202243913 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd800f680 con 0x558484d247b0 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 -- 172.21.15.52:0/2202243913 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 msgr2=0x558484d2d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 --2- 172.21.15.52:0/2202243913 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d2d430 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x558484d40f30 tx=0x7f3fd8013830 comp rx=0 tx=0).stop 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 -- 172.21.15.52:0/2202243913 shutdown_connections 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 --2- 172.21.15.52:0/2202243913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d2dce0 0x558484d2b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 --2- 172.21.15.52:0/2202243913 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d25160 0x558484d19800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 --2- 172.21.15.52:0/2202243913 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d247b0 0x558484d2d430 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 -- 172.21.15.52:0/2202243913 >> 172.21.15.52:0/2202243913 conn(0x558484d1ea60 msgr2=0x558484d1ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 -- 172.21.15.52:0/2202243913 shutdown_connections 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 -- 172.21.15.52:0/2202243913 wait complete. 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.818+0000 7f3fe7173740 1 -- start start 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe7173740 1 Processor -- start 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 0x558484d27e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d28380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe7173740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d46f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe7173740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558484d40550 con 0x558484d2dce0 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe7173740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558484d3fe80 con 0x558484d25160 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe7173740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558484d40c20 con 0x558484d247b0 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe7173740 10 client.0 _ll_register_callbacks cb 0x7f3fcc0f00b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d46f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.824 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d46f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41688/0 (socket says 172.21.15.52:41688) 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 -- 172.21.15.52:0/311768388 learned_addr learned my addr 172.21.15.52:0/311768388 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe1b20640 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d28380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2321640 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 0x558484d27e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 -- 172.21.15.52:0/311768388 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 msgr2=0x558484d27e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 0x558484d27e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 -- 172.21.15.52:0/311768388 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 msgr2=0x558484d28380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d28380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 -- 172.21.15.52:0/311768388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558484d474b0 con 0x558484d2dce0 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fe2b22640 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d46f70 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4000f80 tx=0x7f3fd4005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7967c00aaf44e8f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.819+0000 7f3fc5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/311768388 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd4034020 con 0x558484d2dce0 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/311768388 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f3fd4027430 con 0x558484d2dce0 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 1 -- 172.21.15.52:0/311768388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fd8011440 con 0x558484d2dce0 2024-04-21T09:10:20.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/311768388 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3fd402b040 con 0x558484d2dce0 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 10 client.15870 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 1 -- 172.21.15.52:0/311768388 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558484da5990 con 0x558484d2dce0 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/311768388 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fd8011440 con 0x558484d2dce0 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/311768388 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3fd401d030 con 0x558484d2dce0 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 10 client.15870 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 10 client.15870 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 20 client.15870 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558484daa4e0 0x558484da91f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 4 client.15870 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe7173740 1 -- 172.21.15.52:0/311768388 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "status"}) -- 0x558484c903a0 con 0x558484daa4e0 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.820+0000 7f3fe2321640 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558484daa4e0 0x558484da91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe2321640 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558484daa4e0 0x558484da91f0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5829403297c7c720 server_cookie=3fe089645d36e95f in_seq=0 out_seq=0 2024-04-21T09:10:20.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fc5ffb640 10 client.15870 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fc5ffb640 1 -- 172.21.15.52:0/311768388 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558484c903a0 con 0x558484daa4e0 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fc5ffb640 10 client.15870 handle_command_reply: tid=0 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 client.15870 shutdown 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 -- 172.21.15.52:0/311768388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 msgr2=0x558484d46f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d46f70 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4000f80 tx=0x7f3fd4005c70 comp rx=0 tx=0).stop 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 -- 172.21.15.52:0/311768388 shutdown_connections 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558484daa4e0 0x558484da91f0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558484d2dce0 0x558484d46f70 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fc5ffb640 0 client.15870 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558484d25160 0x558484d28380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 --2- 172.21.15.52:0/311768388 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558484d247b0 0x558484d27e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 -- 172.21.15.52:0/311768388 >> 172.21.15.52:0/311768388 conn(0x558484d1ea60 msgr2=0x558484d19800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 -- 172.21.15.52:0/311768388 shutdown_connections 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 1 -- 172.21.15.52:0/311768388 wait complete. 2024-04-21T09:10:20.827 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.821+0000 7f3fe7173740 20 client.15870 trim_cache size 0 max 16384 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "cluster_fsid": "55749214-ffbd-11ee-bc93-c7b262605968", 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "whoami": 0, 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 24542, 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "want_state": "up:active", 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "state": "up:active", 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "fs_name": "cephfs", 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "rank_uptime": 158.22243506300001, 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "mdsmap_epoch": 25, 2024-04-21T09:10:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch": 94, 2024-04-21T09:10:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_epoch_barrier": 93, 2024-04-21T09:10:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "uptime": 162.60236362099999 2024-04-21T09:10:20.829 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:10:20.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 -- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3fc80a3db0 msgr2=0x7f3fc80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3fc80a3db0 0x7f3fc80a6270 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4009fd0 tx=0x7f3fd401c000 comp rx=0 tx=0).stop 2024-04-21T09:10:20.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 -- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc10c6d0 msgr2=0x7f3fdc19eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc10c6d0 0x7f3fdc19eb50 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc036040 tx=0x7f3fcc02c7e0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 -- 172.21.15.52:0/1791435707 shutdown_connections 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f3fc80a3db0 0x7f3fc80a6270 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f3fdc1986d0 0x7f3fdc198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3fdc10c6d0 0x7f3fdc19eb50 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 --2- 172.21.15.52:0/1791435707 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fdc1031c0 0x7f3fdc19e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 -- 172.21.15.52:0/1791435707 >> 172.21.15.52:0/1791435707 conn(0x7f3fdc077f70 msgr2=0x7f3fdc0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 -- 172.21.15.52:0/1791435707 shutdown_connections 2024-04-21T09:10:20.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:20.822+0000 7f3fe4585640 1 -- 172.21.15.52:0/1791435707 wait complete. 2024-04-21T09:10:20.832 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 120 sec 2024-04-21T09:10:20.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:20 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3085184409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:20.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:20 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2687226647' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:10:20.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:20 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1170817863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:21 smithi078 ceph-mon[31713]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-04-21T09:10:21.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:21 smithi052 ceph-mon[28035]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-04-21T09:10:21.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:21 smithi060 ceph-mon[31055]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-04-21T09:10:23.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:23 smithi078 ceph-mon[31713]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-04-21T09:10:23.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:23 smithi078 ceph-mon[31713]: scrub summary: idle 2024-04-21T09:10:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:23 smithi052 ceph-mon[28035]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-04-21T09:10:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:23 smithi052 ceph-mon[28035]: scrub summary: idle 2024-04-21T09:10:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:23 smithi060 ceph-mon[31055]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-04-21T09:10:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:23 smithi060 ceph-mon[31055]: scrub summary: idle 2024-04-21T09:10:25.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:25 smithi078 ceph-mon[31713]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-04-21T09:10:25.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:25 smithi052 ceph-mon[28035]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-04-21T09:10:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:25 smithi060 ceph-mon[31055]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 -- 172.21.15.52:0/2241776332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca74107280 msgr2=0x7fca7410ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 --2- 172.21.15.52:0/2241776332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca74107280 0x7fca7410ee50 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fca6c009ca0 tx=0x7fca6c02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 -- 172.21.15.52:0/2241776332 shutdown_connections 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 --2- 172.21.15.52:0/2241776332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca74107280 0x7fca7410ee50 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 --2- 172.21.15.52:0/2241776332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fca74102b60 0x7fca74106ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 --2- 172.21.15.52:0/2241776332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca741021b0 0x7fca74102590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 -- 172.21.15.52:0/2241776332 >> 172.21.15.52:0/2241776332 conn(0x7fca740fda10 msgr2=0x7fca740ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 -- 172.21.15.52:0/2241776332 shutdown_connections 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.253+0000 7fca7a414640 1 -- 172.21.15.52:0/2241776332 wait complete. 2024-04-21T09:10:26.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.254+0000 7fca7a414640 1 Processor -- start 2024-04-21T09:10:26.256 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.254+0000 7fca7a414640 1 -- start start 2024-04-21T09:10:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.254+0000 7fca7a414640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca741021b0 0x7fca74074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca7a414640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fca74107280 0x7fca74074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca7a414640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca74074cd0 0x7fca741a6960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.257 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca7a414640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fca741121f0 con 0x7fca741021b0 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca7a414640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fca74112070 con 0x7fca74074cd0 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca7a414640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fca74112370 con 0x7fca74107280 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca741021b0 0x7fca74074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca741021b0 0x7fca74074250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41706/0 (socket says 172.21.15.52:41706) 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 -- 172.21.15.52:0/2354560867 learned_addr learned my addr 172.21.15.52:0/2354560867 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca737fe640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fca74107280 0x7fca74074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca789b1640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca74074cd0 0x7fca741a6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 -- 172.21.15.52:0/2354560867 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fca74107280 msgr2=0x7fca74074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fca74107280 0x7fca74074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 -- 172.21.15.52:0/2354560867 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca74074cd0 msgr2=0x7fca741a6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca74074cd0 0x7fca741a6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 -- 172.21.15.52:0/2354560867 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca741a7000 con 0x7fca741021b0 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca73fff640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca741021b0 0x7fca74074250 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fca6400c890 tx=0x7fca6400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:26.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca717fa640 1 -- 172.21.15.52:0/2354560867 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca64004220 con 0x7fca741021b0 2024-04-21T09:10:26.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca717fa640 1 -- 172.21.15.52:0/2354560867 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca640043c0 con 0x7fca741021b0 2024-04-21T09:10:26.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca717fa640 1 -- 172.21.15.52:0/2354560867 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca64004a00 con 0x7fca741021b0 2024-04-21T09:10:26.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.255+0000 7fca7a414640 1 -- 172.21.15.52:0/2354560867 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca741a72f0 con 0x7fca741021b0 2024-04-21T09:10:26.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.256+0000 7fca7a414640 1 -- 172.21.15.52:0/2354560867 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca741a77f0 con 0x7fca741021b0 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.258+0000 7fca717fa640 1 -- 172.21.15.52:0/2354560867 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fca640079b0 con 0x7fca741021b0 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.258+0000 7fca717fa640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fca5c0a3da0 0x7fca5c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.258+0000 7fca7d007740 1 Processor -- start 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.258+0000 7fca7d007740 1 -- start start 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca737fe640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fca5c0a3da0 0x7fca5c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca717fa640 1 -- 172.21.15.52:0/2354560867 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fca640d09c0 con 0x7fca741021b0 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca7d007740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d18d0 0x55c7a40d0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca7d007740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d0b60 0x55c7a40d0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca7d007740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40da0e0 0x55c7a40dc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca7d007740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55c7a40358d0 con 0x55c7a40da0e0 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca7d007740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55c7a3fd2e80 con 0x55c7a40d18d0 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca7d007740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55c7a4031890 con 0x55c7a40d0b60 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca789b1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40da0e0 0x55c7a40dc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca789b1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40da0e0 0x55c7a40dc4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41708/0 (socket says 172.21.15.52:41708) 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca789b1640 1 -- 172.21.15.52:0/2572897928 learned_addr learned my addr 172.21.15.52:0/2572897928 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca737fe640 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d0b60 0x55c7a40d0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca73fff640 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d18d0 0x55c7a40d0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca737fe640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fca5c0a3da0 0x7fca5c0a6260 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fca74075c90 tx=0x7fca6800b390 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca789b1640 1 -- 172.21.15.52:0/2572897928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d0b60 msgr2=0x55c7a40d0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca789b1640 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d0b60 0x55c7a40d0fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca789b1640 1 -- 172.21.15.52:0/2572897928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d18d0 msgr2=0x55c7a40d0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca789b1640 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d18d0 0x55c7a40d0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca789b1640 1 -- 172.21.15.52:0/2572897928 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7a3ff4320 con 0x55c7a40da0e0 2024-04-21T09:10:26.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.259+0000 7fca73fff640 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d18d0 0x55c7a40d0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:26.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.260+0000 7fca789b1640 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40da0e0 0x55c7a40dc4d0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fca6c009ca0 tx=0x7fca6c009900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cf99543d787b380 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:26.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.260+0000 7fca5a7fc640 1 -- 172.21.15.52:0/2572897928 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c043070 con 0x55c7a40da0e0 2024-04-21T09:10:26.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.260+0000 7fca5a7fc640 1 -- 172.21.15.52:0/2572897928 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca6c032970 con 0x55c7a40da0e0 2024-04-21T09:10:26.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.260+0000 7fca5a7fc640 1 -- 172.21.15.52:0/2572897928 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c039040 con 0x55c7a40da0e0 2024-04-21T09:10:26.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 -- 172.21.15.52:0/2572897928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40da0e0 msgr2=0x55c7a40dc4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40da0e0 0x55c7a40dc4d0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fca6c009ca0 tx=0x7fca6c009900 comp rx=0 tx=0).stop 2024-04-21T09:10:26.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 -- 172.21.15.52:0/2572897928 shutdown_connections 2024-04-21T09:10:26.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40da0e0 0x55c7a40dc4d0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d0b60 0x55c7a40d0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 --2- 172.21.15.52:0/2572897928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d18d0 0x55c7a40d0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 -- 172.21.15.52:0/2572897928 >> 172.21.15.52:0/2572897928 conn(0x55c7a4097c90 msgr2=0x55c7a40cb850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 -- 172.21.15.52:0/2572897928 shutdown_connections 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 -- 172.21.15.52:0/2572897928 wait complete. 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 -- start start 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.261+0000 7fca7d007740 1 Processor -- start 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca7d007740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d0b60 0x55c7a40d9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca7d007740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d18d0 0x55c7a40d6e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca7d007740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40da0e0 0x55c7a40d73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca7d007740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55c7a40dcdb0 con 0x55c7a40d0b60 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca7d007740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55c7a3fbdeb0 con 0x55c7a40da0e0 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca7d007740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55c7a40dcf30 con 0x55c7a40d18d0 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca7d007740 10 client.0 _ll_register_callbacks cb 0x55c7a3feab40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d0b60 0x55c7a40d9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.268 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d0b60 0x55c7a40d9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41720/0 (socket says 172.21.15.52:41720) 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 -- 172.21.15.52:0/607520748 learned_addr learned my addr 172.21.15.52:0/607520748 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca737fe640 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d18d0 0x55c7a40d6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca789b1640 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40da0e0 0x55c7a40d73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 -- 172.21.15.52:0/607520748 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d18d0 msgr2=0x55c7a40d6e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d18d0 0x55c7a40d6e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 -- 172.21.15.52:0/607520748 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40da0e0 msgr2=0x55c7a40d73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40da0e0 0x55c7a40d73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 -- 172.21.15.52:0/607520748 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7a3d48210 con 0x55c7a40d0b60 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca73fff640 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d0b60 0x55c7a40d9a90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fca64005fd0 tx=0x7fca64005290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa70c0b6f73815eb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.262+0000 7fca537fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca537fe640 1 -- 172.21.15.52:0/607520748 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca640b5060 con 0x55c7a40d0b60 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca537fe640 1 -- 172.21.15.52:0/607520748 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fca6409b970 con 0x55c7a40d0b60 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 1 -- 172.21.15.52:0/607520748 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca6c032970 con 0x55c7a40d0b60 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca537fe640 1 -- 172.21.15.52:0/607520748 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fca6401d040 con 0x55c7a40d0b60 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 10 client.15882 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 1 -- 172.21.15.52:0/607520748 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c7a3e14620 con 0x55c7a40d0b60 2024-04-21T09:10:26.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca537fe640 1 -- 172.21.15.52:0/607520748 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca6c032970 con 0x55c7a40d0b60 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca537fe640 1 -- 172.21.15.52:0/607520748 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fca640bb220 con 0x55c7a40d0b60 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 10 client.15882 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 10 client.15882 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 20 client.15882 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c7a40ea040 0x55c7a40ec430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 4 client.15882 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.263+0000 7fca7d007740 1 -- 172.21.15.52:0/607520748 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c7a4049880 con 0x55c7a40ea040 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.264+0000 7fca737fe640 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c7a40ea040 0x55c7a40ec430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.264+0000 7fca737fe640 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c7a40ea040 0x55c7a40ec430 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2026c979244fcc41 server_cookie=16b2ec911ec6edd9 in_seq=0 out_seq=0 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.264+0000 7fca537fe640 10 client.15882 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca537fe640 1 -- 172.21.15.52:0/607520748 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c7a4049880 con 0x55c7a40ea040 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca537fe640 10 client.15882 handle_command_reply: tid=0 2024-04-21T09:10:26.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 client.15882 shutdown 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 -- 172.21.15.52:0/607520748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d0b60 msgr2=0x55c7a40d9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d0b60 0x55c7a40d9a90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fca64005fd0 tx=0x7fca64005290 comp rx=0 tx=0).stop 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 -- 172.21.15.52:0/607520748 shutdown_connections 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c7a40ea040 0x55c7a40ec430 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40da0e0 0x55c7a40d73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40d18d0 0x55c7a40d6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 --2- 172.21.15.52:0/607520748 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d0b60 0x55c7a40d9a90 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca537fe640 0 client.15882 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 -- 172.21.15.52:0/607520748 >> 172.21.15.52:0/607520748 conn(0x55c7a4097c90 msgr2=0x55c7a40cd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 -- 172.21.15.52:0/607520748 shutdown_connections 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 1 -- 172.21.15.52:0/607520748 wait complete. 2024-04-21T09:10:26.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.265+0000 7fca7d007740 20 client.15882 trim_cache size 0 max 16384 2024-04-21T09:10:26.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.281+0000 7fca7d007740 1 Processor -- start 2024-04-21T09:10:26.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.281+0000 7fca7d007740 1 -- start start 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca7d007740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca7d007740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca7d007740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 0x55c7a40d9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca7d007740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fca741b3da0 con 0x55c7a40d18d0 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca7d007740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fca741b1670 con 0x55c7a40d0b60 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca7d007740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fca741af4c0 con 0x55c7a40da0e0 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41732/0 (socket says 172.21.15.52:41732) 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 -- 172.21.15.52:0/1620665070 learned_addr learned my addr 172.21.15.52:0/1620665070 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca789b1640 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 0x55c7a40d9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca73fff640 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 -- 172.21.15.52:0/1620665070 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 msgr2=0x55c7a40d9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 0x55c7a40d9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 -- 172.21.15.52:0/1620665070 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 msgr2=0x55c7a40e5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:26.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 -- 172.21.15.52:0/1620665070 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7a40eca90 con 0x55c7a40d18d0 2024-04-21T09:10:26.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca73fff640 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:26.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca737fe640 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d9550 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fca680043b0 tx=0x7fca68013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dc58024ebabc2f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:26.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.282+0000 7fca59ffb640 1 -- 172.21.15.52:0/1620665070 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6802a3b0 con 0x55c7a40d18d0 2024-04-21T09:10:26.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca59ffb640 1 -- 172.21.15.52:0/1620665070 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca68005020 con 0x55c7a40d18d0 2024-04-21T09:10:26.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca59ffb640 1 -- 172.21.15.52:0/1620665070 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca68004b20 con 0x55c7a40d18d0 2024-04-21T09:10:26.288 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 -- 172.21.15.52:0/1620665070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 msgr2=0x55c7a40d9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.288 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d9550 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fca680043b0 tx=0x7fca68013000 comp rx=0 tx=0).stop 2024-04-21T09:10:26.288 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 -- 172.21.15.52:0/1620665070 shutdown_connections 2024-04-21T09:10:26.288 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 0x55c7a40d9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d9550 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 --2- 172.21.15.52:0/1620665070 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 -- 172.21.15.52:0/1620665070 >> 172.21.15.52:0/1620665070 conn(0x55c7a4097c90 msgr2=0x55c7a40cb380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 -- 172.21.15.52:0/1620665070 shutdown_connections 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.283+0000 7fca7d007740 1 -- 172.21.15.52:0/1620665070 wait complete. 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 1 -- start start 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 1 Processor -- start 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 0x55c7a40d35f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fca741afb30 con 0x55c7a40d18d0 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fca741b0fa0 con 0x55c7a40d0b60 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fca741b0200 con 0x55c7a40da0e0 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca7d007740 10 client.0 _ll_register_callbacks cb 0x7fca640058c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:26.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca737fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d30b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41742/0 (socket says 172.21.15.52:41742) 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca737fe640 1 -- 172.21.15.52:0/2759705916 learned_addr learned my addr 172.21.15.52:0/2759705916 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.284+0000 7fca789b1640 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 0x55c7a40d35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca73fff640 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca737fe640 1 -- 172.21.15.52:0/2759705916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 msgr2=0x55c7a40d35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca737fe640 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 0x55c7a40d35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca737fe640 1 -- 172.21.15.52:0/2759705916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 msgr2=0x55c7a40e23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca737fe640 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca737fe640 1 -- 172.21.15.52:0/2759705916 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7a40d3b30 con 0x55c7a40d18d0 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca737fe640 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d30b0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fca68003f00 tx=0x7fca68005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fe4b21cbf41bc58 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca537fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca537fe640 1 -- 172.21.15.52:0/2759705916 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca68039060 con 0x55c7a40d18d0 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca537fe640 1 -- 172.21.15.52:0/2759705916 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fca6802a3b0 con 0x55c7a40d18d0 2024-04-21T09:10:26.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca7d007740 1 -- 172.21.15.52:0/2759705916 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca68005020 con 0x55c7a40d18d0 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca537fe640 1 -- 172.21.15.52:0/2759705916 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fca68040050 con 0x55c7a40d18d0 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca7d007740 10 client.15888 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca7d007740 1 -- 172.21.15.52:0/2759705916 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c7a40d4db0 con 0x55c7a40d18d0 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.285+0000 7fca537fe640 1 -- 172.21.15.52:0/2759705916 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca68005020 con 0x55c7a40d18d0 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca537fe640 1 -- 172.21.15.52:0/2759705916 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fca68033030 con 0x55c7a40d18d0 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca7d007740 10 client.15888 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca7d007740 10 client.15888 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca7d007740 20 client.15888 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca7d007740 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c7a41518d0 0x55c7a4153cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca7d007740 4 client.15888 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca7d007740 1 -- 172.21.15.52:0/2759705916 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c7a3fd53d0 con 0x55c7a41518d0 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca73fff640 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c7a41518d0 0x55c7a4153cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca73fff640 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c7a41518d0 0x55c7a4153cf0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a187266759ba81a6 server_cookie=31c58d367a5e6b9b in_seq=0 out_seq=0 2024-04-21T09:10:26.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.286+0000 7fca537fe640 10 client.15888 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:26.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca537fe640 1 -- 172.21.15.52:0/2759705916 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c7a3fd53d0 con 0x55c7a41518d0 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca537fe640 10 client.15888 handle_command_reply: tid=0 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 client.15888 shutdown 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 -- 172.21.15.52:0/2759705916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 msgr2=0x55c7a40d30b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d30b0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fca68003f00 tx=0x7fca68005270 comp rx=0 tx=0).stop 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 -- 172.21.15.52:0/2759705916 shutdown_connections 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c7a41518d0 0x55c7a4153cf0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c7a40da0e0 0x55c7a40d35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c7a40d18d0 0x55c7a40d30b0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 --2- 172.21.15.52:0/2759705916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c7a40d0b60 0x55c7a40e23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca537fe640 0 client.15888 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 -- 172.21.15.52:0/2759705916 >> 172.21.15.52:0/2759705916 conn(0x55c7a4097c90 msgr2=0x55c7a40ca040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 -- 172.21.15.52:0/2759705916 shutdown_connections 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.299+0000 7fca7d007740 1 -- 172.21.15.52:0/2759705916 wait complete. 2024-04-21T09:10:26.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7d007740 20 client.15888 trim_cache size 0 max 16384 2024-04-21T09:10:26.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:10:26.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:10:26.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:10:26.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 -- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fca5c0a3da0 msgr2=0x7fca5c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fca5c0a3da0 0x7fca5c0a6260 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fca74075c90 tx=0x7fca6800b390 comp rx=0 tx=0).stop 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 -- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca741021b0 msgr2=0x7fca74074250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca741021b0 0x7fca74074250 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fca6400c890 tx=0x7fca6400cd50 comp rx=0 tx=0).stop 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 -- 172.21.15.52:0/2354560867 shutdown_connections 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fca5c0a3da0 0x7fca5c0a6260 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca74074cd0 0x7fca741a6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fca74107280 0x7fca74074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 --2- 172.21.15.52:0/2354560867 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fca741021b0 0x7fca74074250 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:26.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 -- 172.21.15.52:0/2354560867 >> 172.21.15.52:0/2354560867 conn(0x7fca740fda10 msgr2=0x7fca740fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:26.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 -- 172.21.15.52:0/2354560867 shutdown_connections 2024-04-21T09:10:26.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:26.300+0000 7fca7a414640 1 -- 172.21.15.52:0/2354560867 wait complete. 2024-04-21T09:10:27.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:27 smithi078 ceph-mon[31713]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T09:10:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:27 smithi052 ceph-mon[28035]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T09:10:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:27 smithi060 ceph-mon[31055]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-04-21T09:10:29.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:29 smithi078 ceph-mon[31713]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-04-21T09:10:29.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:29 smithi052 ceph-mon[28035]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-04-21T09:10:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:29 smithi060 ceph-mon[31055]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-04-21T09:10:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:31 smithi078 ceph-mon[31713]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.3 KiB/s wr, 10 op/s 2024-04-21T09:10:31.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:31 smithi052 ceph-mon[28035]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.3 KiB/s wr, 10 op/s 2024-04-21T09:10:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:31 smithi060 ceph-mon[31055]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.3 KiB/s wr, 10 op/s 2024-04-21T09:10:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:33 smithi078 ceph-mon[31713]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 2.3 KiB/s wr, 10 op/s 2024-04-21T09:10:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:33 smithi052 ceph-mon[28035]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 2.3 KiB/s wr, 10 op/s 2024-04-21T09:10:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:33 smithi060 ceph-mon[31055]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 2.3 KiB/s wr, 10 op/s 2024-04-21T09:10:35.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:35 smithi078 ceph-mon[31713]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-21T09:10:35.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:35 smithi052 ceph-mon[28035]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-21T09:10:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:35 smithi060 ceph-mon[31055]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-21T09:10:37.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:37 smithi078 ceph-mon[31713]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-21T09:10:37.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:37 smithi052 ceph-mon[28035]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-21T09:10:37.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:37 smithi060 ceph-mon[31055]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 -- 172.21.15.52:0/310795261 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18801010a0 msgr2=0x7f1880101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 --2- 172.21.15.52:0/310795261 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18801010a0 0x7f1880101480 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1870009900 tx=0x7f187002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 -- 172.21.15.52:0/310795261 shutdown_connections 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 --2- 172.21.15.52:0/310795261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1880106170 0x7f188010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 --2- 172.21.15.52:0/310795261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1880101a50 0x7f1880105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 --2- 172.21.15.52:0/310795261 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18801010a0 0x7f1880101480 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 -- 172.21.15.52:0/310795261 >> 172.21.15.52:0/310795261 conn(0x7f1880077f70 msgr2=0x7f1880078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 -- 172.21.15.52:0/310795261 shutdown_connections 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.432+0000 7f18862c8640 1 -- 172.21.15.52:0/310795261 wait complete. 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.433+0000 7f18862c8640 1 Processor -- start 2024-04-21T09:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.433+0000 7f18862c8640 1 -- start start 2024-04-21T09:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.433+0000 7f18862c8640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18801010a0 0x7f18801987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.433+0000 7f18862c8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1880106170 0x7f1880198ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.433+0000 7f18862c8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f188019d010 0x7f188019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.433+0000 7f18862c8640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f18801110d0 con 0x7f188019d010 2024-04-21T09:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.433+0000 7f18862c8640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1880110f50 con 0x7f18801010a0 2024-04-21T09:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.433+0000 7f18862c8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1880111250 con 0x7f1880106170 2024-04-21T09:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f188019d010 0x7f188019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f188019d010 0x7f188019d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56634/0 (socket says 172.21.15.52:56634) 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 -- 172.21.15.52:0/1077446790 learned_addr learned my addr 172.21.15.52:0/1077446790 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f187ffff640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18801010a0 0x7f18801987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f187f7fe640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1880106170 0x7f1880198ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 -- 172.21.15.52:0/1077446790 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1880106170 msgr2=0x7f1880198ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1880106170 0x7f1880198ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 -- 172.21.15.52:0/1077446790 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18801010a0 msgr2=0x7f18801987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18801010a0 0x7f18801987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 -- 172.21.15.52:0/1077446790 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f188019db00 con 0x7f188019d010 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f187ffff640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18801010a0 0x7f18801987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f1884865640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f188019d010 0x7f188019d4c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f187800eb10 tx=0x7f187800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f187d7fa640 1 -- 172.21.15.52:0/1077446790 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878004b20 con 0x7f188019d010 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f18862c8640 1 -- 172.21.15.52:0/1077446790 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f188019ddf0 con 0x7f188019d010 2024-04-21T09:10:39.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f187d7fa640 1 -- 172.21.15.52:0/1077446790 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1878004cc0 con 0x7f188019d010 2024-04-21T09:10:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f18862c8640 1 -- 172.21.15.52:0/1077446790 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18801a55e0 con 0x7f188019d010 2024-04-21T09:10:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.434+0000 7f187d7fa640 1 -- 172.21.15.52:0/1077446790 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878010670 con 0x7f188019d010 2024-04-21T09:10:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.437+0000 7f1888f96740 1 Processor -- start 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f187d7fa640 1 -- 172.21.15.52:0/1077446790 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f1878005020 con 0x7f188019d010 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f1888f96740 1 -- start start 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f1888f96740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c1f8d0 0x564131c1e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f1888f96740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c1efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f1888f96740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c280e0 0x564131c2a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f1888f96740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564131b838d0 con 0x564131c280e0 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f1888f96740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564131b20e80 con 0x564131c1eb60 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f1888f96740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564131b7f890 con 0x564131c1f8d0 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f187f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c280e0 0x564131c2a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f187f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c280e0 0x564131c2a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56642/0 (socket says 172.21.15.52:56642) 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f187f7fe640 1 -- 172.21.15.52:0/2629471500 learned_addr learned my addr 172.21.15.52:0/2629471500 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f187f7fe640 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c1f8d0 0x564131c1e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.438+0000 7f187ffff640 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c1efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187f7fe640 1 -- 172.21.15.52:0/2629471500 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c1f8d0 msgr2=0x564131c1e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187f7fe640 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c1f8d0 0x564131c1e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187f7fe640 1 -- 172.21.15.52:0/2629471500 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 msgr2=0x564131c1efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187f7fe640 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c1efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187f7fe640 1 -- 172.21.15.52:0/2629471500 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564131b42320 con 0x564131c280e0 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187ffff640 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c1efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187f7fe640 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c280e0 0x564131c2a4d0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f18740124f0 tx=0x7f1874009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e49e3aa90dcb127 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187d7fa640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18680ac630 0x7f18680aeaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f18667fc640 1 -- 172.21.15.52:0/2629471500 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1874004230 con 0x564131c280e0 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f18667fc640 1 -- 172.21.15.52:0/2629471500 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18740043d0 con 0x564131c280e0 2024-04-21T09:10:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f18667fc640 1 -- 172.21.15.52:0/2629471500 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f187400f910 con 0x564131c280e0 2024-04-21T09:10:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187d7fa640 1 -- 172.21.15.52:0/1077446790 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f18780d1190 con 0x7f188019d010 2024-04-21T09:10:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.439+0000 7f187ffff640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18680ac630 0x7f18680aeaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 -- 172.21.15.52:0/2629471500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c280e0 msgr2=0x564131c2a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f187ffff640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18680ac630 0x7f18680aeaf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1870006010 tx=0x7f1870005e40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c280e0 0x564131c2a4d0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f18740124f0 tx=0x7f1874009770 comp rx=0 tx=0).stop 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 -- 172.21.15.52:0/2629471500 shutdown_connections 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c280e0 0x564131c2a4d0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c1efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 --2- 172.21.15.52:0/2629471500 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c1f8d0 0x564131c1e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 -- 172.21.15.52:0/2629471500 >> 172.21.15.52:0/2629471500 conn(0x564131be5c90 msgr2=0x564131c19850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:39.444 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 -- 172.21.15.52:0/2629471500 shutdown_connections 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.440+0000 7f1888f96740 1 -- 172.21.15.52:0/2629471500 wait complete. 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 1 -- start start 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 1 Processor -- start 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c27ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c24e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c25470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564131c2ae10 con 0x564131c1eb60 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564131b0beb0 con 0x564131c1f8d0 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564131c2af90 con 0x564131c280e0 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f187ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c27ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f187ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c27ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56656/0 (socket says 172.21.15.52:56656) 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f187ffff640 1 -- 172.21.15.52:0/3636422861 learned_addr learned my addr 172.21.15.52:0/3636422861 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.441+0000 7f1888f96740 10 client.0 _ll_register_callbacks cb 0x564131b38b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:39.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f187f7fe640 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c24e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f1884865640 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c25470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f187ffff640 1 -- 172.21.15.52:0/3636422861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 msgr2=0x564131c25470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f187ffff640 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c25470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f187ffff640 1 -- 172.21.15.52:0/3636422861 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 msgr2=0x564131c24e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f187ffff640 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c24e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f187ffff640 1 -- 172.21.15.52:0/3636422861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564131896210 con 0x564131c1eb60 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f1884865640 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c25470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f187ffff640 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c27ad0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f1870035000 tx=0x7f1870009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dbd2000a00c85eb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f185f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f185f7fe640 1 -- 172.21.15.52:0/3636422861 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1870045070 con 0x564131c1eb60 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f185f7fe640 1 -- 172.21.15.52:0/3636422861 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f18700035f0 con 0x564131c1eb60 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f1888f96740 1 -- 172.21.15.52:0/3636422861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f18740043d0 con 0x564131c1eb60 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.442+0000 7f185f7fe640 1 -- 172.21.15.52:0/3636422861 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f18700037f0 con 0x564131c1eb60 2024-04-21T09:10:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f1888f96740 10 client.15900 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f1888f96740 1 -- 172.21.15.52:0/3636422861 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564131962620 con 0x564131c1eb60 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f185f7fe640 1 -- 172.21.15.52:0/3636422861 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18740043d0 con 0x564131c1eb60 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f185f7fe640 1 -- 172.21.15.52:0/3636422861 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1870034a90 con 0x564131c1eb60 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f1888f96740 10 client.15900 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f1888f96740 10 client.15900 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f1888f96740 20 client.15900 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f1888f96740 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564131c381e0 0x564131c3a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f1888f96740 4 client.15900 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f1888f96740 1 -- 172.21.15.52:0/3636422861 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564131b97880 con 0x564131c381e0 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.443+0000 7f187f7fe640 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564131c381e0 0x564131c3a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.444+0000 7f185f7fe640 10 client.15900 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.444+0000 7f187f7fe640 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564131c381e0 0x564131c3a610 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=781497a6bf900eb1 server_cookie=d39e13948fba0ffb in_seq=0 out_seq=0 2024-04-21T09:10:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.444+0000 7f185f7fe640 1 -- 172.21.15.52:0/3636422861 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564131b97880 con 0x564131c381e0 2024-04-21T09:10:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.444+0000 7f185f7fe640 10 client.15900 handle_command_reply: tid=0 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 client.15900 shutdown 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 -- 172.21.15.52:0/3636422861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 msgr2=0x564131c27ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c27ad0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f1870035000 tx=0x7f1870009260 comp rx=0 tx=0).stop 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 -- 172.21.15.52:0/3636422861 shutdown_connections 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564131c381e0 0x564131c3a610 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c25470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c24e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 --2- 172.21.15.52:0/3636422861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c27ad0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 -- 172.21.15.52:0/3636422861 >> 172.21.15.52:0/3636422861 conn(0x564131be5c90 msgr2=0x564131c1b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f185f7fe640 0 client.15900 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 -- 172.21.15.52:0/3636422861 shutdown_connections 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 1 -- 172.21.15.52:0/3636422861 wait complete. 2024-04-21T09:10:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.445+0000 7f1888f96740 20 client.15900 trim_cache size 0 max 16384 2024-04-21T09:10:39.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.460+0000 7f1888f96740 1 Processor -- start 2024-04-21T09:10:39.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.460+0000 7f1888f96740 1 -- start start 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.460+0000 7f1888f96740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c33d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.460+0000 7f1888f96740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c27590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.460+0000 7f1888f96740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c27ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f1888f96740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f186c012800 con 0x564131c1eb60 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f1888f96740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f186c0100d0 con 0x564131c1f8d0 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f1888f96740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f186c00df20 con 0x564131c280e0 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c33d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187f7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c27590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187f7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c27590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:42116/0 (socket says 172.21.15.52:42116) 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187f7fe640 1 -- 172.21.15.52:0/979307658 learned_addr learned my addr 172.21.15.52:0/979307658 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f1884865640 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c27ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187f7fe640 1 -- 172.21.15.52:0/979307658 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 msgr2=0x564131c27ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187f7fe640 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c27ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187f7fe640 1 -- 172.21.15.52:0/979307658 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 msgr2=0x564131c33d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187f7fe640 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c33d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187f7fe640 1 -- 172.21.15.52:0/979307658 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564131c25a70 con 0x564131c1f8d0 2024-04-21T09:10:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.461+0000 7f187ffff640 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c33d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.462+0000 7f187f7fe640 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c27590 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x564131c1f600 tx=0x7f1874004580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b80c2ceb6e848a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.462+0000 7f1865ffb640 1 -- 172.21.15.52:0/979307658 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18740042a0 con 0x564131c1f8d0 2024-04-21T09:10:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.462+0000 7f1865ffb640 1 -- 172.21.15.52:0/979307658 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18740095c0 con 0x564131c1f8d0 2024-04-21T09:10:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1865ffb640 1 -- 172.21.15.52:0/979307658 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1874004e60 con 0x564131c1f8d0 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 -- 172.21.15.52:0/979307658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 msgr2=0x564131c27590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c27590 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x564131c1f600 tx=0x7f1874004580 comp rx=0 tx=0).stop 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 -- 172.21.15.52:0/979307658 shutdown_connections 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c27ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1f8d0 0x564131c27590 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 --2- 172.21.15.52:0/979307658 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1eb60 0x564131c33d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 -- 172.21.15.52:0/979307658 >> 172.21.15.52:0/979307658 conn(0x564131be5c90 msgr2=0x564131c19380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 -- 172.21.15.52:0/979307658 shutdown_connections 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 -- 172.21.15.52:0/979307658 wait complete. 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.463+0000 7f1888f96740 1 -- start start 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1888f96740 1 Processor -- start 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1888f96740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c28600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1888f96740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1f8d0 0x564131c28b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1888f96740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c2f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1888f96740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f186c00e590 con 0x564131c1f8d0 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1888f96740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f186c00fa00 con 0x564131c1eb60 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f187f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1f8d0 0x564131c28b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f187f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1f8d0 0x564131c28b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56686/0 (socket says 172.21.15.52:56686) 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1888f96740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f186c00ec60 con 0x564131c280e0 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f187f7fe640 1 -- 172.21.15.52:0/2495195946 learned_addr learned my addr 172.21.15.52:0/2495195946 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f187ffff640 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c28600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1884865640 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c2f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.464+0000 7f1888f96740 10 client.0 _ll_register_callbacks cb 0x7f1874005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f187f7fe640 1 -- 172.21.15.52:0/2495195946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 msgr2=0x564131c2f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f187f7fe640 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c2f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f187f7fe640 1 -- 172.21.15.52:0/2495195946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 msgr2=0x564131c28600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f187f7fe640 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c28600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f187f7fe640 1 -- 172.21.15.52:0/2495195946 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564131c2f7c0 con 0x564131c1f8d0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f187f7fe640 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1f8d0 0x564131c28b40 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f18740097b0 tx=0x7f1874004120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9db4000ab24733f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f185f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f185f7fe640 1 -- 172.21.15.52:0/2495195946 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1874012230 con 0x564131c1f8d0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f1888f96740 1 -- 172.21.15.52:0/2495195946 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f18740095c0 con 0x564131c1f8d0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f185f7fe640 1 -- 172.21.15.52:0/2495195946 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f18740035f0 con 0x564131c1f8d0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f185f7fe640 1 -- 172.21.15.52:0/2495195946 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f187403c050 con 0x564131c1f8d0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f1888f96740 10 client.15906 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f1888f96740 1 -- 172.21.15.52:0/2495195946 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564131c309f0 con 0x564131c1f8d0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.465+0000 7f185f7fe640 1 -- 172.21.15.52:0/2495195946 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1874030020 con 0x564131c1f8d0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.466+0000 7f185f7fe640 1 -- 172.21.15.52:0/2495195946 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f187402b640 con 0x564131c1f8d0 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.466+0000 7f1888f96740 10 client.15906 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.466+0000 7f1888f96740 10 client.15906 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.466+0000 7f1888f96740 20 client.15906 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.466+0000 7f1888f96740 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564131c9e990 0x564131ca0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.466+0000 7f1888f96740 4 client.15906 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:10:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.466+0000 7f1888f96740 1 -- 172.21.15.52:0/2495195946 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564131b233d0 con 0x564131c9e990 2024-04-21T09:10:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.467+0000 7f187ffff640 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564131c9e990 0x564131ca0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.467+0000 7f185f7fe640 10 client.15906 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:39.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.467+0000 7f187ffff640 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564131c9e990 0x564131ca0db0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99361bd979e6c212 server_cookie=88ca7790a5b7d920 in_seq=0 out_seq=0 2024-04-21T09:10:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f185f7fe640 1 -- 172.21.15.52:0/2495195946 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564131b233d0 con 0x564131c9e990 2024-04-21T09:10:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f185f7fe640 10 client.15906 handle_command_reply: tid=0 2024-04-21T09:10:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 client.15906 shutdown 2024-04-21T09:10:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 -- 172.21.15.52:0/2495195946 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1f8d0 msgr2=0x564131c28b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1f8d0 0x564131c28b40 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f18740097b0 tx=0x7f1874004120 comp rx=0 tx=0).stop 2024-04-21T09:10:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 -- 172.21.15.52:0/2495195946 shutdown_connections 2024-04-21T09:10:39.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564131c9e990 0x564131ca0db0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564131c280e0 0x564131c2f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f185f7fe640 0 client.15906 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564131c1f8d0 0x564131c28b40 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 --2- 172.21.15.52:0/2495195946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564131c1eb60 0x564131c28600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 -- 172.21.15.52:0/2495195946 >> 172.21.15.52:0/2495195946 conn(0x564131be5c90 msgr2=0x564131c23670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 -- 172.21.15.52:0/2495195946 shutdown_connections 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 1 -- 172.21.15.52:0/2495195946 wait complete. 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.471+0000 7f1888f96740 20 client.15906 trim_cache size 0 max 16384 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:10:39.472 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:10:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:10:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 -- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18680ac630 msgr2=0x7f18680aeaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18680ac630 0x7f18680aeaf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1870006010 tx=0x7f1870005e40 comp rx=0 tx=0).stop 2024-04-21T09:10:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 -- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f188019d010 msgr2=0x7f188019d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:39.473 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f188019d010 0x7f188019d4c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f187800eb10 tx=0x7f187800c2d0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 -- 172.21.15.52:0/1077446790 shutdown_connections 2024-04-21T09:10:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18680ac630 0x7f18680aeaf0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f188019d010 0x7f188019d4c0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1880106170 0x7f1880198ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 --2- 172.21.15.52:0/1077446790 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18801010a0 0x7f18801987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 -- 172.21.15.52:0/1077446790 >> 172.21.15.52:0/1077446790 conn(0x7f1880077f70 msgr2=0x7f1880069ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 -- 172.21.15.52:0/1077446790 shutdown_connections 2024-04-21T09:10:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:39.472+0000 7f18862c8640 1 -- 172.21.15.52:0/1077446790 wait complete. 2024-04-21T09:10:39.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:39 smithi078 ceph-mon[31713]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-21T09:10:39.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:39 smithi052 ceph-mon[28035]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-21T09:10:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:39 smithi060 ceph-mon[31055]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-04-21T09:10:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:41 smithi078 ceph-mon[31713]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-21T09:10:41.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:41 smithi052 ceph-mon[28035]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-21T09:10:41.795 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T09:10:41.795 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T09:10:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:41 smithi060 ceph-mon[31055]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-04-21T09:10:41.916 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 -- 172.21.15.52:0/61448546 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841030d0 msgr2=0x7f30841034b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 --2- 172.21.15.52:0/61448546 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841030d0 0x7f30841034b0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3080009900 tx=0x7f308002bcd0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 -- 172.21.15.52:0/61448546 shutdown_connections 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 --2- 172.21.15.52:0/61448546 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f308410c4f0 0x7f308410e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 --2- 172.21.15.52:0/61448546 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30841039f0 0x7f308410bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 --2- 172.21.15.52:0/61448546 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841030d0 0x7f30841034b0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 -- 172.21.15.52:0/61448546 >> 172.21.15.52:0/61448546 conn(0x7f30840fc870 msgr2=0x7f30840fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 -- 172.21.15.52:0/61448546 shutdown_connections 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 -- 172.21.15.52:0/61448546 wait complete. 2024-04-21T09:10:41.917 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 Processor -- start 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.915+0000 7f308c670640 1 -- start start 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f308c670640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30841030d0 0x7f30841986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f308c670640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841039f0 0x7f3084198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f308c670640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f308410c4f0 0x7f308419cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f308c670640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3084112160 con 0x7f30841039f0 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f308c670640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3084111fe0 con 0x7f308410c4f0 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f308c670640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f30841122e0 con 0x7f30841030d0 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841039f0 0x7f3084198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841039f0 0x7f3084198c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56704/0 (socket says 172.21.15.52:56704) 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 -- 172.21.15.52:0/1284836077 learned_addr learned my addr 172.21.15.52:0/1284836077 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f308a40c640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30841030d0 0x7f30841986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f308ac0d640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f308410c4f0 0x7f308419cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 -- 172.21.15.52:0/1284836077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30841030d0 msgr2=0x7f30841986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30841030d0 0x7f30841986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 -- 172.21.15.52:0/1284836077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f308410c4f0 msgr2=0x7f308419cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f308410c4f0 0x7f308419cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 -- 172.21.15.52:0/1284836077 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308419d680 con 0x7f30841039f0 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.916+0000 7f3089c0b640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841039f0 0x7f3084198c20 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f307400d950 tx=0x7f307400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.917+0000 7f307b7fe640 1 -- 172.21.15.52:0/1284836077 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3074017030 con 0x7f30841039f0 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.917+0000 7f308c670640 1 -- 172.21.15.52:0/1284836077 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f308419d970 con 0x7f30841039f0 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.917+0000 7f307b7fe640 1 -- 172.21.15.52:0/1284836077 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3074004020 con 0x7f30841039f0 2024-04-21T09:10:41.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.917+0000 7f307b7fe640 1 -- 172.21.15.52:0/1284836077 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30740055d0 con 0x7f30841039f0 2024-04-21T09:10:41.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.917+0000 7f308c670640 1 -- 172.21.15.52:0/1284836077 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3084100c50 con 0x7f30841039f0 2024-04-21T09:10:41.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.920+0000 7f308f25c740 1 Processor -- start 2024-04-21T09:10:41.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308f25c740 1 -- start start 2024-04-21T09:10:41.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f307b7fe640 1 -- 172.21.15.52:0/1284836077 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f30740047a0 con 0x7f30841039f0 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308f25c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082580 0x558967082960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308f25c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 0x55896708b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308f25c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 0x55896708de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308f25c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x558966fe71e0 con 0x558967082580 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308f25c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558966f84390 con 0x55896708ba80 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308f25c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x558966fe31a0 con 0x558967082ea0 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308ac0d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082580 0x558967082960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308ac0d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082580 0x558967082960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56706/0 (socket says 172.21.15.52:56706) 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308ac0d640 1 -- 172.21.15.52:0/3188854916 learned_addr learned my addr 172.21.15.52:0/3188854916 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f308a40c640 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 0x55896708b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.921+0000 7f3089c0b640 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 0x55896708de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f308ac0d640 1 -- 172.21.15.52:0/3188854916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 msgr2=0x55896708b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:41.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f308ac0d640 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 0x55896708b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f308ac0d640 1 -- 172.21.15.52:0/3188854916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 msgr2=0x55896708de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:41.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f308ac0d640 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 0x55896708de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f308ac0d640 1 -- 172.21.15.52:0/3188854916 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558966dc37d0 con 0x558967082580 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f307b7fe640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f30700a3e30 0x7f30700a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f308ac0d640 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082580 0x558967082960 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f307c00e380 tx=0x7f307c00e840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db33569ea22dd84c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f307b7fe640 1 -- 172.21.15.52:0/1284836077 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f30740d05d0 con 0x7f30841039f0 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f308a40c640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f30700a3e30 0x7f30700a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f3078bfe640 1 -- 172.21.15.52:0/3188854916 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c014070 con 0x558967082580 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f3078bfe640 1 -- 172.21.15.52:0/3188854916 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f307c004d20 con 0x558967082580 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.922+0000 7f3078bfe640 1 -- 172.21.15.52:0/3188854916 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c005350 con 0x558967082580 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.923+0000 7f308f25c740 1 -- 172.21.15.52:0/3188854916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082580 msgr2=0x558967082960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.923+0000 7f308a40c640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f30700a3e30 0x7f30700a62f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3080006010 tx=0x7f3080009560 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.923+0000 7f308f25c740 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082580 0x558967082960 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f307c00e380 tx=0x7f307c00e840 comp rx=0 tx=0).stop 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.923+0000 7f308f25c740 1 -- 172.21.15.52:0/3188854916 shutdown_connections 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.923+0000 7f308f25c740 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 0x55896708de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.923+0000 7f308f25c740 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 0x55896708b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.923+0000 7f308f25c740 1 --2- 172.21.15.52:0/3188854916 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082580 0x558967082960 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.923+0000 7f308f25c740 1 -- 172.21.15.52:0/3188854916 >> 172.21.15.52:0/3188854916 conn(0x55896707ccb0 msgr2=0x55896707d090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.924+0000 7f308f25c740 1 -- 172.21.15.52:0/3188854916 shutdown_connections 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.924+0000 7f308f25c740 1 -- 172.21.15.52:0/3188854916 wait complete. 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.924+0000 7f308f25c740 1 -- start start 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.924+0000 7f308f25c740 1 Processor -- start 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.924+0000 7f308f25c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082580 0x558967088b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.924+0000 7f308f25c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 0x558967089080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308f25c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x5589670895c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308f25c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55896708e870 con 0x55896708ba80 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308f25c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558966fa02f0 con 0x558967082580 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308f25c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55896708e9f0 con 0x558967082ea0 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082580 0x558967088b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082580 0x558967088b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:42150/0 (socket says 172.21.15.52:42150) 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 -- 172.21.15.52:0/2084303942 learned_addr learned my addr 172.21.15.52:0/2084303942 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308f25c740 10 client.0 _ll_register_callbacks cb 0x558966fad580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308ac0d640 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x5589670895c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f3089c0b640 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 0x558967089080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 -- 172.21.15.52:0/2084303942 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 msgr2=0x558967089080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:41.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 0x558967089080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 -- 172.21.15.52:0/2084303942 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 msgr2=0x5589670895c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x5589670895c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 -- 172.21.15.52:0/2084303942 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558966cf93f0 con 0x558967082580 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f308a40c640 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082580 0x558967088b40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3080009900 tx=0x7f308002bcd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=279d84be8e768680 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.925+0000 7f306dffb640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.926+0000 7f306dffb640 1 -- 172.21.15.52:0/2084303942 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3080045070 con 0x558967082580 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.926+0000 7f306dffb640 1 -- 172.21.15.52:0/2084303942 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f30800048d0 con 0x558967082580 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.926+0000 7f308f25c740 1 -- 172.21.15.52:0/2084303942 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f307c004d20 con 0x558967082580 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.926+0000 7f306dffb640 1 -- 172.21.15.52:0/2084303942 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f308002ce10 con 0x558967082580 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.926+0000 7f308f25c740 10 client.25535 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.926+0000 7f308f25c740 1 -- 172.21.15.52:0/2084303942 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558966cb90f0 con 0x558967082580 2024-04-21T09:10:41.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.926+0000 7f306dffb640 1 -- 172.21.15.52:0/2084303942 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f307c004d20 con 0x558967082580 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.927+0000 7f306dffb640 1 -- 172.21.15.52:0/2084303942 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f308004c470 con 0x558967082580 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.927+0000 7f308f25c740 10 client.25535 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.927+0000 7f308f25c740 10 client.25535 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.927+0000 7f308f25c740 20 client.25535 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.927+0000 7f308f25c740 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55896709bb50 0x55896709df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.927+0000 7f308f25c740 4 client.25535 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.927+0000 7f308f25c740 1 -- 172.21.15.52:0/2084303942 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558966ff4c00 con 0x55896709bb50 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.927+0000 7f3089c0b640 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55896709bb50 0x55896709df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.928+0000 7f306dffb640 10 client.25535 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:41.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.928+0000 7f3089c0b640 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55896709bb50 0x55896709df80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8974fa82982b8af server_cookie=de1ef04b89ebce4d in_seq=0 out_seq=0 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f306dffb640 1 -- 172.21.15.52:0/2084303942 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558966ff4c00 con 0x55896709bb50 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f306dffb640 10 client.25535 handle_command_reply: tid=0 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 client.25535 shutdown 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 -- 172.21.15.52:0/2084303942 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082580 msgr2=0x558967088b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082580 0x558967088b40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3080009900 tx=0x7f308002bcd0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 -- 172.21.15.52:0/2084303942 shutdown_connections 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55896709bb50 0x55896709df80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x5589670895c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082ea0 0x558967089080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 --2- 172.21.15.52:0/2084303942 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082580 0x558967088b40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f306dffb640 0 client.25535 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:41.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 -- 172.21.15.52:0/2084303942 >> 172.21.15.52:0/2084303942 conn(0x55896707ccb0 msgr2=0x55896707ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:41.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 -- 172.21.15.52:0/2084303942 shutdown_connections 2024-04-21T09:10:41.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 1 -- 172.21.15.52:0/2084303942 wait complete. 2024-04-21T09:10:41.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.929+0000 7f308f25c740 20 client.25535 trim_cache size 0 max 16384 2024-04-21T09:10:41.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.948+0000 7f308f25c740 1 Processor -- start 2024-04-21T09:10:41.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.948+0000 7f308f25c740 1 -- start start 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.948+0000 7f308f25c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 0x55896708b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.948+0000 7f308f25c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082ea0 0x558967087ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.948+0000 7f308f25c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 0x558967097730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.948+0000 7f308f25c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f30841b3df0 con 0x558967082ea0 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.948+0000 7f308f25c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f30841b16c0 con 0x55896708ba80 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.948+0000 7f308f25c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f30841af510 con 0x558967082580 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082ea0 0x558967087ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082ea0 0x558967087ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56716/0 (socket says 172.21.15.52:56716) 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 -- 172.21.15.52:0/147775523 learned_addr learned my addr 172.21.15.52:0/147775523 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f308a40c640 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 0x55896708b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f308ac0d640 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 0x558967097730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.950 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 -- 172.21.15.52:0/147775523 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 msgr2=0x55896708b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:41.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 0x55896708b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 -- 172.21.15.52:0/147775523 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 msgr2=0x558967097730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:41.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 0x558967097730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 -- 172.21.15.52:0/147775523 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55896708e1e0 con 0x558967082ea0 2024-04-21T09:10:41.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f3089c0b640 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082ea0 0x558967087ca0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f307409c010 tx=0x7f307400bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6300d70b8c4ab99f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:41.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f306ffff640 1 -- 172.21.15.52:0/147775523 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3074015070 con 0x558967082ea0 2024-04-21T09:10:41.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f306ffff640 1 -- 172.21.15.52:0/147775523 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f307409c780 con 0x558967082ea0 2024-04-21T09:10:41.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.949+0000 7f306ffff640 1 -- 172.21.15.52:0/147775523 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30740041d0 con 0x558967082ea0 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 -- 172.21.15.52:0/147775523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082ea0 msgr2=0x558967087ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082ea0 0x558967087ca0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f307409c010 tx=0x7f307400bed0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 -- 172.21.15.52:0/147775523 shutdown_connections 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55896708ba80 0x558967097730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558967082ea0 0x558967087ca0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 --2- 172.21.15.52:0/147775523 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 0x55896708b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 -- 172.21.15.52:0/147775523 >> 172.21.15.52:0/147775523 conn(0x55896707ccb0 msgr2=0x55896707b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 -- 172.21.15.52:0/147775523 shutdown_connections 2024-04-21T09:10:41.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 -- 172.21.15.52:0/147775523 wait complete. 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.950+0000 7f308f25c740 1 -- start start 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308f25c740 1 Processor -- start 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308f25c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 0x558967094030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308f25c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082ea0 0x558967085550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308f25c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x558967085a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308f25c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f30841afb80 con 0x55896708ba80 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308f25c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f30841b0ff0 con 0x558967082ea0 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308f25c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f30841b0250 con 0x558967082580 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308f25c740 10 client.0 _ll_register_callbacks cb 0x7f308002c770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308ac0d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x558967085a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308ac0d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x558967085a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56724/0 (socket says 172.21.15.52:56724) 2024-04-21T09:10:41.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308ac0d640 1 -- 172.21.15.52:0/290603102 learned_addr learned my addr 172.21.15.52:0/290603102 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308a40c640 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 0x558967094030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f3089c0b640 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082ea0 0x558967085550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308ac0d640 1 -- 172.21.15.52:0/290603102 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 msgr2=0x558967094030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308ac0d640 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 0x558967094030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308ac0d640 1 -- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082ea0 msgr2=0x558967085550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308ac0d640 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082ea0 0x558967085550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.951+0000 7f308ac0d640 1 -- 172.21.15.52:0/290603102 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558967097c70 con 0x55896708ba80 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f3089c0b640 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082ea0 0x558967085550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f308ac0d640 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x558967085a90 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f307c00e350 tx=0x7f307c007b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c152aaed2f631a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f306dffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f306dffb640 1 -- 172.21.15.52:0/290603102 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c014040 con 0x55896708ba80 2024-04-21T09:10:41.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f306dffb640 1 -- 172.21.15.52:0/290603102 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f307c010900 con 0x55896708ba80 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f308f25c740 1 -- 172.21.15.52:0/290603102 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f307409c780 con 0x55896708ba80 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f306dffb640 1 -- 172.21.15.52:0/290603102 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f307c030050 con 0x55896708ba80 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f308f25c740 10 client.15924 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.952+0000 7f308f25c740 1 -- 172.21.15.52:0/290603102 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558967101f60 con 0x55896708ba80 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f306dffb640 1 -- 172.21.15.52:0/290603102 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f307409c780 con 0x55896708ba80 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f306dffb640 1 -- 172.21.15.52:0/290603102 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f307c022470 con 0x55896708ba80 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f308f25c740 10 client.15924 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f308f25c740 10 client.15924 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f308f25c740 20 client.15924 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f308f25c740 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5589671023a0 0x5589671047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f308f25c740 4 client.15924 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T09:10:41.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f308f25c740 1 -- 172.21.15.52:0/290603102 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558966feea70 con 0x5589671023a0 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.953+0000 7f308a40c640 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5589671023a0 0x5589671047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f306dffb640 10 client.15924 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308a40c640 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5589671023a0 0x5589671047c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b487f783c304271 server_cookie=e36d110d8d4491d2 in_seq=0 out_seq=0 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f306dffb640 1 -- 172.21.15.52:0/290603102 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558966feea70 con 0x5589671023a0 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f306dffb640 10 client.15924 handle_command_reply: tid=0 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 client.15924 shutdown 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 -- 172.21.15.52:0/290603102 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 msgr2=0x558967085a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x558967085a90 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f307c00e350 tx=0x7f307c007b10 comp rx=0 tx=0).stop 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 -- 172.21.15.52:0/290603102 shutdown_connections 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5589671023a0 0x5589671047c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f306dffb640 0 client.15924 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55896708ba80 0x558967085a90 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558967082ea0 0x558967085550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 --2- 172.21.15.52:0/290603102 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x558967082580 0x558967094030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 -- 172.21.15.52:0/290603102 >> 172.21.15.52:0/290603102 conn(0x55896707ccb0 msgr2=0x55896707b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:41.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 -- 172.21.15.52:0/290603102 shutdown_connections 2024-04-21T09:10:41.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 1 -- 172.21.15.52:0/290603102 wait complete. 2024-04-21T09:10:41.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.954+0000 7f308f25c740 20 client.15924 trim_cache size 0 max 16384 2024-04-21T09:10:41.961 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:10:41.961 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "no active scrubs running", 2024-04-21T09:10:41.961 INFO:teuthology.orchestra.run.smithi052.stdout: "scrubs": {} 2024-04-21T09:10:41.962 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:10:41.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 -- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f30700a3e30 msgr2=0x7f30700a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f30700a3e30 0x7f30700a62f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3080006010 tx=0x7f3080009560 comp rx=0 tx=0).stop 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 -- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841039f0 msgr2=0x7f3084198c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841039f0 0x7f3084198c20 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f307400d950 tx=0x7f307400de10 comp rx=0 tx=0).stop 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 -- 172.21.15.52:0/1284836077 shutdown_connections 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f30700a3e30 0x7f30700a62f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f308410c4f0 0x7f308419cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f30841039f0 0x7f3084198c20 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 --2- 172.21.15.52:0/1284836077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f30841030d0 0x7f30841986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 -- 172.21.15.52:0/1284836077 >> 172.21.15.52:0/1284836077 conn(0x7f30840fc870 msgr2=0x7f30840fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 -- 172.21.15.52:0/1284836077 shutdown_connections 2024-04-21T09:10:41.963 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:41.955+0000 7f308c670640 1 -- 172.21.15.52:0/1284836077 wait complete. 2024-04-21T09:10:41.971 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-21T09:10:41.971 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 -- 172.21.15.52:0/726412309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2498069f10 msgr2=0x7f2498106be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 --2- 172.21.15.52:0/726412309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2498069f10 0x7f2498106be0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f248c009900 tx=0x7f248c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 -- 172.21.15.52:0/726412309 shutdown_connections 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 --2- 172.21.15.52:0/726412309 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f24981072c0 0x7f249810ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 --2- 172.21.15.52:0/726412309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2498069f10 0x7f2498106be0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 --2- 172.21.15.52:0/726412309 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2498069560 0x7f2498069940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 -- 172.21.15.52:0/726412309 >> 172.21.15.52:0/726412309 conn(0x7f24980771d0 msgr2=0x7f24980775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 -- 172.21.15.52:0/726412309 shutdown_connections 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.074+0000 7f249d766640 1 -- 172.21.15.52:0/726412309 wait complete. 2024-04-21T09:10:42.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.075+0000 7f249d766640 1 Processor -- start 2024-04-21T09:10:42.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.075+0000 7f249d766640 1 -- start start 2024-04-21T09:10:42.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.075+0000 7f249d766640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2498069560 0x7f2498100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.075+0000 7f249d766640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f24981072c0 0x7f2498101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.075+0000 7f249d766640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24981018b0 0x7f24981a68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.075+0000 7f249d766640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2498112160 con 0x7f24981018b0 2024-04-21T09:10:42.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.075+0000 7f249d766640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2498111fe0 con 0x7f24981072c0 2024-04-21T09:10:42.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.075+0000 7f249d766640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f24981122e0 con 0x7f2498069560 2024-04-21T09:10:42.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24981018b0 0x7f24981a68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24967fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f24981072c0 0x7f2498101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24981018b0 0x7f24981a68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56740/0 (socket says 172.21.15.52:56740) 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 -- 172.21.15.52:0/3267540412 learned_addr learned my addr 172.21.15.52:0/3267540412 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f2496ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2498069560 0x7f2498100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 -- 172.21.15.52:0/3267540412 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2498069560 msgr2=0x7f2498100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2498069560 0x7f2498100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 -- 172.21.15.52:0/3267540412 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f24981072c0 msgr2=0x7f2498101370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f24981072c0 0x7f2498101370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 -- 172.21.15.52:0/3267540412 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24981a6fb0 con 0x7f24981018b0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f24977fe640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24981018b0 0x7f24981a68b0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f2490009fd0 tx=0x7f249000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f247ffff640 1 -- 172.21.15.52:0/3267540412 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490017070 con 0x7f24981018b0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f247ffff640 1 -- 172.21.15.52:0/3267540412 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2490003e20 con 0x7f24981018b0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.076+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24981a72a0 con 0x7f24981018b0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.077+0000 7f247ffff640 1 -- 172.21.15.52:0/3267540412 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490010460 con 0x7f24981018b0 2024-04-21T09:10:42.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.077+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24981a77c0 con 0x7f24981018b0 2024-04-21T09:10:42.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.078+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2498103650 con 0x7f24981018b0 2024-04-21T09:10:42.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.079+0000 7f247ffff640 1 -- 172.21.15.52:0/3267540412 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f2490003970 con 0x7f24981018b0 2024-04-21T09:10:42.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.080+0000 7f247ffff640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24800a3e60 0x7f24800a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.080+0000 7f2496ffd640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24800a3e60 0x7f24800a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.080+0000 7f247ffff640 1 -- 172.21.15.52:0/3267540412 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f24900d08e0 con 0x7f24981018b0 2024-04-21T09:10:42.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.081+0000 7f2496ffd640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24800a3e60 0x7f24800a6320 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f248800bbe0 tx=0x7f248800b390 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.088 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.088+0000 7f247ffff640 1 -- 172.21.15.52:0/3267540412 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f249009c440 con 0x7f24981018b0 2024-04-21T09:10:42.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.412+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f249810a480 con 0x7f24981018b0 2024-04-21T09:10:42.412 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.413+0000 7f247ffff640 1 -- 172.21.15.52:0/3267540412 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11855 (secure 0 0 0) 0x7f24900a0740 con 0x7f24981018b0 2024-04-21T09:10:42.413 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:10:42.413 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:10:04.128804+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:10:42.414 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 25 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24800a3e60 msgr2=0x7f24800a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24800a3e60 0x7f24800a6320 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f248800bbe0 tx=0x7f248800b390 comp rx=0 tx=0).stop 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24981018b0 msgr2=0x7f24981a68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24981018b0 0x7f24981a68b0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f2490009fd0 tx=0x7f249000b260 comp rx=0 tx=0).stop 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 shutdown_connections 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24800a3e60 0x7f24800a6320 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f24981018b0 0x7f24981a68b0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f24981072c0 0x7f2498101370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 --2- 172.21.15.52:0/3267540412 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2498069560 0x7f2498100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 >> 172.21.15.52:0/3267540412 conn(0x7f24980771d0 msgr2=0x7f24980feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.415 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 shutdown_connections 2024-04-21T09:10:42.416 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.415+0000 7f249d766640 1 -- 172.21.15.52:0/3267540412 wait complete. 2024-04-21T09:10:42.426 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-21T09:10:42.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 -- 172.21.15.52:0/903931203 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c101a40 msgr2=0x7f4a4c105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 --2- 172.21.15.52:0/903931203 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c101a40 0x7f4a4c105a80 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f4a40009900 tx=0x7f4a4002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:42.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 -- 172.21.15.52:0/903931203 shutdown_connections 2024-04-21T09:10:42.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 --2- 172.21.15.52:0/903931203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a4c106160 0x7f4a4c10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 --2- 172.21.15.52:0/903931203 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c101a40 0x7f4a4c105a80 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 --2- 172.21.15.52:0/903931203 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a4c101090 0x7f4a4c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 -- 172.21.15.52:0/903931203 >> 172.21.15.52:0/903931203 conn(0x7f4a4c078000 msgr2=0x7f4a4c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 -- 172.21.15.52:0/903931203 shutdown_connections 2024-04-21T09:10:42.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.533+0000 7f4a51906640 1 -- 172.21.15.52:0/903931203 wait complete. 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a51906640 1 Processor -- start 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a51906640 1 -- start start 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a51906640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a4c101090 0x7f4a4c199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a51906640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c106160 0x7f4a4c199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a51906640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a4c19a2f0 0x7f4a4c1a48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a51906640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c1110f0 con 0x7f4a4c106160 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a51906640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c110f70 con 0x7f4a4c19a2f0 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a51906640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c111270 con 0x7f4a4c101090 2024-04-21T09:10:42.536 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a4a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c106160 0x7f4a4c199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a4a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c106160 0x7f4a4c199d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56760/0 (socket says 172.21.15.52:56760) 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.534+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/2853803400 learned_addr learned my addr 172.21.15.52:0/2853803400 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4b7fe640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a4c19a2f0 0x7f4a4c1a48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4affd640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a4c101090 0x7f4a4c199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/2853803400 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a4c101090 msgr2=0x7f4a4c199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a4c101090 0x7f4a4c199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/2853803400 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a4c19a2f0 msgr2=0x7f4a4c1a48a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a4c19a2f0 0x7f4a4c1a48a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/2853803400 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a4c1a5070 con 0x7f4a4c106160 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4affd640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a4c101090 0x7f4a4c199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c106160 0x7f4a4c199d60 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002c240 tx=0x7f4a4002c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a50904640 1 -- 172.21.15.52:0/2853803400 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a40043020 con 0x7f4a4c106160 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a51906640 1 -- 172.21.15.52:0/2853803400 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a4c1a5300 con 0x7f4a4c106160 2024-04-21T09:10:42.537 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a50904640 1 -- 172.21.15.52:0/2853803400 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a4002cb70 con 0x7f4a4c106160 2024-04-21T09:10:42.538 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a50904640 1 -- 172.21.15.52:0/2853803400 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a40003a50 con 0x7f4a4c106160 2024-04-21T09:10:42.538 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.535+0000 7f4a51906640 1 -- 172.21.15.52:0/2853803400 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a4c1a5820 con 0x7f4a4c106160 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.538+0000 7f4a545cb740 1 Processor -- start 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.538+0000 7f4a545cb740 1 -- start start 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec8f4d0 0x56064ec8f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8fe80 0x56064ec98430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec98a00 0x56064ec9ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a545cb740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56064ebf41f0 con 0x56064ec98a00 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a545cb740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56064eb914b0 con 0x56064ec8fe80 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a545cb740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56064ebf01b0 con 0x56064ec8f4d0 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec8f4d0 0x56064ec8f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec8f4d0 0x56064ec8f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:48856/0 (socket says 172.21.15.52:48856) 2024-04-21T09:10:42.540 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4affd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8fe80 0x56064ec98430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4b7fe640 1 -- 172.21.15.52:0/2516832030 learned_addr learned my addr 172.21.15.52:0/2516832030 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a50904640 1 -- 172.21.15.52:0/2853803400 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f4a40046020 con 0x7f4a4c106160 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec98a00 0x56064ec9ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4b7fe640 1 -- 172.21.15.52:0/2516832030 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8fe80 msgr2=0x56064ec98430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4b7fe640 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8fe80 0x56064ec98430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4b7fe640 1 -- 172.21.15.52:0/2516832030 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec98a00 msgr2=0x56064ec9ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4b7fe640 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec98a00 0x56064ec9ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4b7fe640 1 -- 172.21.15.52:0/2516832030 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56064eb831b0 con 0x56064ec8f4d0 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.539+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec98a00 0x56064ec9ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.540+0000 7f4a4b7fe640 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec8f4d0 0x56064ec8f8b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4a44009f40 tx=0x7f4a440118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b348714fe4ef7637 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.540+0000 7f4a50904640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a340a3db0 0x7f4a340a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.540+0000 7f4a31ffb640 1 -- 172.21.15.52:0/2516832030 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a44004d20 con 0x56064ec8f4d0 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.540+0000 7f4a31ffb640 1 -- 172.21.15.52:0/2516832030 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a4401a070 con 0x56064ec8f4d0 2024-04-21T09:10:42.541 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.540+0000 7f4a31ffb640 1 -- 172.21.15.52:0/2516832030 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a44016510 con 0x56064ec8f4d0 2024-04-21T09:10:42.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.540+0000 7f4a4affd640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a340a3db0 0x7f4a340a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.540+0000 7f4a50904640 1 -- 172.21.15.52:0/2853803400 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f4a400f2b10 con 0x7f4a4c106160 2024-04-21T09:10:42.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a4affd640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a340a3db0 0x7f4a340a6270 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x56064ec8ac10 tx=0x7f4a3c00b5a0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 -- 172.21.15.52:0/2516832030 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec8f4d0 msgr2=0x56064ec8f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec8f4d0 0x56064ec8f8b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4a44009f40 tx=0x7f4a440118d0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 -- 172.21.15.52:0/2516832030 shutdown_connections 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec98a00 0x56064ec9ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8fe80 0x56064ec98430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 --2- 172.21.15.52:0/2516832030 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec8f4d0 0x56064ec8f8b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 -- 172.21.15.52:0/2516832030 >> 172.21.15.52:0/2516832030 conn(0x56064ec89ba0 msgr2=0x56064ec89f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 -- 172.21.15.52:0/2516832030 shutdown_connections 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 -- 172.21.15.52:0/2516832030 wait complete. 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.541+0000 7f4a545cb740 1 -- start start 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a545cb740 1 Processor -- start 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8f4d0 0x56064ec982f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8fe80 0x56064ec95680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec95c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a545cb740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56064ec9b970 con 0x56064ec8fe80 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a545cb740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56064ebad500 con 0x56064ec8f4d0 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a545cb740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56064ec9baf0 con 0x56064ec98a00 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a545cb740 10 client.0 _ll_register_callbacks cb 0x56064eb7bb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a4a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8fe80 0x56064ec95680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a4a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8fe80 0x56064ec95680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56772/0 (socket says 172.21.15.52:56772) 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/774071268 learned_addr learned my addr 172.21.15.52:0/774071268 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a4affd640 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8f4d0 0x56064ec982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.542+0000 7f4a4b7fe640 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec95c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/774071268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 msgr2=0x56064ec95c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec95c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/774071268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8f4d0 msgr2=0x56064ec982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8f4d0 0x56064ec982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/774071268 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56064e9063f0 con 0x56064ec8fe80 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a4b7fe640 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec95c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8fe80 0x56064ec95680 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f4a40006010 tx=0x7f4a400ba9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f54174af63a6e0e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a2affd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a2affd640 1 -- 172.21.15.52:0/774071268 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a400f7040 con 0x56064ec8fe80 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a2affd640 1 -- 172.21.15.52:0/774071268 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f4a400be930 con 0x56064ec8fe80 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a545cb740 1 -- 172.21.15.52:0/774071268 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a4401a070 con 0x56064ec8fe80 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a2affd640 1 -- 172.21.15.52:0/774071268 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4a400a90b0 con 0x56064ec8fe80 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a545cb740 10 client.15939 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.543+0000 7f4a545cb740 1 -- 172.21.15.52:0/774071268 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56064e9d07d0 con 0x56064ec8fe80 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a2affd640 1 -- 172.21.15.52:0/774071268 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a4401a070 con 0x56064ec8fe80 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a2affd640 1 -- 172.21.15.52:0/774071268 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4a400c6eb0 con 0x56064ec8fe80 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a545cb740 10 client.15939 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:42.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a545cb740 10 client.15939 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T09:10:42.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a545cb740 20 client.15939 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:42.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a545cb740 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56064eca8a70 0x56064ecaae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a545cb740 4 client.15939 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:42.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a545cb740 1 -- 172.21.15.52:0/774071268 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56064eb93930 con 0x56064eca8a70 2024-04-21T09:10:42.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.544+0000 7f4a4affd640 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56064eca8a70 0x56064ecaae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.545+0000 7f4a4affd640 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56064eca8a70 0x56064ecaae60 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cd22c33095f1a06d server_cookie=a9b3704460543c90 in_seq=0 out_seq=0 2024-04-21T09:10:42.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.545+0000 7f4a2affd640 10 client.15939 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:10:42.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a2affd640 1 -- 172.21.15.52:0/774071268 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56064eb93930 con 0x56064eca8a70 2024-04-21T09:10:42.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a2affd640 10 client.15939 handle_command_reply: tid=0 2024-04-21T09:10:42.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 client.15939 shutdown 2024-04-21T09:10:42.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 -- 172.21.15.52:0/774071268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8fe80 msgr2=0x56064ec95680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8fe80 0x56064ec95680 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f4a40006010 tx=0x7f4a400ba9f0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 -- 172.21.15.52:0/774071268 shutdown_connections 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec95c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56064eca8a70 0x56064ecaae60 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8fe80 0x56064ec95680 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 --2- 172.21.15.52:0/774071268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec8f4d0 0x56064ec982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 -- 172.21.15.52:0/774071268 >> 172.21.15.52:0/774071268 conn(0x56064ec89ba0 msgr2=0x56064ec8b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a2affd640 0 client.15939 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 -- 172.21.15.52:0/774071268 shutdown_connections 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 1 -- 172.21.15.52:0/774071268 wait complete. 2024-04-21T09:10:42.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.546+0000 7f4a545cb740 20 client.15939 trim_cache size 0 max 16384 2024-04-21T09:10:42.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.572+0000 7f4a545cb740 1 Processor -- start 2024-04-21T09:10:42.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.572+0000 7f4a545cb740 1 -- start start 2024-04-21T09:10:42.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.572+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca4860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.572 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.572+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec97db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.572+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ecb0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.573 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a545cb740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c1aff90 con 0x56064ec8f4d0 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a545cb740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c1ad860 con 0x56064ec982f0 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a545cb740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c1ab6b0 con 0x56064ec98a00 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca4860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56784/0 (socket says 172.21.15.52:56784) 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 -- 172.21.15.52:0/2033581959 learned_addr learned my addr 172.21.15.52:0/2033581959 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4b7fe640 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ecb0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec97db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 -- 172.21.15.52:0/2033581959 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 msgr2=0x56064ec97db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec97db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 -- 172.21.15.52:0/2033581959 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 msgr2=0x56064ecb0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ecb0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 -- 172.21.15.52:0/2033581959 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56064ec8fc20 con 0x56064ec8f4d0 2024-04-21T09:10:42.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a4affd640 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca4860 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x56064ec90280 tx=0x7f4a3c015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=378fa7bf925e3825 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.573+0000 7f4a317fa640 1 -- 172.21.15.52:0/2033581959 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c02d070 con 0x56064ec8f4d0 2024-04-21T09:10:42.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a317fa640 1 -- 172.21.15.52:0/2033581959 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a3c020e50 con 0x56064ec8f4d0 2024-04-21T09:10:42.575 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a317fa640 1 -- 172.21.15.52:0/2033581959 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c01f6e0 con 0x56064ec8f4d0 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 -- 172.21.15.52:0/2033581959 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 msgr2=0x56064eca4860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca4860 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x56064ec90280 tx=0x7f4a3c015000 comp rx=0 tx=0).stop 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 -- 172.21.15.52:0/2033581959 shutdown_connections 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ecb0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec97db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 --2- 172.21.15.52:0/2033581959 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca4860 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 -- 172.21.15.52:0/2033581959 >> 172.21.15.52:0/2033581959 conn(0x56064ec89ba0 msgr2=0x56064ec88c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 -- 172.21.15.52:0/2033581959 shutdown_connections 2024-04-21T09:10:42.579 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.574+0000 7f4a545cb740 1 -- 172.21.15.52:0/2033581959 wait complete. 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 1 -- start start 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 1 Processor -- start 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ec9dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec9e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c1abd20 con 0x56064ec8f4d0 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c1ad190 con 0x56064ec982f0 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c1ac3f0 con 0x56064ec98a00 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a545cb740 10 client.0 _ll_register_callbacks cb 0x7f4a40009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a4affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.575+0000 7f4a4a7fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ec9dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4a7fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ec9dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:42246/0 (socket says 172.21.15.52:42246) 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4affd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56794/0 (socket says 172.21.15.52:56794) 2024-04-21T09:10:42.580 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/3927728717 learned_addr learned my addr 172.21.15.52:0/3927728717 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4b7fe640 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec9e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/3927728717 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 msgr2=0x56064ec9e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec9e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/3927728717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 msgr2=0x56064eca0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4a7fc640 1 -- 172.21.15.52:0/3927728717 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56064ec9e8f0 con 0x56064ec982f0 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4affd640 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a4a7fc640 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ec9dd40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002ce10 tx=0x7f4a400c7340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6a8b5318180738b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a2affd640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a2affd640 1 -- 172.21.15.52:0/3927728717 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a400d4020 con 0x56064ec982f0 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a2affd640 1 -- 172.21.15.52:0/3927728717 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f4a400bdd20 con 0x56064ec982f0 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.576+0000 7f4a545cb740 1 -- 172.21.15.52:0/3927728717 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a3c020e50 con 0x56064ec982f0 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a2affd640 1 -- 172.21.15.52:0/3927728717 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4a400f02e0 con 0x56064ec982f0 2024-04-21T09:10:42.581 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a545cb740 10 client.25565 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a545cb740 1 -- 172.21.15.52:0/3927728717 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56064ec9e8f0 con 0x56064ec982f0 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a2affd640 1 -- 172.21.15.52:0/3927728717 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a400d7e50 con 0x56064ec982f0 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a2affd640 1 -- 172.21.15.52:0/3927728717 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4a400bd590 con 0x56064ec982f0 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a545cb740 10 client.25565 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a545cb740 10 client.25565 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a545cb740 20 client.25565 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a545cb740 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56064ed10210 0x56064ed12630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a545cb740 4 client.25565 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a545cb740 1 -- 172.21.15.52:0/3927728717 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f4a3c020e50 con 0x56064ed10210 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.577+0000 7f4a4affd640 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56064ed10210 0x56064ed12630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a2affd640 10 client.25565 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a4affd640 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56064ed10210 0x56064ed12630 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5c261c9223a66a9 server_cookie=9c987b5a4b3563d5 in_seq=0 out_seq=0 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a2affd640 1 -- 172.21.15.52:0/3927728717 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f4a3c020e50 con 0x56064ed10210 2024-04-21T09:10:42.582 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a2affd640 10 client.25565 handle_command_reply: tid=0 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 client.25565 shutdown 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 -- 172.21.15.52:0/3927728717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 msgr2=0x56064ec9dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ec9dd40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002ce10 tx=0x7f4a400c7340 comp rx=0 tx=0).stop 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 -- 172.21.15.52:0/3927728717 shutdown_connections 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56064ec98a00 0x56064ec9e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56064ec982f0 0x56064ec9dd40 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x56064ed10210 0x56064ed12630 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a2affd640 0 client.25565 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 --2- 172.21.15.52:0/3927728717 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56064ec8f4d0 0x56064eca0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.578+0000 7f4a545cb740 1 -- 172.21.15.52:0/3927728717 >> 172.21.15.52:0/3927728717 conn(0x56064ec89ba0 msgr2=0x56064ec8af40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a545cb740 1 -- 172.21.15.52:0/3927728717 shutdown_connections 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a545cb740 1 -- 172.21.15.52:0/3927728717 wait complete. 2024-04-21T09:10:42.583 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a545cb740 20 client.25565 trim_cache size 0 max 16384 2024-04-21T09:10:42.584 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2024-04-21T09:10:42.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 -- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a340a3db0 msgr2=0x7f4a340a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.584 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a340a3db0 0x7f4a340a6270 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x56064ec8ac10 tx=0x7f4a3c00b5a0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 -- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c106160 msgr2=0x7f4a4c199d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c106160 0x7f4a4c199d60 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002c240 tx=0x7f4a4002c6e0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 -- 172.21.15.52:0/2853803400 shutdown_connections 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f4a340a3db0 0x7f4a340a6270 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a4c19a2f0 0x7f4a4c1a48a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4a4c106160 0x7f4a4c199d60 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.579+0000 7f4a51906640 1 --2- 172.21.15.52:0/2853803400 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4a4c101090 0x7f4a4c199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.580+0000 7f4a51906640 1 -- 172.21.15.52:0/2853803400 >> 172.21.15.52:0/2853803400 conn(0x7f4a4c078000 msgr2=0x7f4a4c103c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.580+0000 7f4a51906640 1 -- 172.21.15.52:0/2853803400 shutdown_connections 2024-04-21T09:10:42.585 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.580+0000 7f4a51906640 1 -- 172.21.15.52:0/2853803400 wait complete. 2024-04-21T09:10:42.594 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-21T09:10:42.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:42 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3267540412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:42.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:42 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3267540412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:42.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 -- 172.21.15.52:0/477479315 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 msgr2=0x7fcc3c10dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 --2- 172.21.15.52:0/477479315 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 0x7fcc3c10dd30 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fcc34009ca0 tx=0x7fcc3402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 -- 172.21.15.52:0/477479315 shutdown_connections 2024-04-21T09:10:42.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 --2- 172.21.15.52:0/477479315 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 0x7fcc3c10dd30 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 --2- 172.21.15.52:0/477479315 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc3c101a40 0x7fcc3c105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 --2- 172.21.15.52:0/477479315 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc3c101090 0x7fcc3c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 -- 172.21.15.52:0/477479315 >> 172.21.15.52:0/477479315 conn(0x7fcc3c078000 msgr2=0x7fcc3c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 -- 172.21.15.52:0/477479315 shutdown_connections 2024-04-21T09:10:42.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.732+0000 7fcc411b6640 1 -- 172.21.15.52:0/477479315 wait complete. 2024-04-21T09:10:42.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.733+0000 7fcc411b6640 1 Processor -- start 2024-04-21T09:10:42.733 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.733+0000 7fcc411b6640 1 -- start start 2024-04-21T09:10:42.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc411b6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc3c101090 0x7fcc3c1993b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc411b6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 0x7fcc3c1998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc411b6640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc3c199e30 0x7fcc3c1a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc411b6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c1110d0 con 0x7fcc3c106160 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc411b6640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c110f50 con 0x7fcc3c199e30 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc411b6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c111250 con 0x7fcc3c101090 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 0x7fcc3c1998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3ad9d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc3c101090 0x7fcc3c1993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3ad9d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc3c101090 0x7fcc3c1993b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:48876/0 (socket says 172.21.15.52:48876) 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3ad9d640 1 -- 172.21.15.52:0/2401760385 learned_addr learned my addr 172.21.15.52:0/2401760385 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc3c199e30 0x7fcc3c1a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3ad9d640 1 -- 172.21.15.52:0/2401760385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc3c199e30 msgr2=0x7fcc3c1a4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3ad9d640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc3c199e30 0x7fcc3c1a4430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3ad9d640 1 -- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 msgr2=0x7fcc3c1998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3ad9d640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 0x7fcc3c1998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3ad9d640 1 -- 172.21.15.52:0/2401760385 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc3c197220 con 0x7fcc3c101090 2024-04-21T09:10:42.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.734+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc3c199e30 0x7fcc3c1a4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:42.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.735+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 0x7fcc3c1998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:42.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.735+0000 7fcc3ad9d640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc3c101090 0x7fcc3c1993b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c00b2f0 tx=0x7fcc2c00b7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.735+0000 7fcc23fff640 1 -- 172.21.15.52:0/2401760385 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c013070 con 0x7fcc3c101090 2024-04-21T09:10:42.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.735+0000 7fcc411b6640 1 -- 172.21.15.52:0/2401760385 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc3c197510 con 0x7fcc3c101090 2024-04-21T09:10:42.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.735+0000 7fcc23fff640 1 -- 172.21.15.52:0/2401760385 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc2c014910 con 0x7fcc3c101090 2024-04-21T09:10:42.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.735+0000 7fcc23fff640 1 -- 172.21.15.52:0/2401760385 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c00e640 con 0x7fcc3c101090 2024-04-21T09:10:42.736 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.736+0000 7fcc411b6640 1 -- 172.21.15.52:0/2401760385 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc3c197ab0 con 0x7fcc3c101090 2024-04-21T09:10:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc43dad740 1 Processor -- start 2024-04-21T09:10:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc43dad740 1 -- start start 2024-04-21T09:10:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc23fff640 1 -- 172.21.15.52:0/2401760385 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fcc2c00f870 con 0x7fcc3c101090 2024-04-21T09:10:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x56158574f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.738 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585758430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.739 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x56158575ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.739 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc43dad740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5615856b41f0 con 0x56158574fe80 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc43dad740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5615856514b0 con 0x56158574f4d0 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc43dad740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5615856b01b0 con 0x561585758a00 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.738+0000 7fcc3ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585758430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3b59e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x56158574f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3ad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585758430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56818/0 (socket says 172.21.15.52:56818) 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3ad9d640 1 -- 172.21.15.52:0/3284323802 learned_addr learned my addr 172.21.15.52:0/3284323802 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x56158574f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:42264/0 (socket says 172.21.15.52:42264) 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x56158575ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3b59e640 1 -- 172.21.15.52:0/3284323802 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 msgr2=0x56158575ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x56158575ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3b59e640 1 -- 172.21.15.52:0/3284323802 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 msgr2=0x561585758430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585758430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.740 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3b59e640 1 -- 172.21.15.52:0/3284323802 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615856431b0 con 0x56158574f4d0 2024-04-21T09:10:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3ad9d640 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585758430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc23fff640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcc240a3db0 0x7fcc240a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x56158574f8b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcc34009bf0 tx=0x7fcc34009800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96007013957cc58b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc23fff640 1 -- 172.21.15.52:0/2401760385 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fcc2c0d08a0 con 0x7fcc3c101090 2024-04-21T09:10:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.739+0000 7fcc3ad9d640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcc240a3db0 0x7fcc240a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc217fa640 1 -- 172.21.15.52:0/3284323802 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34054020 con 0x56158574f4d0 2024-04-21T09:10:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc217fa640 1 -- 172.21.15.52:0/3284323802 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc3404a040 con 0x56158574f4d0 2024-04-21T09:10:42.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc217fa640 1 -- 172.21.15.52:0/3284323802 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34004040 con 0x56158574f4d0 2024-04-21T09:10:42.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc43dad740 1 -- 172.21.15.52:0/3284323802 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 msgr2=0x56158574f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc43dad740 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x56158574f8b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcc34009bf0 tx=0x7fcc34009800 comp rx=0 tx=0).stop 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc3ad9d640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcc240a3db0 0x7fcc240a6270 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x561585750280 tx=0x7fcc2c0d6480 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc43dad740 1 -- 172.21.15.52:0/3284323802 shutdown_connections 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc43dad740 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x56158575ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc43dad740 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585758430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc43dad740 1 --2- 172.21.15.52:0/3284323802 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x56158574f8b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.740+0000 7fcc43dad740 1 -- 172.21.15.52:0/3284323802 >> 172.21.15.52:0/3284323802 conn(0x561585749ba0 msgr2=0x561585749f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 -- 172.21.15.52:0/3284323802 shutdown_connections 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 -- 172.21.15.52:0/3284323802 wait complete. 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 -- start start 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 Processor -- start 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585758340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56158574fe80 0x5615857556d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561585758a00 0x561585755ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56158575b910 con 0x561585758a00 2024-04-21T09:10:42.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56158566d500 con 0x56158574f4d0 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56158575ba90 con 0x56158574fe80 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc43dad740 10 client.0 _ll_register_callbacks cb 0x56158563bb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.741+0000 7fcc3b59e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585758340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3b59e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585758340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:42276/0 (socket says 172.21.15.52:42276) 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3b59e640 1 -- 172.21.15.52:0/722006654 learned_addr learned my addr 172.21.15.52:0/722006654 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561585758a00 0x561585755ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56158574fe80 0x5615857556d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3a59c640 1 -- 172.21.15.52:0/722006654 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 msgr2=0x561585758340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585758340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3a59c640 1 -- 172.21.15.52:0/722006654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561585758a00 msgr2=0x561585755ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561585758a00 0x561585755ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3a59c640 1 -- 172.21.15.52:0/722006654 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615853c63f0 con 0x56158574fe80 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561585758a00 0x561585755ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56158574fe80 0x5615857556d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c06b670 tx=0x7fcc3000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aaaa92ee9e8140b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc1eff5640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc1eff5640 1 -- 172.21.15.52:0/722006654 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3000fe60 con 0x56158574fe80 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc43dad740 1 -- 172.21.15.52:0/722006654 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc3404a040 con 0x56158574fe80 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.742+0000 7fcc1eff5640 1 -- 172.21.15.52:0/722006654 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fcc300120d0 con 0x56158574fe80 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.743+0000 7fcc1eff5640 1 -- 172.21.15.52:0/722006654 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcc30025050 con 0x56158574fe80 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.743+0000 7fcc43dad740 10 client.25606 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.743+0000 7fcc43dad740 1 -- 172.21.15.52:0/722006654 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5615854907d0 con 0x56158574fe80 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.743+0000 7fcc1eff5640 1 -- 172.21.15.52:0/722006654 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc3404a040 con 0x56158574fe80 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc1eff5640 1 -- 172.21.15.52:0/722006654 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fcc300053f0 con 0x56158574fe80 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc43dad740 10 client.25606 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc43dad740 10 client.25606 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc43dad740 20 client.25606 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc43dad740 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x561585768bd0 0x56158576aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc43dad740 4 client.25606 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:42.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc43dad740 1 -- 172.21.15.52:0/722006654 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561585653930 con 0x561585768bd0 2024-04-21T09:10:42.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x561585768bd0 0x56158576aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x561585768bd0 0x56158576aff0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d550db7089ad6b51 server_cookie=bbdaeffd561ae5a9 in_seq=0 out_seq=0 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.744+0000 7fcc1eff5640 10 client.25606 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc1eff5640 1 -- 172.21.15.52:0/722006654 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561585653930 con 0x561585768bd0 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc1eff5640 10 client.25606 handle_command_reply: tid=0 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 client.25606 shutdown 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 -- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56158574fe80 msgr2=0x5615857556d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56158574fe80 0x5615857556d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c06b670 tx=0x7fcc3000f790 comp rx=0 tx=0).stop 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 -- 172.21.15.52:0/722006654 shutdown_connections 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561585758a00 0x561585755ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56158574fe80 0x5615857556d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x561585768bd0 0x56158576aff0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc1eff5640 0 client.25606 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:10:42.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 --2- 172.21.15.52:0/722006654 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585758340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 -- 172.21.15.52:0/722006654 >> 172.21.15.52:0/722006654 conn(0x561585749ba0 msgr2=0x56158574b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 -- 172.21.15.52:0/722006654 shutdown_connections 2024-04-21T09:10:42.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 1 -- 172.21.15.52:0/722006654 wait complete. 2024-04-21T09:10:42.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.745+0000 7fcc43dad740 20 client.25606 trim_cache size 0 max 16384 2024-04-21T09:10:42.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.759+0000 7fcc43dad740 1 Processor -- start 2024-04-21T09:10:42.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.759+0000 7fcc43dad740 1 -- start start 2024-04-21T09:10:42.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574f4d0 0x5615857647d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574fe80 0x561585757e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x561585758340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc43dad740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c1af740 con 0x56158574f4d0 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc43dad740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c1ad010 con 0x56158574fe80 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc43dad740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c1aae60 con 0x561585758a00 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574f4d0 0x5615857647d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574f4d0 0x5615857647d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56824/0 (socket says 172.21.15.52:56824) 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 -- 172.21.15.52:0/1432420033 learned_addr learned my addr 172.21.15.52:0/1432420033 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574fe80 0x561585757e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x561585758340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 -- 172.21.15.52:0/1432420033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 msgr2=0x561585758340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x561585758340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 -- 172.21.15.52:0/1432420033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574fe80 msgr2=0x561585757e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574fe80 0x561585757e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 -- 172.21.15.52:0/1432420033 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561585767820 con 0x56158574f4d0 2024-04-21T09:10:42.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.760+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574f4d0 0x5615857647d0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fcc34009a60 tx=0x7fcc3402c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f839f3216834e7d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.761+0000 7fcc20ff9640 1 -- 172.21.15.52:0/1432420033 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34054040 con 0x56158574f4d0 2024-04-21T09:10:42.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.761+0000 7fcc20ff9640 1 -- 172.21.15.52:0/1432420033 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc3404a040 con 0x56158574f4d0 2024-04-21T09:10:42.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.761+0000 7fcc20ff9640 1 -- 172.21.15.52:0/1432420033 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34004180 con 0x56158574f4d0 2024-04-21T09:10:42.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.761+0000 7fcc43dad740 1 -- 172.21.15.52:0/1432420033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574f4d0 msgr2=0x5615857647d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574f4d0 0x5615857647d0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fcc34009a60 tx=0x7fcc3402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 -- 172.21.15.52:0/1432420033 shutdown_connections 2024-04-21T09:10:42.766 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x561585758340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574fe80 0x561585757e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 --2- 172.21.15.52:0/1432420033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574f4d0 0x5615857647d0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 -- 172.21.15.52:0/1432420033 >> 172.21.15.52:0/1432420033 conn(0x561585749ba0 msgr2=0x56158574b860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 -- 172.21.15.52:0/1432420033 shutdown_connections 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 -- 172.21.15.52:0/1432420033 wait complete. 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 -- start start 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.762+0000 7fcc43dad740 1 Processor -- start 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585760ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585761220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc43dad740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x56158575dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc43dad740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c1ab4d0 con 0x56158574fe80 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc43dad740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c1ac940 con 0x56158574f4d0 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc43dad740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c1abba0 con 0x561585758a00 2024-04-21T09:10:42.767 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc43dad740 10 client.0 _ll_register_callbacks cb 0x7fcc30012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585760ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585760ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:42294/0 (socket says 172.21.15.52:42294) 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 -- 172.21.15.52:0/567682736 learned_addr learned my addr 172.21.15.52:0/567682736 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585761220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x56158575dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 -- 172.21.15.52:0/567682736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 msgr2=0x56158575dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x56158575dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 -- 172.21.15.52:0/567682736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 msgr2=0x561585761220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585761220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3b59e640 1 -- 172.21.15.52:0/567682736 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56158575e420 con 0x56158574f4d0 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.763+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585761220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.764+0000 7fcc3b59e640 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585760ce0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fcc3402cf40 tx=0x7fcc3402ceb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f95cbbb388deee4e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.764+0000 7fcc1eff5640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.764+0000 7fcc1eff5640 1 -- 172.21.15.52:0/567682736 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34054040 con 0x56158574f4d0 2024-04-21T09:10:42.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.764+0000 7fcc43dad740 1 -- 172.21.15.52:0/567682736 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc3404a040 con 0x56158574f4d0 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.764+0000 7fcc1eff5640 1 -- 172.21.15.52:0/567682736 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fcc340326c0 con 0x56158574f4d0 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.764+0000 7fcc1eff5640 1 -- 172.21.15.52:0/567682736 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcc34032e60 con 0x56158574f4d0 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.764+0000 7fcc43dad740 10 client.25583 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.764+0000 7fcc43dad740 1 -- 172.21.15.52:0/567682736 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5615857cfb10 con 0x56158574f4d0 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc1eff5640 1 -- 172.21.15.52:0/567682736 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc3404a040 con 0x56158574f4d0 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc1eff5640 1 -- 172.21.15.52:0/567682736 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fcc3406a4e0 con 0x56158574f4d0 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc43dad740 10 client.25583 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc43dad740 10 client.25583 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc43dad740 20 client.25583 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc43dad740 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5615857cfd40 0x5615857d2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc43dad740 4 client.25583 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc43dad740 1 -- 172.21.15.52:0/567682736 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5615856c1c10 con 0x5615857cfd40 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.765+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5615857cfd40 0x5615857d2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc3a59c640 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5615857cfd40 0x5615857d2130 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ec8743f216e23eb5 server_cookie=4dab7f7535cd907 in_seq=0 out_seq=0 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc1eff5640 10 client.25583 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc1eff5640 1 -- 172.21.15.52:0/567682736 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5615856c1c10 con 0x5615857cfd40 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc1eff5640 10 client.25583 handle_command_reply: tid=0 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 client.25583 shutdown 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 -- 172.21.15.52:0/567682736 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 msgr2=0x561585760ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585760ce0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fcc3402cf40 tx=0x7fcc3402ceb0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 -- 172.21.15.52:0/567682736 shutdown_connections 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561585758a00 0x56158575dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56158574fe80 0x561585761220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5615857cfd40 0x5615857d2130 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 --2- 172.21.15.52:0/567682736 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56158574f4d0 0x561585760ce0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc1eff5640 0 client.25583 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 -- 172.21.15.52:0/567682736 >> 172.21.15.52:0/567682736 conn(0x561585749ba0 msgr2=0x561585748370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 -- 172.21.15.52:0/567682736 shutdown_connections 2024-04-21T09:10:42.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 1 -- 172.21.15.52:0/567682736 wait complete. 2024-04-21T09:10:42.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.766+0000 7fcc43dad740 20 client.25583 trim_cache size 0 max 16384 2024-04-21T09:10:42.771 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2024-04-21T09:10:42.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 -- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcc240a3db0 msgr2=0x7fcc240a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcc240a3db0 0x7fcc240a6270 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x561585750280 tx=0x7fcc2c0d6480 comp rx=0 tx=0).stop 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 -- 172.21.15.52:0/2401760385 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc3c101090 msgr2=0x7fcc3c1993b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc3c101090 0x7fcc3c1993b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c00b2f0 tx=0x7fcc2c00b7b0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 -- 172.21.15.52:0/2401760385 shutdown_connections 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcc240a3db0 0x7fcc240a6270 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc3c199e30 0x7fcc3c1a4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcc3c106160 0x7fcc3c1998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 --2- 172.21.15.52:0/2401760385 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcc3c101090 0x7fcc3c1993b0 secure :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c00b2f0 tx=0x7fcc2c00b7b0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 -- 172.21.15.52:0/2401760385 >> 172.21.15.52:0/2401760385 conn(0x7fcc3c078000 msgr2=0x7fcc3c0fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 -- 172.21.15.52:0/2401760385 shutdown_connections 2024-04-21T09:10:42.772 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.767+0000 7fcc411b6640 1 -- 172.21.15.52:0/2401760385 wait complete. 2024-04-21T09:10:42.782 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-21T09:10:42.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:42 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3267540412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:10:42.889 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 -- 172.21.15.52:0/1331702793 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 msgr2=0x7f169c101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 --2- 172.21.15.52:0/1331702793 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 0x7f169c101470 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f168c009900 tx=0x7f168c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:42.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 -- 172.21.15.52:0/1331702793 shutdown_connections 2024-04-21T09:10:42.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 --2- 172.21.15.52:0/1331702793 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f169c106160 0x7f169c10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 --2- 172.21.15.52:0/1331702793 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f169c101a40 0x7f169c105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 --2- 172.21.15.52:0/1331702793 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 0x7f169c101470 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 -- 172.21.15.52:0/1331702793 >> 172.21.15.52:0/1331702793 conn(0x7f169c078000 msgr2=0x7f169c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 -- 172.21.15.52:0/1331702793 shutdown_connections 2024-04-21T09:10:42.890 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.889+0000 7f16a24f2640 1 -- 172.21.15.52:0/1331702793 wait complete. 2024-04-21T09:10:42.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.890+0000 7f16a24f2640 1 Processor -- start 2024-04-21T09:10:42.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.890+0000 7f16a24f2640 1 -- start start 2024-04-21T09:10:42.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f16a24f2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 0x7f169c198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f16a24f2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f169c106160 0x7f169c198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.892 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f16a24f2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f169c19cfc0 0x7f169c19d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f16a24f2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f169c1110a0 con 0x7f169c101090 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f16a24f2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f169c110f20 con 0x7f169c106160 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f16a24f2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f169c111220 con 0x7f169c19cfc0 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 0x7f169c198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 0x7f169c198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56850/0 (socket says 172.21.15.52:56850) 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169bfff640 1 -- 172.21.15.52:0/472962298 learned_addr learned my addr 172.21.15.52:0/472962298 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169b7fe640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f169c106160 0x7f169c198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f169c19cfc0 0x7f169c19d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169bfff640 1 -- 172.21.15.52:0/472962298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f169c19cfc0 msgr2=0x7f169c19d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169bfff640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f169c19cfc0 0x7f169c19d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169bfff640 1 -- 172.21.15.52:0/472962298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f169c106160 msgr2=0x7f169c198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169bfff640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f169c106160 0x7f169c198c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.891+0000 7f169bfff640 1 -- 172.21.15.52:0/472962298 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f169c19dab0 con 0x7f169c101090 2024-04-21T09:10:42.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.892+0000 7f169bfff640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 0x7f169c198700 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f168c005940 tx=0x7f168c02c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.892+0000 7f16997fa640 1 -- 172.21.15.52:0/472962298 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f168c043020 con 0x7f169c101090 2024-04-21T09:10:42.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.892+0000 7f16997fa640 1 -- 172.21.15.52:0/472962298 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f168c02cbe0 con 0x7f169c101090 2024-04-21T09:10:42.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.892+0000 7f16a24f2640 1 -- 172.21.15.52:0/472962298 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f169c19dd40 con 0x7f169c101090 2024-04-21T09:10:42.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.892+0000 7f16997fa640 1 -- 172.21.15.52:0/472962298 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f168c003bf0 con 0x7f169c101090 2024-04-21T09:10:42.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.892+0000 7f16a24f2640 1 -- 172.21.15.52:0/472962298 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f169c1a5560 con 0x7f169c101090 2024-04-21T09:10:42.894 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.894+0000 7f16997fa640 1 -- 172.21.15.52:0/472962298 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f168c046020 con 0x7f169c101090 2024-04-21T09:10:42.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.895+0000 7f16997fa640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f16840a3db0 0x7f16840a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.895+0000 7f16997fa640 1 -- 172.21.15.52:0/472962298 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f168c0f2e90 con 0x7f169c101090 2024-04-21T09:10:42.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.895+0000 7f169b7fe640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f16840a3db0 0x7f16840a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.895+0000 7f16a51bf740 1 Processor -- start 2024-04-21T09:10:42.895 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.895+0000 7f16a51bf740 1 -- start start 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3cd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cde80 0x555f0f3d6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3d8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f16a51bf740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x555f0f3321f0 con 0x555f0f3cde80 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f16a51bf740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x555f0f2cf4b0 con 0x555f0f3d6a00 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f16a51bf740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x555f0f32e1b0 con 0x555f0f3cd4d0 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cde80 0x555f0f3d6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cde80 0x555f0f3d6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56860/0 (socket says 172.21.15.52:56860) 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 -- 172.21.15.52:0/1245514136 learned_addr learned my addr 172.21.15.52:0/1245514136 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f16840a3db0 0x7f16840a6270 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f169c100d70 tx=0x7f169000b390 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.897 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169bfff640 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3cd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3d8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 -- 172.21.15.52:0/1245514136 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 msgr2=0x555f0f3cd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3cd8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 -- 172.21.15.52:0/1245514136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 msgr2=0x555f0f3d8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3d8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169b7fe640 1 -- 172.21.15.52:0/1245514136 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f0f2c11b0 con 0x555f0f3cde80 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f169bfff640 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3cd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.896+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3d8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.897+0000 7f169b7fe640 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cde80 0x555f0f3d6430 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f1690010f80 tx=0x7f1690013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf434316d4c98ebd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.897+0000 7f16827fc640 1 -- 172.21.15.52:0/1245514136 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169001e620 con 0x555f0f3cde80 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.897+0000 7f16827fc640 1 -- 172.21.15.52:0/1245514136 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f169001ec70 con 0x555f0f3cde80 2024-04-21T09:10:42.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.897+0000 7f16827fc640 1 -- 172.21.15.52:0/1245514136 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1690026cf0 con 0x555f0f3cde80 2024-04-21T09:10:42.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 -- 172.21.15.52:0/1245514136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cde80 msgr2=0x555f0f3d6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cde80 0x555f0f3d6430 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f1690010f80 tx=0x7f1690013000 comp rx=0 tx=0).stop 2024-04-21T09:10:42.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 -- 172.21.15.52:0/1245514136 shutdown_connections 2024-04-21T09:10:42.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3d8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cde80 0x555f0f3d6430 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 --2- 172.21.15.52:0/1245514136 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3cd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 -- 172.21.15.52:0/1245514136 >> 172.21.15.52:0/1245514136 conn(0x555f0f3c7ba0 msgr2=0x555f0f3c7f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 -- 172.21.15.52:0/1245514136 shutdown_connections 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 -- 172.21.15.52:0/1245514136 wait complete. 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.898+0000 7f16a51bf740 1 -- start start 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f16a51bf740 1 Processor -- start 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3d63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3d3730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3d6a00 0x555f0f3d3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f16a51bf740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x555f0f3ddd80 con 0x555f0f3cd4d0 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f16a51bf740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x555f0f2eb500 con 0x555f0f3cde80 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f16a51bf740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x555f0f3ddf00 con 0x555f0f3d6a00 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f16a51bf740 10 client.0 _ll_register_callbacks cb 0x555f0f2b9b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f169bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3d63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f169bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3d63a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56876/0 (socket says 172.21.15.52:56876) 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f169bfff640 1 -- 172.21.15.52:0/4157063412 learned_addr learned my addr 172.21.15.52:0/4157063412 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.899+0000 7f169b7fe640 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3d3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3d6a00 0x555f0f3d3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f169bfff640 1 -- 172.21.15.52:0/4157063412 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3d6a00 msgr2=0x555f0f3d3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f169bfff640 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3d6a00 0x555f0f3d3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f169bfff640 1 -- 172.21.15.52:0/4157063412 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 msgr2=0x555f0f3d3730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f169bfff640 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3d3730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f169bfff640 1 -- 172.21.15.52:0/4157063412 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f0f0443f0 con 0x555f0f3cd4d0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3d6a00 0x555f0f3d3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f169bfff640 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3d63a0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f168c0be9e0 tx=0x7f168c0be590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=744546dc8f4b10bf server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f167b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f167b7fe640 1 -- 172.21.15.52:0/4157063412 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f168c0bf150 con 0x555f0f3cd4d0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f167b7fe640 1 -- 172.21.15.52:0/4157063412 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f168c0f0450 con 0x555f0f3cd4d0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f16a51bf740 1 -- 172.21.15.52:0/4157063412 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f169001ec70 con 0x555f0f3cd4d0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f167b7fe640 1 -- 172.21.15.52:0/4157063412 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f168c0f0650 con 0x555f0f3cd4d0 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f16a51bf740 10 client.15975 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:42.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f16a51bf740 1 -- 172.21.15.52:0/4157063412 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x555f0f10e7d0 con 0x555f0f3cd4d0 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.900+0000 7f167b7fe640 1 -- 172.21.15.52:0/4157063412 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f169001ec70 con 0x555f0f3cd4d0 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f167b7fe640 1 -- 172.21.15.52:0/4157063412 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f168c0c72c0 con 0x555f0f3cd4d0 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f16a51bf740 10 client.15975 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f16a51bf740 10 client.15975 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f16a51bf740 20 client.15975 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f16a51bf740 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555f0f3eb050 0x555f0f3ed480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f16a51bf740 4 client.15975 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f16a51bf740 1 -- 172.21.15.52:0/4157063412 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f0f2d1930 con 0x555f0f3eb050 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f169b7fe640 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555f0f3eb050 0x555f0f3ed480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f167b7fe640 10 client.15975 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.901+0000 7f169b7fe640 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555f0f3eb050 0x555f0f3ed480 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76ba8f1a4929af31 server_cookie=8f5962f0ad7a099a in_seq=0 out_seq=0 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.902+0000 7f167b7fe640 1 -- 172.21.15.52:0/4157063412 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555f0f2d1930 con 0x555f0f3eb050 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.902+0000 7f167b7fe640 10 client.15975 handle_command_reply: tid=0 2024-04-21T09:10:42.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.902+0000 7f16a51bf740 1 client.15975 shutdown 2024-04-21T09:10:42.906 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 -- 172.21.15.52:0/4157063412 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 msgr2=0x555f0f3d63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3d63a0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f168c0be9e0 tx=0x7f168c0be590 comp rx=0 tx=0).stop 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 -- 172.21.15.52:0/4157063412 shutdown_connections 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555f0f3eb050 0x555f0f3ed480 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f167b7fe640 0 client.15975 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3d6a00 0x555f0f3d3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3d3730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 --2- 172.21.15.52:0/4157063412 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3d63a0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 -- 172.21.15.52:0/4157063412 >> 172.21.15.52:0/4157063412 conn(0x555f0f3c7ba0 msgr2=0x555f0f3c98f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 -- 172.21.15.52:0/4157063412 shutdown_connections 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 1 -- 172.21.15.52:0/4157063412 wait complete. 2024-04-21T09:10:42.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.903+0000 7f16a51bf740 20 client.15975 trim_cache size 0 max 16384 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a51bf740 1 Processor -- start 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a51bf740 1 -- start start 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3f2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3f3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3d6a00 0x555f0f3e31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a51bf740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f169c1af870 con 0x555f0f3d6a00 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a51bf740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f169c1ad140 con 0x555f0f3cde80 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a51bf740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f169c1aaf90 con 0x555f0f3cd4d0 2024-04-21T09:10:42.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a0a8f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3d6a00 0x555f0f3e31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a0a8f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3d6a00 0x555f0f3e31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56892/0 (socket says 172.21.15.52:56892) 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f16a0a8f640 1 -- 172.21.15.52:0/1690118745 learned_addr learned my addr 172.21.15.52:0/1690118745 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f169b7fe640 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3f3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.926+0000 7f169bfff640 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3f2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f16a0a8f640 1 -- 172.21.15.52:0/1690118745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 msgr2=0x555f0f3f2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3f2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f16a0a8f640 1 -- 172.21.15.52:0/1690118745 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 msgr2=0x555f0f3f3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3f3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f16a0a8f640 1 -- 172.21.15.52:0/1690118745 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f0f3cd090 con 0x555f0f3d6a00 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f169bfff640 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3f2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f169b7fe640 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3f3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3d6a00 0x555f0f3e31a0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f1694009db0 tx=0x7f1694011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dca757fd6a72945 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f1681ffb640 1 -- 172.21.15.52:0/1690118745 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169401a5f0 con 0x555f0f3d6a00 2024-04-21T09:10:42.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f1681ffb640 1 -- 172.21.15.52:0/1690118745 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1694011e60 con 0x555f0f3d6a00 2024-04-21T09:10:42.929 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.927+0000 7f1681ffb640 1 -- 172.21.15.52:0/1690118745 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1694012b30 con 0x555f0f3d6a00 2024-04-21T09:10:42.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 -- 172.21.15.52:0/1690118745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3d6a00 msgr2=0x555f0f3e31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3d6a00 0x555f0f3e31a0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f1694009db0 tx=0x7f1694011750 comp rx=0 tx=0).stop 2024-04-21T09:10:42.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 -- 172.21.15.52:0/1690118745 shutdown_connections 2024-04-21T09:10:42.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3d6a00 0x555f0f3e31a0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3cde80 0x555f0f3f3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 --2- 172.21.15.52:0/1690118745 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cd4d0 0x555f0f3f2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 -- 172.21.15.52:0/1690118745 >> 172.21.15.52:0/1690118745 conn(0x555f0f3c7ba0 msgr2=0x555f0f3c6370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 -- 172.21.15.52:0/1690118745 shutdown_connections 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 -- 172.21.15.52:0/1690118745 wait complete. 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.928+0000 7f16a51bf740 1 -- start start 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a51bf740 1 Processor -- start 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3e2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cde80 0x555f0f3e34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a51bf740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3df380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a51bf740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f169c1ab600 con 0x555f0f3cd4d0 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a51bf740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f169c1aca70 con 0x555f0f3d6a00 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a51bf740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f169c1abcd0 con 0x555f0f3cde80 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f169bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3e2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a51bf740 10 client.0 _ll_register_callbacks cb 0x7f168c0badc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f169bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3e2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56904/0 (socket says 172.21.15.52:56904) 2024-04-21T09:10:42.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f169bfff640 1 -- 172.21.15.52:0/2856063642 learned_addr learned my addr 172.21.15.52:0/2856063642 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f169b7fe640 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cde80 0x555f0f3e34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.929+0000 7f16a0a8f640 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3df380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f169bfff640 1 -- 172.21.15.52:0/2856063642 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cde80 msgr2=0x555f0f3e34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f169bfff640 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cde80 0x555f0f3e34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f169bfff640 1 -- 172.21.15.52:0/2856063642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 msgr2=0x555f0f3df380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f169bfff640 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3df380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f169bfff640 1 -- 172.21.15.52:0/2856063642 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f0f3dfb80 con 0x555f0f3cd4d0 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f169b7fe640 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cde80 0x555f0f3e34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f169bfff640 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3e2f70 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f168c0be750 tx=0x7f168c005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb28a5ae668afd1c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f167b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f167b7fe640 1 -- 172.21.15.52:0/2856063642 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f168c0be3b0 con 0x555f0f3cd4d0 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f167b7fe640 1 -- 172.21.15.52:0/2856063642 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f168c0f0450 con 0x555f0f3cd4d0 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.930+0000 7f16a51bf740 1 -- 172.21.15.52:0/2856063642 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1694011e60 con 0x555f0f3cd4d0 2024-04-21T09:10:42.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f167b7fe640 1 -- 172.21.15.52:0/2856063642 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f168c0bf150 con 0x555f0f3cd4d0 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f16a51bf740 10 client.15981 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f16a51bf740 1 -- 172.21.15.52:0/2856063642 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x555f0f451f50 con 0x555f0f3cd4d0 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f167b7fe640 1 -- 172.21.15.52:0/2856063642 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1694011e60 con 0x555f0f3cd4d0 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f167b7fe640 1 -- 172.21.15.52:0/2856063642 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f168c0a90b0 con 0x555f0f3cd4d0 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f16a51bf740 10 client.15981 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f16a51bf740 10 client.15981 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f16a51bf740 20 client.15981 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f16a51bf740 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555f0f3eb050 0x555f0f454540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f16a51bf740 4 client.15981 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.931+0000 7f16a51bf740 1 -- 172.21.15.52:0/2856063642 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555f0f33fc10 con 0x555f0f3eb050 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.932+0000 7f169b7fe640 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555f0f3eb050 0x555f0f454540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.932+0000 7f167b7fe640 10 client.15981 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.932+0000 7f169b7fe640 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555f0f3eb050 0x555f0f454540 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee48211949cd646d server_cookie=9bc526fe69f3ec64 in_seq=0 out_seq=0 2024-04-21T09:10:42.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.932+0000 7f167b7fe640 1 -- 172.21.15.52:0/2856063642 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555f0f33fc10 con 0x555f0f3eb050 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.932+0000 7f167b7fe640 10 client.15981 handle_command_reply: tid=0 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.932+0000 7f16a51bf740 1 client.15981 shutdown 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 -- 172.21.15.52:0/2856063642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 msgr2=0x555f0f3e2f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3e2f70 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f168c0be750 tx=0x7f168c005a60 comp rx=0 tx=0).stop 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 -- 172.21.15.52:0/2856063642 shutdown_connections 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555f0f3eb050 0x555f0f454540 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555f0f3d6a00 0x555f0f3df380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555f0f3cde80 0x555f0f3e34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 --2- 172.21.15.52:0/2856063642 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555f0f3cd4d0 0x555f0f3e2f70 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 -- 172.21.15.52:0/2856063642 >> 172.21.15.52:0/2856063642 conn(0x555f0f3c7ba0 msgr2=0x555f0f3ceb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f167b7fe640 0 client.15981 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 -- 172.21.15.52:0/2856063642 shutdown_connections 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 1 -- 172.21.15.52:0/2856063642 wait complete. 2024-04-21T09:10:42.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.933+0000 7f16a51bf740 20 client.15981 trim_cache size 0 max 16384 2024-04-21T09:10:42.938 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 -- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f16840a3db0 msgr2=0x7f16840a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f16840a3db0 0x7f16840a6270 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f169c100d70 tx=0x7f169000b390 comp rx=0 tx=0).stop 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 -- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 msgr2=0x7f169c198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 0x7f169c198700 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f168c005940 tx=0x7f168c02c7e0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 -- 172.21.15.52:0/472962298 shutdown_connections 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f16840a3db0 0x7f16840a6270 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f169c19cfc0 0x7f169c19d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f169c106160 0x7f169c198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 --2- 172.21.15.52:0/472962298 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f169c101090 0x7f169c198700 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 -- 172.21.15.52:0/472962298 >> 172.21.15.52:0/472962298 conn(0x7f169c078000 msgr2=0x7f169c0695f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 -- 172.21.15.52:0/472962298 shutdown_connections 2024-04-21T09:10:42.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:42.934+0000 7f16a24f2640 1 -- 172.21.15.52:0/472962298 wait complete. 2024-04-21T09:10:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:43 smithi078 ceph-mon[31713]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T09:10:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:43 smithi052 ceph-mon[28035]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T09:10:43.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:43 smithi060 ceph-mon[31055]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-04-21T09:10:43.946 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-21T09:10:43.946 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:10:43.946 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-21T09:10:44.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 -- 172.21.15.52:0/1936020088 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd810c500 msgr2=0x7f7dd810e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 --2- 172.21.15.52:0/1936020088 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd810c500 0x7f7dd810e9a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0009ca0 tx=0x7f7dd002c180 comp rx=0 tx=0).stop 2024-04-21T09:10:44.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 -- 172.21.15.52:0/1936020088 shutdown_connections 2024-04-21T09:10:44.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 --2- 172.21.15.52:0/1936020088 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd810c500 0x7f7dd810e9a0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 --2- 172.21.15.52:0/1936020088 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7dd8103ae0 0x7f7dd810bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.064 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 --2- 172.21.15.52:0/1936020088 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dd81031c0 0x7f7dd81035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.064 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 -- 172.21.15.52:0/1936020088 >> 172.21.15.52:0/1936020088 conn(0x7f7dd8078000 msgr2=0x7f7dd8078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.064 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 -- 172.21.15.52:0/1936020088 shutdown_connections 2024-04-21T09:10:44.064 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.063+0000 7f7de07a4640 1 -- 172.21.15.52:0/1936020088 wait complete. 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7de07a4640 1 Processor -- start 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7de07a4640 1 -- start start 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7de07a4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7dd81031c0 0x7f7dd81986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7de07a4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd8103ae0 0x7f7dd8198c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7de07a4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dd810c500 0x7f7dd819cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7dddd3f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd8103ae0 0x7f7dd8198c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7dddd3f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd8103ae0 0x7f7dd8198c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56922/0 (socket says 172.21.15.52:56922) 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7dddd3f640 1 -- 172.21.15.52:0/2223111049 learned_addr learned my addr 172.21.15.52:0/2223111049 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8112190 con 0x7f7dd8103ae0 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8112010 con 0x7f7dd810c500 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8112310 con 0x7f7dd81031c0 2024-04-21T09:10:44.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.064+0000 7f7dde540640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7dd81031c0 0x7f7dd81986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dded41640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dd810c500 0x7f7dd819cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dddd3f640 1 -- 172.21.15.52:0/2223111049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7dd81031c0 msgr2=0x7f7dd81986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7dd81031c0 0x7f7dd81986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dddd3f640 1 -- 172.21.15.52:0/2223111049 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dd810c500 msgr2=0x7f7dd819cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dd810c500 0x7f7dd819cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dddd3f640 1 -- 172.21.15.52:0/2223111049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd819d6c0 con 0x7f7dd8103ae0 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd8103ae0 0x7f7dd8198c10 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f7dc8009f40 tx=0x7f7dc800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dcf7fe640 1 -- 172.21.15.52:0/2223111049 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc800cd80 con 0x7f7dd8103ae0 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dd819d9b0 con 0x7f7dd8103ae0 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dd8100d40 con 0x7f7dd8103ae0 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dcf7fe640 1 -- 172.21.15.52:0/2223111049 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dc80054d0 con 0x7f7dd8103ae0 2024-04-21T09:10:44.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.065+0000 7f7dcf7fe640 1 -- 172.21.15.52:0/2223111049 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc80047a0 con 0x7f7dd8103ae0 2024-04-21T09:10:44.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.068+0000 7f7de3398740 1 Processor -- start 2024-04-21T09:10:44.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.068+0000 7f7de3398740 1 -- start start 2024-04-21T09:10:44.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.068+0000 7f7de3398740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 0x55fe13b0ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.068+0000 7f7de3398740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0f290 0x55fe13b17840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.068+0000 7f7de3398740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 0x55fe13b1a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.068+0000 7f7de3398740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55fe13a72f00 con 0x55fe13b0f290 2024-04-21T09:10:44.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.068+0000 7f7de3398740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fe13a10590 con 0x55fe13b17e10 2024-04-21T09:10:44.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.068+0000 7f7de3398740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55fe13a6eec0 con 0x55fe13b0e8e0 2024-04-21T09:10:44.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0f290 0x55fe13b17840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0f290 0x55fe13b17840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56928/0 (socket says 172.21.15.52:56928) 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 -- 172.21.15.52:0/3412924715 learned_addr learned my addr 172.21.15.52:0/3412924715 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dded41640 1 --2- 172.21.15.52:0/3412924715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 0x55fe13b0ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 -- 172.21.15.52:0/3412924715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 msgr2=0x55fe13b0ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 --2- 172.21.15.52:0/3412924715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 0x55fe13b0ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 -- 172.21.15.52:0/3412924715 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 msgr2=0x55fe13b1a260 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 --2- 172.21.15.52:0/3412924715 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 0x55fe13b1a260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 -- 172.21.15.52:0/3412924715 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe1384d7e0 con 0x55fe13b0f290 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dcf7fe640 1 -- 172.21.15.52:0/2223111049 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f7dc80137d0 con 0x7f7dd8103ae0 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dde540640 1 --2- 172.21.15.52:0/3412924715 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0f290 0x55fe13b17840 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4009cf0 tx=0x7f7dd4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d522b7d5601ecf54 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dccff9640 1 -- 172.21.15.52:0/3412924715 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd4004230 con 0x55fe13b0f290 2024-04-21T09:10:44.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dccff9640 1 -- 172.21.15.52:0/3412924715 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dd40043d0 con 0x55fe13b0f290 2024-04-21T09:10:44.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.069+0000 7f7dccff9640 1 -- 172.21.15.52:0/3412924715 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd4019880 con 0x55fe13b0f290 2024-04-21T09:10:44.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.070+0000 7f7dcf7fe640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7dc40a3eb0 0x7f7dc40a6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.070+0000 7f7dcf7fe640 1 -- 172.21.15.52:0/2223111049 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f7dc80d4f00 con 0x7f7dd8103ae0 2024-04-21T09:10:44.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.070+0000 7f7dded41640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7dc40a3eb0 0x7f7dc40a6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.070+0000 7f7de3398740 1 -- 172.21.15.52:0/3412924715 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0f290 msgr2=0x55fe13b17840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.070+0000 7f7de3398740 1 --2- 172.21.15.52:0/3412924715 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0f290 0x55fe13b17840 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4009cf0 tx=0x7f7dd4011810 comp rx=0 tx=0).stop 2024-04-21T09:10:44.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7dded41640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7dc40a3eb0 0x7f7dc40a6370 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0004af0 tx=0x7f7dd0004a40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 -- 172.21.15.52:0/3412924715 shutdown_connections 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 --2- 172.21.15.52:0/3412924715 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 0x55fe13b1a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 --2- 172.21.15.52:0/3412924715 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0f290 0x55fe13b17840 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 --2- 172.21.15.52:0/3412924715 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 0x55fe13b0ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 -- 172.21.15.52:0/3412924715 >> 172.21.15.52:0/3412924715 conn(0x55fe13b08fb0 msgr2=0x55fe13b09390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 -- 172.21.15.52:0/3412924715 shutdown_connections 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 -- 172.21.15.52:0/3412924715 wait complete. 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 -- start start 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.071+0000 7f7de3398740 1 Processor -- start 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7de3398740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0e8e0 0x55fe13b14dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7de3398740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b15300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7de3398740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 0x55fe13b15840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7de3398740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55fe13b1ad80 con 0x55fe13b0e8e0 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7de3398740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fe13a2c580 con 0x55fe13b17e10 2024-04-21T09:10:44.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7de3398740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55fe13b1af00 con 0x55fe13b0f290 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7de3398740 10 client.0 _ll_register_callbacks cb 0x55fe13a32650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dde540640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0e8e0 0x55fe13b14dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dde540640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0e8e0 0x55fe13b14dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56942/0 (socket says 172.21.15.52:56942) 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dde540640 1 -- 172.21.15.52:0/3421603756 learned_addr learned my addr 172.21.15.52:0/3421603756 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dded41640 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 0x55fe13b15840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dde540640 1 -- 172.21.15.52:0/3421603756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 msgr2=0x55fe13b15300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b15300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dde540640 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b15300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dde540640 1 -- 172.21.15.52:0/3421603756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 msgr2=0x55fe13b15840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dde540640 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 0x55fe13b15840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.072+0000 7f7dde540640 1 -- 172.21.15.52:0/3421603756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe138adf70 con 0x55fe13b0e8e0 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7dc1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7dde540640 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0e8e0 0x55fe13b14dc0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4003820 tx=0x7f7dd40096f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b929066c84282bfb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3421603756 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd4027070 con 0x55fe13b0e8e0 2024-04-21T09:10:44.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3421603756 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f7dd4005240 con 0x55fe13b0e8e0 2024-04-21T09:10:44.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7de3398740 1 -- 172.21.15.52:0/3421603756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dd40043d0 con 0x55fe13b0e8e0 2024-04-21T09:10:44.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3421603756 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7dd4031050 con 0x55fe13b0e8e0 2024-04-21T09:10:44.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7de3398740 10 client.15993 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:44.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7de3398740 1 -- 172.21.15.52:0/3421603756 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fe13745170 con 0x55fe13b0e8e0 2024-04-21T09:10:44.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.073+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3421603756 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dd40043d0 con 0x55fe13b0e8e0 2024-04-21T09:10:44.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3421603756 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7dd4004b70 con 0x55fe13b0e8e0 2024-04-21T09:10:44.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7de3398740 10 client.15993 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:44.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7de3398740 10 client.15993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:44.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7de3398740 20 client.15993 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7de3398740 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fe13b28360 0x55fe13b2a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7de3398740 4 client.15993 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7de3398740 1 -- 172.21.15.52:0/3421603756 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe13a80920 con 0x55fe13b28360 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fe13b28360 0x55fe13b2a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7dc1ffb640 10 client.15993 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.074+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fe13b28360 0x55fe13b2a750 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f31bd741854d9d5 server_cookie=9874cc26563d1e8e in_seq=0 out_seq=0 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3421603756 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fe13a80920 con 0x55fe13b28360 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7dc1ffb640 10 client.15993 handle_command_reply: tid=0 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 client.15993 shutdown 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 -- 172.21.15.52:0/3421603756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0e8e0 msgr2=0x55fe13b14dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0e8e0 0x55fe13b14dc0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4003820 tx=0x7f7dd40096f0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 -- 172.21.15.52:0/3421603756 shutdown_connections 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fe13b28360 0x55fe13b2a750 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b17e10 0x55fe13b15840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b15300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 --2- 172.21.15.52:0/3421603756 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b0e8e0 0x55fe13b14dc0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 -- 172.21.15.52:0/3421603756 >> 172.21.15.52:0/3421603756 conn(0x55fe13b08fb0 msgr2=0x55fe13b0ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7dc1ffb640 0 client.15993 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:44.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 -- 172.21.15.52:0/3421603756 shutdown_connections 2024-04-21T09:10:44.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 1 -- 172.21.15.52:0/3421603756 wait complete. 2024-04-21T09:10:44.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.075+0000 7f7de3398740 20 client.15993 trim_cache size 0 max 16384 2024-04-21T09:10:44.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.093+0000 7f7de3398740 1 Processor -- start 2024-04-21T09:10:44.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.093+0000 7f7de3398740 1 -- start start 2024-04-21T09:10:44.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.093+0000 7f7de3398740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 0x55fe13b174f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.093+0000 7f7de3398740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0f290 0x55fe13b23cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7de3398740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b07e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7de3398740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc012760 con 0x55fe13b17e10 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7de3398740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc010030 con 0x55fe13b0f290 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7de3398740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc00de80 con 0x55fe13b0e8e0 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b07e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b07e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56952/0 (socket says 172.21.15.52:56952) 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 -- 172.21.15.52:0/2548802395 learned_addr learned my addr 172.21.15.52:0/2548802395 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0f290 0x55fe13b23cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dde540640 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 0x55fe13b174f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 -- 172.21.15.52:0/2548802395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 msgr2=0x55fe13b174f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 0x55fe13b174f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 -- 172.21.15.52:0/2548802395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0f290 msgr2=0x55fe13b23cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0f290 0x55fe13b23cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 -- 172.21.15.52:0/2548802395 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe13b0f030 con 0x55fe13b17e10 2024-04-21T09:10:44.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0f290 0x55fe13b23cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:44.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.094+0000 7f7dded41640 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b07e90 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0009430 tx=0x7f7dd0040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d6005fe010a274 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.095+0000 7f7dc3fff640 1 -- 172.21.15.52:0/2548802395 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd0039040 con 0x55fe13b17e10 2024-04-21T09:10:44.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.095+0000 7f7dc3fff640 1 -- 172.21.15.52:0/2548802395 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dd0052070 con 0x55fe13b17e10 2024-04-21T09:10:44.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.095+0000 7f7dc3fff640 1 -- 172.21.15.52:0/2548802395 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd00347e0 con 0x55fe13b17e10 2024-04-21T09:10:44.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 -- 172.21.15.52:0/2548802395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 msgr2=0x55fe13b07e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b07e90 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0009430 tx=0x7f7dd0040000 comp rx=0 tx=0).stop 2024-04-21T09:10:44.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 -- 172.21.15.52:0/2548802395 shutdown_connections 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b07e90 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0f290 0x55fe13b23cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 --2- 172.21.15.52:0/2548802395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0e8e0 0x55fe13b174f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 -- 172.21.15.52:0/2548802395 >> 172.21.15.52:0/2548802395 conn(0x55fe13b08fb0 msgr2=0x55fe13b07780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 -- 172.21.15.52:0/2548802395 shutdown_connections 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 -- 172.21.15.52:0/2548802395 wait complete. 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 -- start start 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.096+0000 7f7de3398740 1 Processor -- start 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7de3398740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0e8e0 0x55fe13b1c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7de3398740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b1c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7de3398740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b8d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7de3398740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc00e4f0 con 0x55fe13b17e10 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7de3398740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc00f960 con 0x55fe13b0e8e0 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7de3398740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7dbc00ebc0 con 0x55fe13b0f290 2024-04-21T09:10:44.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7de3398740 10 client.0 _ll_register_callbacks cb 0x7f7dd806a460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7dded41640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b8d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7dde540640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0e8e0 0x55fe13b1c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.097+0000 7f7dddd3f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b1c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dde540640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0e8e0 0x55fe13b1c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:42412/0 (socket says 172.21.15.52:42412) 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dddd3f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b1c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:49040/0 (socket says 172.21.15.52:49040) 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dde540640 1 -- 172.21.15.52:0/3904519295 learned_addr learned my addr 172.21.15.52:0/3904519295 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dde540640 1 -- 172.21.15.52:0/3904519295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 msgr2=0x55fe13b1c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dde540640 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b1c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dde540640 1 -- 172.21.15.52:0/3904519295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 msgr2=0x55fe13b8d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dde540640 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b8d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dde540640 1 -- 172.21.15.52:0/3904519295 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe13b8dcc0 con 0x55fe13b0e8e0 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b1c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dded41640 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b8d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dde540640 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0e8e0 0x55fe13b1c2c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4005700 tx=0x7f7dd4005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e95c03060a28b33d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dc1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3904519295 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd403a070 con 0x55fe13b0e8e0 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7de3398740 1 -- 172.21.15.52:0/3904519295 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dd0052070 con 0x55fe13b0e8e0 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.098+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3904519295 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f7dd4019c10 con 0x55fe13b0e8e0 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3904519295 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7dd4048050 con 0x55fe13b0e8e0 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7de3398740 10 client.25613 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7de3398740 1 -- 172.21.15.52:0/3904519295 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fe13b8efa0 con 0x55fe13b0e8e0 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3904519295 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dd0052070 con 0x55fe13b0e8e0 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3904519295 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7dd4004640 con 0x55fe13b0e8e0 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7de3398740 10 client.25613 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7de3398740 10 client.25613 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7de3398740 20 client.25613 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7de3398740 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fe13b8f660 0x55fe13b91a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7de3398740 4 client.25613 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-21T09:10:44.102 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7de3398740 1 -- 172.21.15.52:0/3904519295 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fe13a7a790 con 0x55fe13b8f660 2024-04-21T09:10:44.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.099+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fe13b8f660 0x55fe13b91a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.100+0000 7f7dc1ffb640 10 client.25613 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:44.103 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.100+0000 7f7dddd3f640 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fe13b8f660 0x55fe13b91a50 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f5a85fc02bc694f server_cookie=9965a590db1d77ce in_seq=0 out_seq=0 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.101+0000 7f7dc1ffb640 1 -- 172.21.15.52:0/3904519295 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fe13a7a790 con 0x55fe13b8f660 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.101+0000 7f7dc1ffb640 10 client.25613 handle_command_reply: tid=0 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.101+0000 7f7de3398740 1 client.25613 shutdown 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.101+0000 7f7de3398740 1 -- 172.21.15.52:0/3904519295 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0e8e0 msgr2=0x55fe13b1c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.101+0000 7f7de3398740 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0e8e0 0x55fe13b1c2c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4005700 tx=0x7f7dd4005f90 comp rx=0 tx=0).stop 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 1 -- 172.21.15.52:0/3904519295 shutdown_connections 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fe13b8f660 0x55fe13b91a50 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fe13b17e10 0x55fe13b8d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fe13b0f290 0x55fe13b1c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7dc1ffb640 0 client.25613 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 1 --2- 172.21.15.52:0/3904519295 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fe13b0e8e0 0x55fe13b1c2c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.104 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 1 -- 172.21.15.52:0/3904519295 >> 172.21.15.52:0/3904519295 conn(0x55fe13b08fb0 msgr2=0x55fe13b08010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.105 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 1 -- 172.21.15.52:0/3904519295 shutdown_connections 2024-04-21T09:10:44.105 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 1 -- 172.21.15.52:0/3904519295 wait complete. 2024-04-21T09:10:44.105 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de3398740 20 client.25613 trim_cache size 0 max 16384 2024-04-21T09:10:44.105 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:10:44.105 INFO:teuthology.orchestra.run.smithi052.stdout: "return_code": 0, 2024-04-21T09:10:44.105 INFO:teuthology.orchestra.run.smithi052.stdout: "scrub_tag": "6ac8cc8e-9757-4afb-af19-e4e55616c0ea", 2024-04-21T09:10:44.105 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": "asynchronous" 2024-04-21T09:10:44.105 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:10:44.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7dc40a3eb0 msgr2=0x7f7dc40a6370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7dc40a3eb0 0x7f7dc40a6370 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0004af0 tx=0x7f7dd0004a40 comp rx=0 tx=0).stop 2024-04-21T09:10:44.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd8103ae0 msgr2=0x7f7dd8198c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd8103ae0 0x7f7dd8198c10 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f7dc8009f40 tx=0x7f7dc800ee80 comp rx=0 tx=0).stop 2024-04-21T09:10:44.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 shutdown_connections 2024-04-21T09:10:44.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7dc40a3eb0 0x7f7dc40a6370 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dd810c500 0x7f7dd819cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7dd8103ae0 0x7f7dd8198c10 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 --2- 172.21.15.52:0/2223111049 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7dd81031c0 0x7f7dd81986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.102+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 >> 172.21.15.52:0/2223111049 conn(0x7f7dd8078000 msgr2=0x7f7dd80fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.103+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 shutdown_connections 2024-04-21T09:10:44.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.103+0000 7f7de07a4640 1 -- 172.21.15.52:0/2223111049 wait complete. 2024-04-21T09:10:44.116 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T09:10:44.117 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.226+0000 7fc783c88640 1 -- 172.21.15.52:0/3702834838 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c069c20 msgr2=0x7fc77c10e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.226+0000 7fc783c88640 1 --2- 172.21.15.52:0/3702834838 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c069c20 0x7fc77c10e3b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fc76c009900 tx=0x7fc76c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.227+0000 7fc783c88640 1 -- 172.21.15.52:0/3702834838 shutdown_connections 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.227+0000 7fc783c88640 1 --2- 172.21.15.52:0/3702834838 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc77c10e8f0 0x7fc77c110ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.227+0000 7fc783c88640 1 --2- 172.21.15.52:0/3702834838 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c069c20 0x7fc77c10e3b0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.227+0000 7fc783c88640 1 --2- 172.21.15.52:0/3702834838 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc77c069300 0x7fc77c0696e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.227+0000 7fc783c88640 1 -- 172.21.15.52:0/3702834838 >> 172.21.15.52:0/3702834838 conn(0x7fc77c077fa0 msgr2=0x7fc77c0783b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.227+0000 7fc783c88640 1 -- 172.21.15.52:0/3702834838 shutdown_connections 2024-04-21T09:10:44.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.227+0000 7fc783c88640 1 -- 172.21.15.52:0/3702834838 wait complete. 2024-04-21T09:10:44.229 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.227+0000 7fc783c88640 1 Processor -- start 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc783c88640 1 -- start start 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc783c88640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc77c069300 0x7fc77c1a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc783c88640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc77c069c20 0x7fc77c1a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc783c88640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c10e8f0 0x7fc77c19a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc783c88640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c114370 con 0x7fc77c10e8f0 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc783c88640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c1141f0 con 0x7fc77c069300 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc783c88640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c1144f0 con 0x7fc77c069c20 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc782225640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c10e8f0 0x7fc77c19a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc782225640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c10e8f0 0x7fc77c19a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56978/0 (socket says 172.21.15.52:56978) 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc782225640 1 -- 172.21.15.52:0/1525832997 learned_addr learned my addr 172.21.15.52:0/1525832997 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc781223640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc77c069c20 0x7fc77c1a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc781a24640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc77c069300 0x7fc77c1a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc782225640 1 -- 172.21.15.52:0/1525832997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc77c069c20 msgr2=0x7fc77c1a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc782225640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc77c069c20 0x7fc77c1a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc782225640 1 -- 172.21.15.52:0/1525832997 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc77c069300 msgr2=0x7fc77c1a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc782225640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc77c069300 0x7fc77c1a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc782225640 1 -- 172.21.15.52:0/1525832997 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc77c19b010 con 0x7fc77c10e8f0 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.228+0000 7fc781a24640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc77c069300 0x7fc77c1a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.229+0000 7fc782225640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c10e8f0 0x7fc77c19a750 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fc77400eb10 tx=0x7fc77400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.229+0000 7fc772ffd640 1 -- 172.21.15.52:0/1525832997 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774004b20 con 0x7fc77c10e8f0 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.229+0000 7fc772ffd640 1 -- 172.21.15.52:0/1525832997 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc774004cc0 con 0x7fc77c10e8f0 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.229+0000 7fc772ffd640 1 -- 172.21.15.52:0/1525832997 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774010670 con 0x7fc77c10e8f0 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.229+0000 7fc783c88640 1 -- 172.21.15.52:0/1525832997 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc77c19b300 con 0x7fc77c10e8f0 2024-04-21T09:10:44.231 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.229+0000 7fc783c88640 1 -- 172.21.15.52:0/1525832997 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc77c1a75c0 con 0x7fc77c10e8f0 2024-04-21T09:10:44.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.231+0000 7fc772ffd640 1 -- 172.21.15.52:0/1525832997 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fc774005020 con 0x7fc77c10e8f0 2024-04-21T09:10:44.232 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.232+0000 7fc78687e740 1 Processor -- start 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.232+0000 7fc78687e740 1 -- start start 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc772ffd640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc7680a3e30 0x7fc7680a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc78687e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899580 0x559749899960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc78687e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x5597498a2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc78687e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5597498a2a80 0x5597498a4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc78687e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5597497fe1e0 con 0x559749899580 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc78687e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55974979b390 con 0x559749899ea0 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc78687e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5597497fa1a0 con 0x5597498a2a80 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781a24640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899580 0x559749899960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781223640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc7680a3e30 0x7fc7680a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc772ffd640 1 -- 172.21.15.52:0/1525832997 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fc7740d1220 con 0x7fc77c10e8f0 2024-04-21T09:10:44.234 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781a24640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899580 0x559749899960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56982/0 (socket says 172.21.15.52:56982) 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781a24640 1 -- 172.21.15.52:0/2224245083 learned_addr learned my addr 172.21.15.52:0/2224245083 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc782225640 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5597498a2a80 0x5597498a4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781223640 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x5597498a2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781a24640 1 -- 172.21.15.52:0/2224245083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5597498a2a80 msgr2=0x5597498a4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781a24640 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5597498a2a80 0x5597498a4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781a24640 1 -- 172.21.15.52:0/2224245083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 msgr2=0x5597498a2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781a24640 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x5597498a2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781a24640 1 -- 172.21.15.52:0/2224245083 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597495da7d0 con 0x559749899580 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc782225640 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5597498a2a80 0x5597498a4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.233+0000 7fc781223640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc7680a3e30 0x7fc7680a62f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc76c006010 tx=0x7fc76c004330 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.234+0000 7fc781a24640 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899580 0x559749899960 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fc778009d40 tx=0x7fc7780117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bc4d3a43f32b930 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.234+0000 7fc767fff640 1 -- 172.21.15.52:0/2224245083 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc778012650 con 0x559749899580 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.234+0000 7fc767fff640 1 -- 172.21.15.52:0/2224245083 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc778009e30 con 0x559749899580 2024-04-21T09:10:44.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.234+0000 7fc767fff640 1 -- 172.21.15.52:0/2224245083 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77800fbb0 con 0x559749899580 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 -- 172.21.15.52:0/2224245083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899580 msgr2=0x559749899960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899580 0x559749899960 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fc778009d40 tx=0x7fc7780117b0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 -- 172.21.15.52:0/2224245083 shutdown_connections 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5597498a2a80 0x5597498a4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x5597498a2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 --2- 172.21.15.52:0/2224245083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899580 0x559749899960 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 -- 172.21.15.52:0/2224245083 >> 172.21.15.52:0/2224245083 conn(0x559749893cb0 msgr2=0x559749894090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 -- 172.21.15.52:0/2224245083 shutdown_connections 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 -- 172.21.15.52:0/2224245083 wait complete. 2024-04-21T09:10:44.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 -- start start 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.235+0000 7fc78687e740 1 Processor -- start 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc78687e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x55974989fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc78687e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x55974989ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc78687e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x5597498a0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc78687e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5597498a5870 con 0x5597498a2a80 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc782225640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x5597498a0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc782225640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x5597498a0510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56992/0 (socket says 172.21.15.52:56992) 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc782225640 1 -- 172.21.15.52:0/5280486 learned_addr learned my addr 172.21.15.52:0/5280486 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc781a24640 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x55974989fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5597497b72f0 con 0x559749899ea0 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5597498a59f0 con 0x559749899580 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc781223640 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x55974989ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.236+0000 7fc78687e740 10 client.0 _ll_register_callbacks cb 0x5597497c4580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:44.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc781223640 1 -- 172.21.15.52:0/5280486 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 msgr2=0x55974989fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc781223640 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x55974989fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc781223640 1 -- 172.21.15.52:0/5280486 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 msgr2=0x5597498a0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc781223640 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x5597498a0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc781223640 1 -- 172.21.15.52:0/5280486 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597495103f0 con 0x559749899ea0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc782225640 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x5597498a0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc781223640 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x55974989ffd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc76c036040 tx=0x7fc76c02bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=675f6953347b9d45 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc7657fa640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc7657fa640 1 -- 172.21.15.52:0/5280486 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c049070 con 0x559749899ea0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc778009e30 con 0x559749899ea0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.237+0000 7fc7657fa640 1 -- 172.21.15.52:0/5280486 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fc76c02cad0 con 0x559749899ea0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.238+0000 7fc7657fa640 1 -- 172.21.15.52:0/5280486 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc76c05d050 con 0x559749899ea0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.238+0000 7fc78687e740 10 client.25625 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.238+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5597494d00f0 con 0x559749899ea0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.238+0000 7fc7657fa640 1 -- 172.21.15.52:0/5280486 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc778009e30 con 0x559749899ea0 2024-04-21T09:10:44.244 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.238+0000 7fc7657fa640 1 -- 172.21.15.52:0/5280486 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc76c040040 con 0x559749899ea0 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.238+0000 7fc78687e740 10 client.25625 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.238+0000 7fc78687e740 10 client.25625 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.238+0000 7fc78687e740 20 client.25625 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.239+0000 7fc78687e740 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5597498b2ee0 0x5597498b5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.239+0000 7fc78687e740 4 client.25625 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.239+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55974980bc00 con 0x5597498b2ee0 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.239+0000 7fc781a24640 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5597498b2ee0 0x5597498b5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.239+0000 7fc7657fa640 10 client.25625 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.239+0000 7fc781a24640 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5597498b2ee0 0x5597498b5340 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c2db931eafe79c9 server_cookie=c42151aebe71419c in_seq=0 out_seq=0 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc7657fa640 1 -- 172.21.15.52:0/5280486 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55974980bc00 con 0x5597498b2ee0 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc7657fa640 10 client.25625 handle_command_reply: tid=0 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 client.25625 shutdown 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 msgr2=0x55974989ffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x55974989ffd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc76c036040 tx=0x7fc76c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 shutdown_connections 2024-04-21T09:10:44.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5597498b2ee0 0x5597498b5340 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x5597498a0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x55974989ffd0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 --2- 172.21.15.52:0/5280486 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x55974989fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 >> 172.21.15.52:0/5280486 conn(0x559749893cb0 msgr2=0x559749895a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc7657fa640 0 client.25625 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:44.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 shutdown_connections 2024-04-21T09:10:44.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 1 -- 172.21.15.52:0/5280486 wait complete. 2024-04-21T09:10:44.246 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.240+0000 7fc78687e740 20 client.25625 trim_cache size 0 max 16384 2024-04-21T09:10:44.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.276+0000 7fc78687e740 1 Processor -- start 2024-04-21T09:10:44.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.276+0000 7fc78687e740 1 -- start start 2024-04-21T09:10:44.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.276+0000 7fc78687e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498a21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.277 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.276+0000 7fc78687e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x5597498ae730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.276+0000 7fc78687e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x559749894090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.276+0000 7fc78687e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c1b3ce0 con 0x5597498a2a80 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.276+0000 7fc78687e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c1b15b0 con 0x559749899ea0 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.276+0000 7fc78687e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c1af400 con 0x559749899580 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x559749894090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x559749894090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56996/0 (socket says 172.21.15.52:56996) 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 -- 172.21.15.52:0/3226609592 learned_addr learned my addr 172.21.15.52:0/3226609592 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc781a24640 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498a21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc781223640 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x5597498ae730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 -- 172.21.15.52:0/3226609592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 msgr2=0x5597498a21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498a21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 -- 172.21.15.52:0/3226609592 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 msgr2=0x5597498ae730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x5597498ae730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.278 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 -- 172.21.15.52:0/3226609592 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559749899cd0 con 0x5597498a2a80 2024-04-21T09:10:44.279 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc782225640 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x559749894090 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fc7740a5410 tx=0x7fc7740990a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7784e1798c06945 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.279 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.277+0000 7fc7677fe640 1 -- 172.21.15.52:0/3226609592 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77407a110 con 0x5597498a2a80 2024-04-21T09:10:44.279 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.278+0000 7fc7677fe640 1 -- 172.21.15.52:0/3226609592 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc77409d3d0 con 0x5597498a2a80 2024-04-21T09:10:44.279 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.278+0000 7fc7677fe640 1 -- 172.21.15.52:0/3226609592 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774020d50 con 0x5597498a2a80 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.278+0000 7fc78687e740 1 -- 172.21.15.52:0/3226609592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 msgr2=0x559749894090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.278+0000 7fc78687e740 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x559749894090 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fc7740a5410 tx=0x7fc7740990a0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 -- 172.21.15.52:0/3226609592 shutdown_connections 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5597498a2a80 0x559749894090 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559749899ea0 0x5597498ae730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 --2- 172.21.15.52:0/3226609592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498a21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 -- 172.21.15.52:0/3226609592 >> 172.21.15.52:0/3226609592 conn(0x559749893cb0 msgr2=0x55974989e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 -- 172.21.15.52:0/3226609592 shutdown_connections 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 -- 172.21.15.52:0/3226609592 wait complete. 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 -- start start 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.279+0000 7fc78687e740 1 Processor -- start 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc78687e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498aa950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.283 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc78687e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899ea0 0x5597498aae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc78687e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5597498a2a80 0x5597498a5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc78687e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c1afa70 con 0x559749899ea0 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc78687e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c1b0ee0 con 0x5597498a2a80 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc781223640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899ea0 0x5597498aae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc78687e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc77c1b0140 con 0x559749899580 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc781223640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899ea0 0x5597498aae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:57008/0 (socket says 172.21.15.52:57008) 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc781223640 1 -- 172.21.15.52:0/2301044734 learned_addr learned my addr 172.21.15.52:0/2301044734 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc781a24640 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498aa950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc782225640 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5597498a2a80 0x5597498a5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc78687e740 10 client.0 _ll_register_callbacks cb 0x7fc778005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc781223640 1 -- 172.21.15.52:0/2301044734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 msgr2=0x5597498aa950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc781223640 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498aa950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.280+0000 7fc781223640 1 -- 172.21.15.52:0/2301044734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5597498a2a80 msgr2=0x5597498a5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.281+0000 7fc781223640 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5597498a2a80 0x5597498a5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.284 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.281+0000 7fc781223640 1 -- 172.21.15.52:0/2301044734 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597498a6550 con 0x559749899ea0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.281+0000 7fc781a24640 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498aa950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.281+0000 7fc781223640 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899ea0 0x5597498aae90 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fc76c003a50 tx=0x7fc76c003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8db043ef27b94cf7 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.281+0000 7fc7657fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.281+0000 7fc7657fa640 1 -- 172.21.15.52:0/2301044734 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c003cd0 con 0x559749899ea0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.281+0000 7fc7657fa640 1 -- 172.21.15.52:0/2301044734 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fc76c0046c0 con 0x559749899ea0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.281+0000 7fc78687e740 1 -- 172.21.15.52:0/2301044734 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc77409d3d0 con 0x559749899ea0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.282+0000 7fc7657fa640 1 -- 172.21.15.52:0/2301044734 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc76c06f050 con 0x559749899ea0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.282+0000 7fc78687e740 10 client.16017 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.282+0000 7fc78687e740 1 -- 172.21.15.52:0/2301044734 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559749918f20 con 0x559749899ea0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.282+0000 7fc7657fa640 1 -- 172.21.15.52:0/2301044734 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc77409d3d0 con 0x559749899ea0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.282+0000 7fc7657fa640 1 -- 172.21.15.52:0/2301044734 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc76c034440 con 0x559749899ea0 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.282+0000 7fc78687e740 10 client.16017 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.282+0000 7fc78687e740 10 client.16017 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.282+0000 7fc78687e740 20 client.16017 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:44.285 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.283+0000 7fc78687e740 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5597499196d0 0x55974991baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:44.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.283+0000 7fc78687e740 4 client.16017 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T09:10:44.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.283+0000 7fc78687e740 1 -- 172.21.15.52:0/2301044734 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559749805a70 con 0x5597499196d0 2024-04-21T09:10:44.286 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.283+0000 7fc781a24640 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5597499196d0 0x55974991baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:44.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.283+0000 7fc7657fa640 10 client.16017 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:44.287 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.283+0000 7fc781a24640 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5597499196d0 0x55974991baf0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fef8fb9b9cbd66c5 server_cookie=6ea5c8e7d1bc84ce in_seq=0 out_seq=0 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc7657fa640 1 -- 172.21.15.52:0/2301044734 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x559749805a70 con 0x5597499196d0 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc7657fa640 10 client.16017 handle_command_reply: tid=0 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc78687e740 1 client.16017 shutdown 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc78687e740 1 -- 172.21.15.52:0/2301044734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899ea0 msgr2=0x5597498aae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc78687e740 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899ea0 0x5597498aae90 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fc76c003a50 tx=0x7fc76c003820 comp rx=0 tx=0).stop 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc78687e740 1 -- 172.21.15.52:0/2301044734 shutdown_connections 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc78687e740 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5597499196d0 0x55974991baf0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc78687e740 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5597498a2a80 0x5597498a5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc7657fa640 0 client.16017 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.284+0000 7fc78687e740 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559749899ea0 0x5597498aae90 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.285+0000 7fc78687e740 1 --2- 172.21.15.52:0/2301044734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559749899580 0x5597498aa950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.285+0000 7fc78687e740 1 -- 172.21.15.52:0/2301044734 >> 172.21.15.52:0/2301044734 conn(0x559749893cb0 msgr2=0x5597498924e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.285+0000 7fc78687e740 1 -- 172.21.15.52:0/2301044734 shutdown_connections 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.285+0000 7fc78687e740 1 -- 172.21.15.52:0/2301044734 wait complete. 2024-04-21T09:10:44.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.285+0000 7fc78687e740 20 client.16017 trim_cache size 0 max 16384 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: "scrubs": { 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: "6ac8cc8e-9757-4afb-af19-e4e55616c0ea": { 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: "path": "/", 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "6ac8cc8e-9757-4afb-af19-e4e55616c0ea", 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: "options": "recursive,force" 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:10:44.289 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:10:44.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 -- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc7680a3e30 msgr2=0x7fc7680a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc7680a3e30 0x7fc7680a62f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc76c006010 tx=0x7fc76c004330 comp rx=0 tx=0).stop 2024-04-21T09:10:44.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 -- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c10e8f0 msgr2=0x7fc77c19a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:44.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c10e8f0 0x7fc77c19a750 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fc77400eb10 tx=0x7fc77400c2d0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 -- 172.21.15.52:0/1525832997 shutdown_connections 2024-04-21T09:10:44.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc7680a3e30 0x7fc7680a62f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc77c10e8f0 0x7fc77c19a750 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc77c069c20 0x7fc77c1a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 --2- 172.21.15.52:0/1525832997 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc77c069300 0x7fc77c1a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:44.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 -- 172.21.15.52:0/1525832997 >> 172.21.15.52:0/1525832997 conn(0x7fc77c077fa0 msgr2=0x7fc77c10ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:44.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 -- 172.21.15.52:0/1525832997 shutdown_connections 2024-04-21T09:10:44.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:10:44.286+0000 7fc783c88640 1 -- 172.21.15.52:0/1525832997 wait complete. 2024-04-21T09:10:44.301 INFO:tasks.cephfs.filesystem:scrub status for tag:6ac8cc8e-9757-4afb-af19-e4e55616c0ea - {'path': '/', 'tag': '6ac8cc8e-9757-4afb-af19-e4e55616c0ea', 'options': 'recursive,force'} 2024-04-21T09:10:44.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:44 smithi078 ceph-mon[31713]: scrub queued for path: / 2024-04-21T09:10:44.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:44 smithi078 ceph-mon[31713]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:44.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:44 smithi078 ceph-mon[31713]: scrub summary: active paths [/] 2024-04-21T09:10:44.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:44 smithi078 ceph-mon[31713]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:44 smithi052 ceph-mon[28035]: scrub queued for path: / 2024-04-21T09:10:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:44 smithi052 ceph-mon[28035]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:44 smithi052 ceph-mon[28035]: scrub summary: active paths [/] 2024-04-21T09:10:44.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:44 smithi052 ceph-mon[28035]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:44.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:44 smithi060 ceph-mon[31055]: scrub queued for path: / 2024-04-21T09:10:44.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:44 smithi060 ceph-mon[31055]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:44.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:44 smithi060 ceph-mon[31055]: scrub summary: active paths [/] 2024-04-21T09:10:44.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:44 smithi060 ceph-mon[31055]: scrub summary: idle+waiting paths [/] 2024-04-21T09:10:45.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:45 smithi078 ceph-mon[31713]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:10:45.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:45 smithi052 ceph-mon[28035]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:10:45.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:45 smithi060 ceph-mon[31055]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:10:47.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:47 smithi078 ceph-mon[31713]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T09:10:47.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:47 smithi052 ceph-mon[28035]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T09:10:47.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:47 smithi060 ceph-mon[31055]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-21T09:10:48.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:48 smithi052 ceph-mon[28035]: scrub summary: idle 2024-04-21T09:10:48.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:48 smithi060 ceph-mon[31055]: scrub summary: idle 2024-04-21T09:10:48.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:48 smithi078 ceph-mon[31713]: scrub summary: idle 2024-04-21T09:10:49.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:49 smithi052 ceph-mon[28035]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T09:10:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:49 smithi060 ceph-mon[31055]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T09:10:49.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:49 smithi078 ceph-mon[31713]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T09:10:51.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:51 smithi052 ceph-mon[28035]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T09:10:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:51 smithi060 ceph-mon[31055]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T09:10:51.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:51 smithi078 ceph-mon[31713]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T09:10:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 -- 172.21.15.52:0/1479683355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a01010a0 msgr2=0x7fd6a0101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 --2- 172.21.15.52:0/1479683355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a01010a0 0x7fd6a0101480 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd690009900 tx=0x7fd69002bc30 comp rx=0 tx=0).stop 2024-04-21T09:10:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 -- 172.21.15.52:0/1479683355 shutdown_connections 2024-04-21T09:10:52.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 --2- 172.21.15.52:0/1479683355 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6a0106170 0x7fd6a010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 --2- 172.21.15.52:0/1479683355 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6a0101a50 0x7fd6a0105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 --2- 172.21.15.52:0/1479683355 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a01010a0 0x7fd6a0101480 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 -- 172.21.15.52:0/1479683355 >> 172.21.15.52:0/1479683355 conn(0x7fd6a0077f70 msgr2=0x7fd6a0078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 -- 172.21.15.52:0/1479683355 shutdown_connections 2024-04-21T09:10:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.562+0000 7fd6a492c640 1 -- 172.21.15.52:0/1479683355 wait complete. 2024-04-21T09:10:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.563+0000 7fd6a492c640 1 Processor -- start 2024-04-21T09:10:52.564 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.563+0000 7fd6a492c640 1 -- start start 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd6a492c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6a01010a0 0x7fd6a0198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd6a492c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6a0106170 0x7fd6a0198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd6a492c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a019d020 0x7fd6a019d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd6a492c640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a0111130 con 0x7fd6a019d020 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd6a492c640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a0110fb0 con 0x7fd6a0106170 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd6a492c640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a01112b0 con 0x7fd6a01010a0 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69ed9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a019d020 0x7fd6a019d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69ed9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a019d020 0x7fd6a019d4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53834/0 (socket says 172.21.15.52:53834) 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69ed9d640 1 -- 172.21.15.52:0/4106344094 learned_addr learned my addr 172.21.15.52:0/4106344094 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd695d9b640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6a0106170 0x7fd6a0198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69e59c640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6a01010a0 0x7fd6a0198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69ed9d640 1 -- 172.21.15.52:0/4106344094 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6a01010a0 msgr2=0x7fd6a0198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69ed9d640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6a01010a0 0x7fd6a0198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69ed9d640 1 -- 172.21.15.52:0/4106344094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6a0106170 msgr2=0x7fd6a0198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69ed9d640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6a0106170 0x7fd6a0198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd69ed9d640 1 -- 172.21.15.52:0/4106344094 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a019db10 con 0x7fd6a019d020 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.564+0000 7fd695d9b640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6a0106170 0x7fd6a0198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.565+0000 7fd69ed9d640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a019d020 0x7fd6a019d4d0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd69800eaa0 tx=0x7fd69800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.565+0000 7fd697fff640 1 -- 172.21.15.52:0/4106344094 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69800cdb0 con 0x7fd6a019d020 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.565+0000 7fd6a492c640 1 -- 172.21.15.52:0/4106344094 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a019de00 con 0x7fd6a019d020 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.565+0000 7fd697fff640 1 -- 172.21.15.52:0/4106344094 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd698005020 con 0x7fd6a019d020 2024-04-21T09:10:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.565+0000 7fd697fff640 1 -- 172.21.15.52:0/4106344094 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6980116d0 con 0x7fd6a019d020 2024-04-21T09:10:52.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.565+0000 7fd6a492c640 1 -- 172.21.15.52:0/4106344094 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a01a55f0 con 0x7fd6a019d020 2024-04-21T09:10:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.568+0000 7fd697fff640 1 -- 172.21.15.52:0/4106344094 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fd6980054a0 con 0x7fd6a019d020 2024-04-21T09:10:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.568+0000 7fd6a75f0740 1 Processor -- start 2024-04-21T09:10:52.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd6a75f0740 1 -- start start 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd697fff640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd68c0a3da0 0x7fd68c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0955620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb0955fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09634f0 0x564bb09658e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564bb08ba8d0 con 0x564bb09634f0 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564bb0857e80 con 0x564bb0955b60 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564bb08b6890 con 0x564bb09568d0 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd695d9b640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd68c0a3da0 0x7fd68c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd697fff640 1 -- 172.21.15.52:0/4106344094 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fd6980d0de0 con 0x7fd6a019d020 2024-04-21T09:10:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd69ed9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09634f0 0x564bb09658e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd69ed9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09634f0 0x564bb09658e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53848/0 (socket says 172.21.15.52:53848) 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd69ed9d640 1 -- 172.21.15.52:0/1798436801 learned_addr learned my addr 172.21.15.52:0/1798436801 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.569+0000 7fd69e59c640 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0955620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd69e59c640 1 -- 172.21.15.52:0/1798436801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 msgr2=0x564bb0955fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd69e59c640 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb0955fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd69e59c640 1 -- 172.21.15.52:0/1798436801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09634f0 msgr2=0x564bb09658e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd69e59c640 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09634f0 0x564bb09658e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd69e59c640 1 -- 172.21.15.52:0/1798436801 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bb0879320 con 0x564bb09568d0 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd69ed9d640 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09634f0 0x564bb09658e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:10:52.572 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd695d9b640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd68c0a3da0 0x7fd68c0a6260 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd68800bfd0 tx=0x7fd68800bca0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd69e59c640 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0955620 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd69002c170 tx=0x7fd69002c670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=318bc68b59017cf2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd694d99640 1 -- 172.21.15.52:0/1798436801 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd690045020 con 0x564bb09568d0 2024-04-21T09:10:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd694d99640 1 -- 172.21.15.52:0/1798436801 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd69002c7e0 con 0x564bb09568d0 2024-04-21T09:10:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.570+0000 7fd694d99640 1 -- 172.21.15.52:0/1798436801 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6900046c0 con 0x564bb09568d0 2024-04-21T09:10:52.579 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 -- 172.21.15.52:0/1798436801 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 msgr2=0x564bb0955620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.579 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0955620 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd69002c170 tx=0x7fd69002c670 comp rx=0 tx=0).stop 2024-04-21T09:10:52.579 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 -- 172.21.15.52:0/1798436801 shutdown_connections 2024-04-21T09:10:52.579 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09634f0 0x564bb09658e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.579 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb0955fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.579 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/1798436801 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0955620 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.579 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 -- 172.21.15.52:0/1798436801 >> 172.21.15.52:0/1798436801 conn(0x564bb091cc90 msgr2=0x564bb0950850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 -- 172.21.15.52:0/1798436801 shutdown_connections 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 -- 172.21.15.52:0/1798436801 wait complete. 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.571+0000 7fd6a75f0740 1 -- start start 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd6a75f0740 1 Processor -- start 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb0955b60 0x564bb0962ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0960260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb09634f0 0x564bb0960870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564bb09661c0 con 0x564bb0955b60 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564bb0842eb0 con 0x564bb09634f0 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564bb0966340 con 0x564bb09568d0 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd69e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb0955b60 0x564bb0962ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd695d9b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0960260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd69e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb0955b60 0x564bb0962ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53862/0 (socket says 172.21.15.52:53862) 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd695d9b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0960260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:52626/0 (socket says 172.21.15.52:52626) 2024-04-21T09:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd69e59c640 1 -- 172.21.15.52:0/2004413835 learned_addr learned my addr 172.21.15.52:0/2004413835 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.572+0000 7fd6a75f0740 10 client.0 _ll_register_callbacks cb 0x564bb086fb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd69ed9d640 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb09634f0 0x564bb0960870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd695d9b640 1 -- 172.21.15.52:0/2004413835 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb09634f0 msgr2=0x564bb0960870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd695d9b640 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb09634f0 0x564bb0960870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd695d9b640 1 -- 172.21.15.52:0/2004413835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb0955b60 msgr2=0x564bb0962ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd695d9b640 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb0955b60 0x564bb0962ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd695d9b640 1 -- 172.21.15.52:0/2004413835 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bb05cd210 con 0x564bb09568d0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd695d9b640 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0960260 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x564bb0957030 tx=0x7fd688004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43f3cd0e6668bc58 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd685ffb640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd685ffb640 1 -- 172.21.15.52:0/2004413835 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688022070 con 0x564bb09568d0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd6a75f0740 1 -- 172.21.15.52:0/2004413835 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd69002c7e0 con 0x564bb09568d0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd685ffb640 1 -- 172.21.15.52:0/2004413835 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fd68801ba70 con 0x564bb09568d0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd685ffb640 1 -- 172.21.15.52:0/2004413835 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd68801bc70 con 0x564bb09568d0 2024-04-21T09:10:52.581 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd6a75f0740 10 client.25669 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd6a75f0740 1 -- 172.21.15.52:0/2004413835 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564bb0699620 con 0x564bb09568d0 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.573+0000 7fd685ffb640 1 -- 172.21.15.52:0/2004413835 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd69002c7e0 con 0x564bb09568d0 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.574+0000 7fd685ffb640 1 -- 172.21.15.52:0/2004413835 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd688004a10 con 0x564bb09568d0 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.574+0000 7fd6a75f0740 10 client.25669 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.574+0000 7fd6a75f0740 10 client.25669 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.574+0000 7fd6a75f0740 20 client.25669 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.574+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564bb09735e0 0x564bb0975a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.574+0000 7fd6a75f0740 4 client.25669 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.574+0000 7fd6a75f0740 1 -- 172.21.15.52:0/2004413835 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bb08ce880 con 0x564bb09735e0 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.574+0000 7fd69e59c640 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564bb09735e0 0x564bb0975a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.575+0000 7fd685ffb640 10 client.25669 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.575+0000 7fd69e59c640 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564bb09735e0 0x564bb0975a10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6afd6ed69d5d7a server_cookie=90c179e1d94e415b in_seq=0 out_seq=0 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.575+0000 7fd685ffb640 1 -- 172.21.15.52:0/2004413835 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564bb08ce880 con 0x564bb09735e0 2024-04-21T09:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.575+0000 7fd685ffb640 10 client.25669 handle_command_reply: tid=0 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.575+0000 7fd6a75f0740 1 client.25669 shutdown 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.575+0000 7fd6a75f0740 1 -- 172.21.15.52:0/2004413835 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 msgr2=0x564bb0960260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.575+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0960260 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x564bb0957030 tx=0x7fd688004730 comp rx=0 tx=0).stop 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 1 -- 172.21.15.52:0/2004413835 shutdown_connections 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564bb09735e0 0x564bb0975a10 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd685ffb640 0 client.25669 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb09634f0 0x564bb0960870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09568d0 0x564bb0960260 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/2004413835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb0955b60 0x564bb0962ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 1 -- 172.21.15.52:0/2004413835 >> 172.21.15.52:0/2004413835 conn(0x564bb091cc90 msgr2=0x564bb09525a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 1 -- 172.21.15.52:0/2004413835 shutdown_connections 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 1 -- 172.21.15.52:0/2004413835 wait complete. 2024-04-21T09:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.576+0000 7fd6a75f0740 20 client.25669 trim_cache size 0 max 16384 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd6a75f0740 1 Processor -- start 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd6a75f0740 1 -- start start 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb094f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb0962990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 0x564bb0962ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a01af960 con 0x564bb09568d0 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a01ad230 con 0x564bb0955b60 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a01ab080 con 0x564bb09634f0 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd695d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb0962990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd695d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb0962990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53878/0 (socket says 172.21.15.52:53878) 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd695d9b640 1 -- 172.21.15.52:0/635007962 learned_addr learned my addr 172.21.15.52:0/635007962 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd69e59c640 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb094f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd69ed9d640 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 0x564bb0962ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd695d9b640 1 -- 172.21.15.52:0/635007962 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 msgr2=0x564bb0962ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd695d9b640 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 0x564bb0962ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd695d9b640 1 -- 172.21.15.52:0/635007962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 msgr2=0x564bb094f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.591+0000 7fd695d9b640 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb094f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.592+0000 7fd695d9b640 1 -- 172.21.15.52:0/635007962 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bb0960be0 con 0x564bb09568d0 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.592+0000 7fd695d9b640 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb0962990 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd688017040 tx=0x7fd68800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d058cce82a895943 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.592+0000 7fd687fff640 1 -- 172.21.15.52:0/635007962 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688022050 con 0x564bb09568d0 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.592+0000 7fd687fff640 1 -- 172.21.15.52:0/635007962 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68801ba70 con 0x564bb09568d0 2024-04-21T09:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.592+0000 7fd687fff640 1 -- 172.21.15.52:0/635007962 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688005200 con 0x564bb09568d0 2024-04-21T09:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- 172.21.15.52:0/635007962 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 msgr2=0x564bb0962990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb0962990 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd688017040 tx=0x7fd68800be30 comp rx=0 tx=0).stop 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- 172.21.15.52:0/635007962 shutdown_connections 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 0x564bb0962ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb0962990 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/635007962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb094f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- 172.21.15.52:0/635007962 >> 172.21.15.52:0/635007962 conn(0x564bb091cc90 msgr2=0x564bb094f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- 172.21.15.52:0/635007962 shutdown_connections 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- 172.21.15.52:0/635007962 wait complete. 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- start start 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 Processor -- start 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb095d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb095dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 0x564bb09d8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a01ab6f0 con 0x564bb09568d0 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a01acb60 con 0x564bb0955b60 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.593+0000 7fd6a75f0740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a01abdc0 con 0x564bb09634f0 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd6a75f0740 10 client.0 _ll_register_callbacks cb 0x7fd68800bed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb095dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb095dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53882/0 (socket says 172.21.15.52:53882) 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 -- 172.21.15.52:0/4225852897 learned_addr learned my addr 172.21.15.52:0/4225852897 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd69e59c640 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb095d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd69ed9d640 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 0x564bb09d8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 -- 172.21.15.52:0/4225852897 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 msgr2=0x564bb09d8b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 0x564bb09d8b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 -- 172.21.15.52:0/4225852897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 msgr2=0x564bb095d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb095d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 -- 172.21.15.52:0/4225852897 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bb09d90d0 con 0x564bb09568d0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd695d9b640 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb095dae0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd68801bc40 tx=0x7fd688010e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92c120f3bfb2c49c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd685ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd685ffb640 1 -- 172.21.15.52:0/4225852897 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688022040 con 0x564bb09568d0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.594+0000 7fd685ffb640 1 -- 172.21.15.52:0/4225852897 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fd6880047b0 con 0x564bb09568d0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 1 -- 172.21.15.52:0/4225852897 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd68801ba70 con 0x564bb09568d0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd685ffb640 1 -- 172.21.15.52:0/4225852897 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd6880049d0 con 0x564bb09568d0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 10 client.16035 fetch_fsmap learned FSMap version 25 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 1 -- 172.21.15.52:0/4225852897 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564bb09da310 con 0x564bb09568d0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd685ffb640 1 -- 172.21.15.52:0/4225852897 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd68801ba70 con 0x564bb09568d0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd685ffb640 1 -- 172.21.15.52:0/4225852897 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd688005360 con 0x564bb09568d0 2024-04-21T09:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 10 client.16035 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:10:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 10 client.16035 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:10:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 20 client.16035 populate_metadata read hostname 'smithi052' 2024-04-21T09:10:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564bb09735e0 0x564bb09dca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:10:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 4 client.16035 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:10:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.595+0000 7fd6a75f0740 1 -- 172.21.15.52:0/4225852897 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564bb085a3d0 con 0x564bb09735e0 2024-04-21T09:10:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.596+0000 7fd69e59c640 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564bb09735e0 0x564bb09dca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:10:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.596+0000 7fd685ffb640 10 client.16035 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.596+0000 7fd69e59c640 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564bb09735e0 0x564bb09dca00 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32cdc6a6fc2398af server_cookie=d255d9053ae1f455 in_seq=0 out_seq=0 2024-04-21T09:10:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd685ffb640 1 -- 172.21.15.52:0/4225852897 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564bb085a3d0 con 0x564bb09735e0 2024-04-21T09:10:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd685ffb640 10 client.16035 handle_command_reply: tid=0 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 client.16035 shutdown 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 -- 172.21.15.52:0/4225852897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 msgr2=0x564bb095dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb095dae0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd68801bc40 tx=0x7fd688010e80 comp rx=0 tx=0).stop 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 -- 172.21.15.52:0/4225852897 shutdown_connections 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564bb09735e0 0x564bb09dca00 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564bb09634f0 0x564bb09d8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564bb09568d0 0x564bb095dae0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd685ffb640 0 client.16035 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 --2- 172.21.15.52:0/4225852897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564bb0955b60 0x564bb095d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 -- 172.21.15.52:0/4225852897 >> 172.21.15.52:0/4225852897 conn(0x564bb091cc90 msgr2=0x564bb0952510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 -- 172.21.15.52:0/4225852897 shutdown_connections 2024-04-21T09:10:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 1 -- 172.21.15.52:0/4225852897 wait complete. 2024-04-21T09:10:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.600+0000 7fd6a75f0740 20 client.16035 trim_cache size 0 max 16384 2024-04-21T09:10:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:10:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:10:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:10:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:10:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 -- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd68c0a3da0 msgr2=0x7fd68c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd68c0a3da0 0x7fd68c0a6260 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd68800bfd0 tx=0x7fd68800bca0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 -- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a019d020 msgr2=0x7fd6a019d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:10:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a019d020 0x7fd6a019d4d0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd69800eaa0 tx=0x7fd69800ef60 comp rx=0 tx=0).stop 2024-04-21T09:10:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 -- 172.21.15.52:0/4106344094 shutdown_connections 2024-04-21T09:10:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd68c0a3da0 0x7fd68c0a6260 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd6a019d020 0x7fd6a019d4d0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd6a0106170 0x7fd6a0198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 --2- 172.21.15.52:0/4106344094 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd6a01010a0 0x7fd6a0198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:10:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 -- 172.21.15.52:0/4106344094 >> 172.21.15.52:0/4106344094 conn(0x7fd6a0077f70 msgr2=0x7fd6a0069ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:10:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 -- 172.21.15.52:0/4106344094 shutdown_connections 2024-04-21T09:10:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:10:52.601+0000 7fd6a492c640 1 -- 172.21.15.52:0/4106344094 wait complete. 2024-04-21T09:10:53.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:53 smithi052 ceph-mon[28035]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:10:53.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:53 smithi060 ceph-mon[31055]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:10:53.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:53 smithi078 ceph-mon[31713]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-21T09:10:55.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:55 smithi060 ceph-mon[31055]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T09:10:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:55 smithi078 ceph-mon[31713]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T09:10:55.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:55 smithi052 ceph-mon[28035]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-21T09:10:57.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:57 smithi060 ceph-mon[31055]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-21T09:10:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:57 smithi078 ceph-mon[31713]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-21T09:10:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:57 smithi052 ceph-mon[28035]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr:Note: switching to '4f6bc5273643aaf5660909e85400647a8951c10b'. 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr:state without impacting any branches by switching back to a branch. 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-21T09:10:58.692 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr: git switch -c 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr:Or undo this operation with: 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr: git switch - 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:58.693 INFO:tasks.workunit.client.0.smithi052.stderr:HEAD is now at 4f6bc527364 use ubuntu for fs/workload tests 2024-04-21T09:10:58.696 DEBUG:teuthology.orchestra.run.smithi052:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-21T09:10:58.725 INFO:tasks.workunit.client.0.smithi052.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-21T09:10:58.727 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-21T09:10:58.727 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-21T09:10:59.382 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-21T09:10:59.450 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-21T09:10:59.494 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-21T09:10:59.494 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-21T09:10:59.494 INFO:tasks.workunit.client.0.smithi052.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-21T09:10:59.534 INFO:tasks.workunit.client.0.smithi052.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-21T09:10:59.537 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:10:59.537 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-21T09:10:59.594 INFO:tasks.workunit:Running workunits matching suites/iogen.sh on client.0... 2024-04-21T09:10:59.595 INFO:tasks.workunit:Running workunit suites/iogen.sh... 2024-04-21T09:10:59.595 DEBUG:teuthology.orchestra.run.smithi052:workunit test suites/iogen.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=4f6bc5273643aaf5660909e85400647a8951c10b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iogen.sh 2024-04-21T09:10:59.655 INFO:tasks.workunit.client.0.smithi052.stdout:getting iogen 2024-04-21T09:10:59.656 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo 'getting iogen' 2024-04-21T09:10:59.656 INFO:tasks.workunit.client.0.smithi052.stderr:+ wget http://download.ceph.com/qa/iogen_3.1p0.tar 2024-04-21T09:10:59.675 INFO:tasks.workunit.client.0.smithi052.stderr:--2024-04-21 09:10:59-- http://download.ceph.com/qa/iogen_3.1p0.tar 2024-04-21T09:10:59.675 INFO:tasks.workunit.client.0.smithi052.stderr:Resolving download.ceph.com (download.ceph.com)... 158.69.68.124, 2607:5300:201:2000::3:58a1 2024-04-21T09:10:59.696 INFO:tasks.workunit.client.0.smithi052.stderr:Connecting to download.ceph.com (download.ceph.com)|158.69.68.124|:80... connected. 2024-04-21T09:10:59.717 INFO:tasks.workunit.client.0.smithi052.stderr:HTTP request sent, awaiting response... 200 OK 2024-04-21T09:10:59.717 INFO:tasks.workunit.client.0.smithi052.stderr:Length: 8071 (7.9K) [application/octet-stream] 2024-04-21T09:10:59.718 INFO:tasks.workunit.client.0.smithi052.stderr:Saving to: ‘iogen_3.1p0.tar’ 2024-04-21T09:10:59.721 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:59.721 INFO:tasks.workunit.client.0.smithi052.stderr: 0K ....... 100% 1.28G=0s 2024-04-21T09:10:59.721 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:59.722 INFO:tasks.workunit.client.0.smithi052.stderr:2024-04-21 09:10:59 (1.28 GB/s) - ‘iogen_3.1p0.tar’ saved [8071/8071] 2024-04-21T09:10:59.722 INFO:tasks.workunit.client.0.smithi052.stderr: 2024-04-21T09:10:59.722 INFO:tasks.workunit.client.0.smithi052.stderr:+ tar -xvzf iogen_3.1p0.tar 2024-04-21T09:10:59.740 INFO:tasks.workunit.client.0.smithi052.stdout:iogen_3.1p0 2024-04-21T09:10:59.742 INFO:tasks.workunit.client.0.smithi052.stdout:iogen_3.1p0/src 2024-04-21T09:10:59.746 INFO:tasks.workunit.client.0.smithi052.stdout:iogen_3.1p0/src/iogen.8 2024-04-21T09:10:59.746 INFO:tasks.workunit.client.0.smithi052.stdout:iogen_3.1p0/src/iogen.c 2024-04-21T09:10:59.746 INFO:tasks.workunit.client.0.smithi052.stdout:iogen_3.1p0/README 2024-04-21T09:10:59.747 INFO:tasks.workunit.client.0.smithi052.stdout:iogen_3.1p0/Makefile.bsd 2024-04-21T09:10:59.747 INFO:tasks.workunit.client.0.smithi052.stdout:iogen_3.1p0/Makefile 2024-04-21T09:10:59.748 INFO:tasks.workunit.client.0.smithi052.stderr:+ cd iogen_3.1p0 2024-04-21T09:10:59.749 INFO:tasks.workunit.client.0.smithi052.stdout:making iogen 2024-04-21T09:10:59.749 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo 'making iogen' 2024-04-21T09:10:59.749 INFO:tasks.workunit.client.0.smithi052.stderr:+ make 2024-04-21T09:10:59.757 INFO:tasks.workunit.client.0.smithi052.stdout:gcc -D_FILE_OFFSET_BITS=64 -DVERSION=\"3.1p0\" -Dstrlcpy=strncpy -Darc4random=rand -O2 src/iogen.c -o iogen 2024-04-21T09:10:59.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:10:59 smithi060 ceph-mon[31055]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-21T09:10:59.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:10:59 smithi078 ceph-mon[31713]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-21T09:10:59.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:10:59 smithi052 ceph-mon[28035]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-21T09:10:59.988 INFO:tasks.workunit.client.0.smithi052.stdout:nroff -mandoc -Tascii src/iogen.8 > iogen.cat8 2024-04-21T09:11:00.072 INFO:tasks.workunit.client.0.smithi052.stdout:running iogen 2024-04-21T09:11:00.073 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo 'running iogen' 2024-04-21T09:11:00.073 INFO:tasks.workunit.client.0.smithi052.stderr:+ ./iogen -n 5 -s 2g 2024-04-21T09:11:00.073 INFO:tasks.workunit.client.0.smithi052.stderr:child spawned 85897 2024-04-21T09:11:00.073 INFO:tasks.workunit.client.0.smithi052.stderr:child spawned 85898 2024-04-21T09:11:00.073 INFO:tasks.workunit.client.0.smithi052.stderr:child spawned 85899 2024-04-21T09:11:00.073 INFO:tasks.workunit.client.0.smithi052.stderr:child spawned 85900 2024-04-21T09:11:00.073 INFO:tasks.workunit.client.0.smithi052.stderr:child spawned 85901 2024-04-21T09:11:00.073 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo 'sleep for 10 min' 2024-04-21T09:11:00.074 INFO:tasks.workunit.client.0.smithi052.stdout:sleep for 10 min 2024-04-21T09:11:00.074 INFO:tasks.workunit.client.0.smithi052.stderr:+ sleep 600 2024-04-21T09:11:00.704 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:11:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:11:00.342+0000 7f6d1b655700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:11:00.705 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:11:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:11:00.342+0000 7f6d1b655700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:11:00.705 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:11:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:11:00.342+0000 7f6d1b655700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:11:00.705 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:11:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:11:00.342+0000 7f6d1b655700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:11:00.705 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:11:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:11:00.342+0000 7f6d1b655700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-21T09:11:01.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:01 smithi060 ceph-mon[31055]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-21T09:11:01.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:01 smithi078 ceph-mon[31713]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-21T09:11:01.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:01 smithi052 ceph-mon[28035]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-04-21T09:11:03.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:03 smithi060 ceph-mon[31055]: pgmap v31: 129 pgs: 129 active+clean; 277 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 23 MiB/s wr, 11 op/s 2024-04-21T09:11:03.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:03 smithi060 ceph-mon[31055]: mgrmap e24: x(active, since 56s), standbys: y, z 2024-04-21T09:11:03.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:03 smithi078 ceph-mon[31713]: pgmap v31: 129 pgs: 129 active+clean; 277 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 23 MiB/s wr, 11 op/s 2024-04-21T09:11:03.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:03 smithi078 ceph-mon[31713]: mgrmap e24: x(active, since 56s), standbys: y, z 2024-04-21T09:11:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:03 smithi052 ceph-mon[28035]: pgmap v31: 129 pgs: 129 active+clean; 277 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 23 MiB/s wr, 11 op/s 2024-04-21T09:11:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:03 smithi052 ceph-mon[28035]: mgrmap e24: x(active, since 56s), standbys: y, z 2024-04-21T09:11:05.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:05 smithi060 ceph-mon[31055]: pgmap v32: 129 pgs: 129 active+clean; 1.1 GiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 90 MiB/s wr, 89 op/s 2024-04-21T09:11:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.862+0000 7f0ae362e640 1 -- 172.21.15.52:0/135801290 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0adc11b730 msgr2=0x7f0adc11db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.862+0000 7f0ae362e640 1 --2- 172.21.15.52:0/135801290 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0adc11b730 0x7f0adc11db20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0acc01a910 tx=0x7f0acc03cca0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.862+0000 7f0ae362e640 1 -- 172.21.15.52:0/135801290 shutdown_connections 2024-04-21T09:11:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.862+0000 7f0ae362e640 1 --2- 172.21.15.52:0/135801290 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0adc11b730 0x7f0adc11db20 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.862+0000 7f0ae362e640 1 --2- 172.21.15.52:0/135801290 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0adc10e7d0 0x7f0adc10ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.862+0000 7f0ae362e640 1 --2- 172.21.15.52:0/135801290 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0adc1106f0 0x7f0adc10e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.862+0000 7f0ae362e640 1 -- 172.21.15.52:0/135801290 >> 172.21.15.52:0/135801290 conn(0x7f0adc06d030 msgr2=0x7f0adc06d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:05.873 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.870+0000 7f0ae362e640 1 -- 172.21.15.52:0/135801290 shutdown_connections 2024-04-21T09:11:05.873 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.871+0000 7f0ae362e640 1 -- 172.21.15.52:0/135801290 wait complete. 2024-04-21T09:11:05.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.872+0000 7f0ae362e640 1 Processor -- start 2024-04-21T09:11:05.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.872+0000 7f0ae362e640 1 -- start start 2024-04-21T09:11:05.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.872+0000 7f0ae362e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0adc10e7d0 0x7f0adc119550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.872+0000 7f0ae362e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0adc1106f0 0x7f0adc119a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.872+0000 7f0ae362e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0adc1a4550 0x7f0adc1a49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.872+0000 7f0ae362e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc113760 con 0x7f0adc1106f0 2024-04-21T09:11:05.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.872+0000 7f0ae362e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc1135e0 con 0x7f0adc1a4550 2024-04-21T09:11:05.874 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.872+0000 7f0ae362e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc1138e0 con 0x7f0adc10e7d0 2024-04-21T09:11:05.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.873+0000 7f0ae1bcb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0adc1a4550 0x7f0adc1a49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:05.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.874+0000 7f0ae1bcb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0adc1a4550 0x7f0adc1a49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39542/0 (socket says 172.21.15.52:39542) 2024-04-21T09:11:05.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.874+0000 7f0ae1bcb640 1 -- 172.21.15.52:0/3569293830 learned_addr learned my addr 172.21.15.52:0/3569293830 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:05.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.877+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0adc1106f0 0x7f0adc119a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:05.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.877+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0adc10e7d0 0x7f0adc119550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:05.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.878+0000 7f0ae0bc9640 1 -- 172.21.15.52:0/3569293830 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0adc10e7d0 msgr2=0x7f0adc119550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:05.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.878+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0adc10e7d0 0x7f0adc119550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.878+0000 7f0ae0bc9640 1 -- 172.21.15.52:0/3569293830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0adc1a4550 msgr2=0x7f0adc1a49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:05.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.878+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0adc1a4550 0x7f0adc1a49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.878+0000 7f0ae0bc9640 1 -- 172.21.15.52:0/3569293830 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0adc1a5010 con 0x7f0adc1106f0 2024-04-21T09:11:05.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.878+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0adc1106f0 0x7f0adc119a90 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0ad800c970 tx=0x7f0ad800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:05.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.880+0000 7f0ad27fc640 1 -- 172.21.15.52:0/3569293830 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad8007bb0 con 0x7f0adc1106f0 2024-04-21T09:11:05.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.880+0000 7f0ad27fc640 1 -- 172.21.15.52:0/3569293830 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ad8007d50 con 0x7f0adc1106f0 2024-04-21T09:11:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.882+0000 7f0ad27fc640 1 -- 172.21.15.52:0/3569293830 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad800e730 con 0x7f0adc1106f0 2024-04-21T09:11:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.884+0000 7f0ae362e640 1 -- 172.21.15.52:0/3569293830 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0adc1a5300 con 0x7f0adc1106f0 2024-04-21T09:11:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.884+0000 7f0ae362e640 1 -- 172.21.15.52:0/3569293830 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0adc1ab8a0 con 0x7f0adc1106f0 2024-04-21T09:11:05.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.892+0000 7f0ae6216740 1 Processor -- start 2024-04-21T09:11:05.893 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.893+0000 7f0ae6216740 1 -- start start 2024-04-21T09:11:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.894+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439aa620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.894+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439aafe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.894+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439b40e0 0x5573439b64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.894+0000 7f0ae6216740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55734390f8d0 con 0x5573439ab8d0 2024-04-21T09:11:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.894+0000 7f0ae6216740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5573438ace80 con 0x5573439aab60 2024-04-21T09:11:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.894+0000 7f0ae6216740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55734390b890 con 0x5573439b40e0 2024-04-21T09:11:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.895+0000 7f0ae1bcb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439aa620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.895+0000 7f0ae1bcb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439aa620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:54952/0 (socket says 172.21.15.52:54952) 2024-04-21T09:11:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.895+0000 7f0ae1bcb640 1 -- 172.21.15.52:0/244329805 learned_addr learned my addr 172.21.15.52:0/244329805 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.895+0000 7f0ae1bcb640 1 -- 172.21.15.52:0/244329805 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439b40e0 msgr2=0x5573439b64d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:11:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.896+0000 7f0ae1bcb640 1 --2- 172.21.15.52:0/244329805 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439b40e0 0x5573439b64d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.896+0000 7f0ae1bcb640 1 -- 172.21.15.52:0/244329805 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 msgr2=0x5573439aafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.896+0000 7f0ae1bcb640 1 --2- 172.21.15.52:0/244329805 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439aafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.896+0000 7f0ae1bcb640 1 -- 172.21.15.52:0/244329805 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573438ce320 con 0x5573439ab8d0 2024-04-21T09:11:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.896+0000 7f0ad27fc640 1 -- 172.21.15.52:0/3569293830 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f0ad800e8d0 con 0x7f0adc1106f0 2024-04-21T09:11:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.896+0000 7f0ae1bcb640 1 --2- 172.21.15.52:0/244329805 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439aa620 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f0acc01a5c0 tx=0x7f0acc01a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b5d26a353b395f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.898+0000 7f0ad27fc640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ac80a3ea0 0x7f0ac80a6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.898+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ac80a3ea0 0x7f0ac80a6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.899+0000 7f0ad27fc640 1 -- 172.21.15.52:0/3569293830 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0ad80d0650 con 0x7f0adc1106f0 2024-04-21T09:11:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.900+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ac80a3ea0 0x7f0ac80a6360 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x5573439ac030 tx=0x7f0ad4009ae0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.901+0000 7f0ac77fe640 1 -- 172.21.15.52:0/244329805 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0acc004200 con 0x5573439ab8d0 2024-04-21T09:11:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.901+0000 7f0ac77fe640 1 -- 172.21.15.52:0/244329805 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0acc0043a0 con 0x5573439ab8d0 2024-04-21T09:11:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.901+0000 7f0ac77fe640 1 -- 172.21.15.52:0/244329805 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0acc004f90 con 0x5573439ab8d0 2024-04-21T09:11:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.903+0000 7f0ae6216740 1 -- 172.21.15.52:0/244329805 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 msgr2=0x5573439aa620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.903+0000 7f0ae6216740 1 --2- 172.21.15.52:0/244329805 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439aa620 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f0acc01a5c0 tx=0x7f0acc01a5f0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.904+0000 7f0ae6216740 1 -- 172.21.15.52:0/244329805 shutdown_connections 2024-04-21T09:11:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.904+0000 7f0ae6216740 1 --2- 172.21.15.52:0/244329805 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439b40e0 0x5573439b64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.904+0000 7f0ae6216740 1 --2- 172.21.15.52:0/244329805 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439aafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.904+0000 7f0ae6216740 1 --2- 172.21.15.52:0/244329805 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439aa620 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.904+0000 7f0ae6216740 1 -- 172.21.15.52:0/244329805 >> 172.21.15.52:0/244329805 conn(0x557343971c90 msgr2=0x5573439a5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.905+0000 7f0ae6216740 1 -- 172.21.15.52:0/244329805 shutdown_connections 2024-04-21T09:11:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.905+0000 7f0ae6216740 1 -- 172.21.15.52:0/244329805 wait complete. 2024-04-21T09:11:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.905+0000 7f0ae6216740 1 -- start start 2024-04-21T09:11:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.905+0000 7f0ae6216740 1 Processor -- start 2024-04-21T09:11:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.906+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439b3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.906+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439ab8d0 0x5573439b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.906+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 0x5573439b1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.906+0000 7f0ae6216740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5573439b6db0 con 0x5573439b40e0 2024-04-21T09:11:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.906+0000 7f0ae6216740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557343897eb0 con 0x5573439aab60 2024-04-21T09:11:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.906+0000 7f0ae6216740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5573439b6f30 con 0x5573439ab8d0 2024-04-21T09:11:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.907+0000 7f0ae6216740 10 client.0 _ll_register_callbacks cb 0x5573438c4b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.907+0000 7f0ae0bc9640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439ab8d0 0x5573439b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.907+0000 7f0ae0bc9640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439ab8d0 0x5573439b0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:39014/0 (socket says 172.21.15.52:39014) 2024-04-21T09:11:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.907+0000 7f0ae0bc9640 1 -- 172.21.15.52:0/2638026341 learned_addr learned my addr 172.21.15.52:0/2638026341 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.907+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439b3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.908+0000 7f0ae0bc9640 1 -- 172.21.15.52:0/2638026341 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 msgr2=0x5573439b3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.908+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439b3b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.908+0000 7f0ae0bc9640 1 -- 172.21.15.52:0/2638026341 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 msgr2=0x5573439b1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.908+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 0x5573439b1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.908+0000 7f0ae0bc9640 1 -- 172.21.15.52:0/2638026341 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557343622210 con 0x5573439ab8d0 2024-04-21T09:11:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.908+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439ab8d0 0x5573439b0f10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0ad800c940 tx=0x7f0ad809c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9aa41d092e4eab6a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.916+0000 7f0ac4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.917+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2638026341 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad80b4020 con 0x5573439ab8d0 2024-04-21T09:11:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.917+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2638026341 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0ad80d03f0 con 0x5573439ab8d0 2024-04-21T09:11:05.917 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.917+0000 7f0ae6216740 1 -- 172.21.15.52:0/2638026341 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0acc0043a0 con 0x5573439ab8d0 2024-04-21T09:11:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.918+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2638026341 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0ad80a4cb0 con 0x5573439ab8d0 2024-04-21T09:11:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.921+0000 7f0ae6216740 10 client.25690 fetch_fsmap learned FSMap version 25 2024-04-21T09:11:05.921 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.921+0000 7f0ae6216740 1 -- 172.21.15.52:0/2638026341 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5573436ee620 con 0x5573439ab8d0 2024-04-21T09:11:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.922+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2638026341 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0acc0043a0 con 0x5573439ab8d0 2024-04-21T09:11:05.924 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.922+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2638026341 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0ad809b490 con 0x5573439ab8d0 2024-04-21T09:11:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.922+0000 7f0ae6216740 10 client.25690 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:11:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.922+0000 7f0ae6216740 10 client.25690 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.922+0000 7f0ae6216740 20 client.25690 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.922+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573439c4580 0x5573439c69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.922+0000 7f0ae6216740 4 client.25690 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.922+0000 7f0ae6216740 1 -- 172.21.15.52:0/2638026341 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557343923880 con 0x5573439c4580 2024-04-21T09:11:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.923+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573439c4580 0x5573439c69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.925+0000 7f0ac4ff9640 10 client.25690 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.926+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573439c4580 0x5573439c69e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebd8d37ba0e91841 server_cookie=2fa70879bf9f53cc in_seq=0 out_seq=0 2024-04-21T09:11:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.932+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2638026341 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557343923880 con 0x5573439c4580 2024-04-21T09:11:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.932+0000 7f0ac4ff9640 10 client.25690 handle_command_reply: tid=0 2024-04-21T09:11:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.932+0000 7f0ae6216740 1 client.25690 shutdown 2024-04-21T09:11:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 -- 172.21.15.52:0/2638026341 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439ab8d0 msgr2=0x5573439b0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439ab8d0 0x5573439b0f10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0ad800c940 tx=0x7f0ad809c800 comp rx=0 tx=0).stop 2024-04-21T09:11:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 -- 172.21.15.52:0/2638026341 shutdown_connections 2024-04-21T09:11:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573439c4580 0x5573439c69e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 0x5573439b1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439ab8d0 0x5573439b0f10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2638026341 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439b3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 -- 172.21.15.52:0/2638026341 >> 172.21.15.52:0/2638026341 conn(0x557343971c90 msgr2=0x5573439a75a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ac4ff9640 0 client.25690 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.933+0000 7f0ae6216740 1 -- 172.21.15.52:0/2638026341 shutdown_connections 2024-04-21T09:11:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.934+0000 7f0ae6216740 1 -- 172.21.15.52:0/2638026341 wait complete. 2024-04-21T09:11:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:05.934+0000 7f0ae6216740 20 client.25690 trim_cache size 0 max 16384 2024-04-21T09:11:05.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:05 smithi078 ceph-mon[31713]: pgmap v32: 129 pgs: 129 active+clean; 1.1 GiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 90 MiB/s wr, 89 op/s 2024-04-21T09:11:05.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:05 smithi052 ceph-mon[28035]: pgmap v32: 129 pgs: 129 active+clean; 1.1 GiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 90 MiB/s wr, 89 op/s 2024-04-21T09:11:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.002+0000 7f0ae6216740 1 Processor -- start 2024-04-21T09:11:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.005+0000 7f0ae6216740 1 -- start start 2024-04-21T09:11:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.005+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439ac770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.005+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439bfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.005+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439b40e0 0x5573439b3640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.005+0000 7f0ae6216740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc1b80e0 con 0x5573439ab8d0 2024-04-21T09:11:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.005+0000 7f0ae6216740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc1b59b0 con 0x5573439aab60 2024-04-21T09:11:06.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.005+0000 7f0ae6216740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc1b3800 con 0x5573439b40e0 2024-04-21T09:11:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.008+0000 7f0ae13ca640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439ac770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:06.008 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.008+0000 7f0ae13ca640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439ac770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39582/0 (socket says 172.21.15.52:39582) 2024-04-21T09:11:06.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.008+0000 7f0ae13ca640 1 -- 172.21.15.52:0/2851575479 learned_addr learned my addr 172.21.15.52:0/2851575479 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:06.016 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.016+0000 7f0ae13ca640 1 -- 172.21.15.52:0/2851575479 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439b40e0 msgr2=0x5573439b3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:06.016 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.016+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2851575479 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439b40e0 0x5573439b3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.016+0000 7f0ae13ca640 1 -- 172.21.15.52:0/2851575479 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 msgr2=0x5573439bfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:06.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.016+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2851575479 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439bfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.016+0000 7f0ae13ca640 1 -- 172.21.15.52:0/2851575479 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573439a9e30 con 0x5573439aab60 2024-04-21T09:11:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.024+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2851575479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439ac770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4004a80 tx=0x7f0ad4016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a2b265345163b8b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.026+0000 7f0ac6ffd640 1 -- 172.21.15.52:0/2851575479 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad402c070 con 0x5573439aab60 2024-04-21T09:11:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.026+0000 7f0ac6ffd640 1 -- 172.21.15.52:0/2851575479 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ad4026250 con 0x5573439aab60 2024-04-21T09:11:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.027+0000 7f0ac6ffd640 1 -- 172.21.15.52:0/2851575479 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad401f840 con 0x5573439aab60 2024-04-21T09:11:06.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.028+0000 7f0ae6216740 1 -- 172.21.15.52:0/2851575479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 msgr2=0x5573439ac770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:06.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.028+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2851575479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439ac770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4004a80 tx=0x7f0ad4016000 comp rx=0 tx=0).stop 2024-04-21T09:11:06.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.033+0000 7f0ae6216740 1 -- 172.21.15.52:0/2851575479 shutdown_connections 2024-04-21T09:11:06.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.033+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2851575479 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439b40e0 0x5573439b3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.033+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2851575479 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439ab8d0 0x5573439bfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.033+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2851575479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439aab60 0x5573439ac770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.033+0000 7f0ae6216740 1 -- 172.21.15.52:0/2851575479 >> 172.21.15.52:0/2851575479 conn(0x557343971c90 msgr2=0x5573439ac060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:06.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.046+0000 7f0ae6216740 1 -- 172.21.15.52:0/2851575479 shutdown_connections 2024-04-21T09:11:06.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.048+0000 7f0ae6216740 1 -- 172.21.15.52:0/2851575479 wait complete. 2024-04-21T09:11:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.049+0000 7f0ae6216740 1 -- start start 2024-04-21T09:11:06.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.049+0000 7f0ae6216740 1 Processor -- start 2024-04-21T09:11:06.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.052+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439aab60 0x5573439bc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:06.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.052+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439ab8d0 0x5573439bc700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:06.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.052+0000 7f0ae6216740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 0x5573439ad760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:06.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.052+0000 7f0ae6216740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc1b3e70 con 0x5573439b40e0 2024-04-21T09:11:06.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.052+0000 7f0ae6216740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc1b52e0 con 0x5573439ab8d0 2024-04-21T09:11:06.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.052+0000 7f0ae6216740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0adc1b4540 con 0x5573439aab60 2024-04-21T09:11:06.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.052+0000 7f0ae6216740 10 client.0 _ll_register_callbacks cb 0x7f0ad80cd8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.056+0000 7f0ae0bc9640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439ab8d0 0x5573439bc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.056+0000 7f0ae13ca640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439aab60 0x5573439bc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.057+0000 7f0ae13ca640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439aab60 0x5573439bc1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:39032/0 (socket says 172.21.15.52:39032) 2024-04-21T09:11:06.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.057+0000 7f0ae13ca640 1 -- 172.21.15.52:0/2917729246 learned_addr learned my addr 172.21.15.52:0/2917729246 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:06.058 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.058+0000 7f0ae1bcb640 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 0x5573439ad760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.059+0000 7f0ae13ca640 1 -- 172.21.15.52:0/2917729246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439ab8d0 msgr2=0x5573439bc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.059+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439ab8d0 0x5573439bc700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.059+0000 7f0ae13ca640 1 -- 172.21.15.52:0/2917729246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 msgr2=0x5573439ad760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.059+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 0x5573439ad760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.059 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.059+0000 7f0ae13ca640 1 -- 172.21.15.52:0/2917729246 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573439b6f20 con 0x5573439aab60 2024-04-21T09:11:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.066+0000 7f0ae13ca640 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439aab60 0x5573439bc1c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0ad400a010 tx=0x7f0ad4026050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dccdfd933c513a1e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:06.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.067+0000 7f0ac4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.069+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2917729246 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad4035060 con 0x5573439aab60 2024-04-21T09:11:06.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.069+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2917729246 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0ad4026400 con 0x5573439aab60 2024-04-21T09:11:06.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.071+0000 7f0ae6216740 1 -- 172.21.15.52:0/2917729246 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ad4026250 con 0x5573439aab60 2024-04-21T09:11:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.085+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2917729246 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0ad402c070 con 0x5573439aab60 2024-04-21T09:11:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.085+0000 7f0ae6216740 10 client.25693 fetch_fsmap learned FSMap version 25 2024-04-21T09:11:06.085 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.085+0000 7f0ae6216740 1 -- 172.21.15.52:0/2917729246 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557343a2a5b0 con 0x5573439aab60 2024-04-21T09:11:06.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.089+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2917729246 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ad4026250 con 0x5573439aab60 2024-04-21T09:11:06.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.089+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2917729246 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0ad400f040 con 0x5573439aab60 2024-04-21T09:11:06.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.089+0000 7f0ae6216740 10 client.25693 fetch_fsmap finished waiting for FSMap version 25 2024-04-21T09:11:06.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.089+0000 7f0ae6216740 10 client.25693 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:06.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.089+0000 7f0ae6216740 20 client.25693 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:06.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.089+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x557343a2ac00 0x557343a2d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:06.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.089+0000 7f0ae6216740 4 client.25693 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:11:06.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.089+0000 7f0ae6216740 1 -- 172.21.15.52:0/2917729246 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5573438af3d0 con 0x557343a2ac00 2024-04-21T09:11:06.093 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.093+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x557343a2ac00 0x557343a2d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:06.104 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.104+0000 7f0ae0bc9640 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x557343a2ac00 0x557343a2d020 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1c5593c5fb98b1f server_cookie=a74580706ad36aca in_seq=0 out_seq=0 2024-04-21T09:11:06.104 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.104+0000 7f0ac4ff9640 10 client.25693 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.343+0000 7f0ac4ff9640 1 -- 172.21.15.52:0/2917729246 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5573438af3d0 con 0x557343a2ac00 2024-04-21T09:11:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.343+0000 7f0ac4ff9640 10 client.25693 handle_command_reply: tid=0 2024-04-21T09:11:06.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.343+0000 7f0ae6216740 1 client.25693 shutdown 2024-04-21T09:11:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ae6216740 1 -- 172.21.15.52:0/2917729246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439aab60 msgr2=0x5573439bc1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439aab60 0x5573439bc1c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0ad400a010 tx=0x7f0ad4026050 comp rx=0 tx=0).stop 2024-04-21T09:11:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ae6216740 1 -- 172.21.15.52:0/2917729246 shutdown_connections 2024-04-21T09:11:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x557343a2ac00 0x557343a2d020 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.346 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573439b40e0 0x5573439ad760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573439ab8d0 0x5573439bc700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ae6216740 1 --2- 172.21.15.52:0/2917729246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573439aab60 0x5573439bc1c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ae6216740 1 -- 172.21.15.52:0/2917729246 >> 172.21.15.52:0/2917729246 conn(0x557343971c90 msgr2=0x5573439b07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:06.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.346+0000 7f0ac4ff9640 0 client.25693 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:06.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.347+0000 7f0ae6216740 1 -- 172.21.15.52:0/2917729246 shutdown_connections 2024-04-21T09:11:06.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.347+0000 7f0ae6216740 1 -- 172.21.15.52:0/2917729246 wait complete. 2024-04-21T09:11:06.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.348+0000 7f0ae6216740 20 client.25693 trim_cache size 0 max 16384 2024-04-21T09:11:06.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:11:06.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:11:06.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:11:06.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:11:06.355 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.354+0000 7f0ae362e640 1 -- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ac80a3ea0 msgr2=0x7f0ac80a6360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:06.355 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.354+0000 7f0ae362e640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ac80a3ea0 0x7f0ac80a6360 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x5573439ac030 tx=0x7f0ad4009ae0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.355 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.355+0000 7f0ae362e640 1 -- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0adc1106f0 msgr2=0x7f0adc119a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:06.355 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.355+0000 7f0ae362e640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0adc1106f0 0x7f0adc119a90 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f0ad800c970 tx=0x7f0ad800ce30 comp rx=0 tx=0).stop 2024-04-21T09:11:06.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.365+0000 7f0ae362e640 1 -- 172.21.15.52:0/3569293830 shutdown_connections 2024-04-21T09:11:06.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.365+0000 7f0ae362e640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0ac80a3ea0 0x7f0ac80a6360 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.365+0000 7f0ae362e640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0adc1a4550 0x7f0adc1a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.365+0000 7f0ae362e640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0adc1106f0 0x7f0adc119a90 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.365+0000 7f0ae362e640 1 --2- 172.21.15.52:0/3569293830 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0adc10e7d0 0x7f0adc119550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:06.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.365+0000 7f0ae362e640 1 -- 172.21.15.52:0/3569293830 >> 172.21.15.52:0/3569293830 conn(0x7f0adc06d030 msgr2=0x7f0adc0712d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:06.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.366+0000 7f0ae362e640 1 -- 172.21.15.52:0/3569293830 shutdown_connections 2024-04-21T09:11:06.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:06.366+0000 7f0ae362e640 1 -- 172.21.15.52:0/3569293830 wait complete. 2024-04-21T09:11:07.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:07 smithi060 ceph-mon[31055]: pgmap v33: 129 pgs: 129 active+clean; 1.1 GiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 90 MiB/s wr, 88 op/s 2024-04-21T09:11:07.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:07 smithi078 ceph-mon[31713]: pgmap v33: 129 pgs: 129 active+clean; 1.1 GiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 90 MiB/s wr, 88 op/s 2024-04-21T09:11:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:07 smithi052 ceph-mon[28035]: pgmap v33: 129 pgs: 129 active+clean; 1.1 GiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 90 MiB/s wr, 88 op/s 2024-04-21T09:11:08.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:08 smithi078 ceph-mon[31713]: pgmap v34: 129 pgs: 129 active+clean; 5.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 481 MiB/s wr, 360 op/s 2024-04-21T09:11:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:08 smithi052 ceph-mon[28035]: pgmap v34: 129 pgs: 129 active+clean; 5.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 481 MiB/s wr, 360 op/s 2024-04-21T09:11:09.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:08 smithi060 ceph-mon[31055]: pgmap v34: 129 pgs: 129 active+clean; 5.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 1009 KiB/s rd, 481 MiB/s wr, 360 op/s 2024-04-21T09:11:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:10 smithi060 ceph-mon[31055]: pgmap v35: 129 pgs: 129 active+clean; 5.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 481 MiB/s wr, 357 op/s 2024-04-21T09:11:11.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:10 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:11:11.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:10 smithi078 ceph-mon[31713]: pgmap v35: 129 pgs: 129 active+clean; 5.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 481 MiB/s wr, 357 op/s 2024-04-21T09:11:11.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:10 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:11:11.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:10 smithi052 ceph-mon[28035]: pgmap v35: 129 pgs: 129 active+clean; 5.6 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 481 MiB/s wr, 357 op/s 2024-04-21T09:11:11.465 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:10 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:11:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:12 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:12 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:12 smithi060 ceph-mon[31055]: pgmap v36: 129 pgs: 129 active+clean; 7.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 654 MiB/s wr, 541 op/s 2024-04-21T09:11:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:12 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:12 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:12 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:12 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:12 smithi078 ceph-mon[31713]: pgmap v36: 129 pgs: 129 active+clean; 7.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 654 MiB/s wr, 541 op/s 2024-04-21T09:11:13.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:12 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:12 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:12 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:12 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:12 smithi052 ceph-mon[28035]: pgmap v36: 129 pgs: 129 active+clean; 7.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 654 MiB/s wr, 541 op/s 2024-04-21T09:11:13.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:12 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:13.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:12 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:14.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:13 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:14.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:13 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:14.301 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T09:11:14.302 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T09:11:14.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:13 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:14.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:13 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:14.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:13 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:14.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:13 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:14.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.745+0000 7fb527d50640 1 -- 172.21.15.52:0/1595452278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb520110b10 msgr2=0x7fb520109690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:14.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.745+0000 7fb527d50640 1 --2- 172.21.15.52:0/1595452278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb520110b10 0x7fb520109690 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fb51c01a910 tx=0x7fb51c03cca0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.747+0000 7fb527d50640 1 -- 172.21.15.52:0/1595452278 shutdown_connections 2024-04-21T09:11:14.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.747+0000 7fb527d50640 1 --2- 172.21.15.52:0/1595452278 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb52010e1b0 0x7fb52010e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.747+0000 7fb527d50640 1 --2- 172.21.15.52:0/1595452278 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb520110b10 0x7fb520109690 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.747+0000 7fb527d50640 1 --2- 172.21.15.52:0/1595452278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb5201106a0 0x7fb520109150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.747+0000 7fb527d50640 1 -- 172.21.15.52:0/1595452278 >> 172.21.15.52:0/1595452278 conn(0x7fb52006e360 msgr2=0x7fb52006e770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:14.755 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.755+0000 7fb527d50640 1 -- 172.21.15.52:0/1595452278 shutdown_connections 2024-04-21T09:11:14.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.760+0000 7fb527d50640 1 -- 172.21.15.52:0/1595452278 wait complete. 2024-04-21T09:11:14.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.761+0000 7fb527d50640 1 Processor -- start 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.761+0000 7fb527d50640 1 -- start start 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb527d50640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb52010e1b0 0x7fb52019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb527d50640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb5201106a0 0x7fb52019f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb527d50640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb520110b10 0x7fb5201a36e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb527d50640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb520112970 con 0x7fb52010e1b0 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb527d50640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb5201127f0 con 0x7fb5201106a0 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb527d50640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb520112af0 con 0x7fb520110b10 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb525aec640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb52010e1b0 0x7fb52019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.762 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb525aec640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb52010e1b0 0x7fb52019ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:39934/0 (socket says 172.21.15.52:39934) 2024-04-21T09:11:14.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb525aec640 1 -- 172.21.15.52:0/2166674651 learned_addr learned my addr 172.21.15.52:0/2166674651 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:14.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.762+0000 7fb5262ed640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb520110b10 0x7fb5201a36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.763+0000 7fb5262ed640 1 -- 172.21.15.52:0/2166674651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb5201106a0 msgr2=0x7fb52019f360 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:11:14.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.763+0000 7fb5262ed640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb5201106a0 0x7fb52019f360 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.763+0000 7fb5262ed640 1 -- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb52010e1b0 msgr2=0x7fb52019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:14.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.763+0000 7fb5262ed640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb52010e1b0 0x7fb52019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.763+0000 7fb5262ed640 1 -- 172.21.15.52:0/2166674651 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5201a3e10 con 0x7fb520110b10 2024-04-21T09:11:14.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.763+0000 7fb5262ed640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb520110b10 0x7fb5201a36e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb51000b410 tx=0x7fb51000b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:14.765 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.766+0000 7fb516ffd640 1 -- 172.21.15.52:0/2166674651 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb510015020 con 0x7fb520110b10 2024-04-21T09:11:14.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.766+0000 7fb516ffd640 1 -- 172.21.15.52:0/2166674651 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb510011ce0 con 0x7fb520110b10 2024-04-21T09:11:14.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.766+0000 7fb516ffd640 1 -- 172.21.15.52:0/2166674651 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb510010de0 con 0x7fb520110b10 2024-04-21T09:11:14.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.766+0000 7fb527d50640 1 -- 172.21.15.52:0/2166674651 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5201a4100 con 0x7fb520110b10 2024-04-21T09:11:14.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.766+0000 7fb527d50640 1 -- 172.21.15.52:0/2166674651 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5201ab990 con 0x7fb520110b10 2024-04-21T09:11:14.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.775+0000 7fb516ffd640 1 -- 172.21.15.52:0/2166674651 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fb510018020 con 0x7fb520110b10 2024-04-21T09:11:14.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.777+0000 7fb52aa1b740 1 Processor -- start 2024-04-21T09:11:14.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.778+0000 7fb52aa1b740 1 -- start start 2024-04-21T09:11:14.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.778+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67d580 0x55620b67d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.779+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67dea0 0x55620b686540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.779+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b688e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.779+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55620b5e21e0 con 0x55620b67dea0 2024-04-21T09:11:14.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.779+0000 7fb5252eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67d580 0x55620b67d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.779+0000 7fb5252eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67d580 0x55620b67d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:58406/0 (socket says 172.21.15.52:58406) 2024-04-21T09:11:14.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.779+0000 7fb5252eb640 1 -- 172.21.15.52:0/1892446232 learned_addr learned my addr 172.21.15.52:0/1892446232 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:14.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.779+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1892446232 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55620b57f390 con 0x55620b686a80 2024-04-21T09:11:14.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.779+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1892446232 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55620b5de1a0 con 0x55620b67d580 2024-04-21T09:11:14.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.780+0000 7fb5252eb640 1 --2- 172.21.15.52:0/1892446232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b688e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.780+0000 7fb5252eb640 1 -- 172.21.15.52:0/1892446232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 msgr2=0x55620b688e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:14.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.780+0000 7fb5252eb640 1 --2- 172.21.15.52:0/1892446232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b688e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.780+0000 7fb5252eb640 1 -- 172.21.15.52:0/1892446232 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67dea0 msgr2=0x55620b686540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:14.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.780+0000 7fb5252eb640 1 --2- 172.21.15.52:0/1892446232 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67dea0 0x55620b686540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.780+0000 7fb5252eb640 1 -- 172.21.15.52:0/1892446232 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55620b3be7d0 con 0x55620b67d580 2024-04-21T09:11:14.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.780+0000 7fb5252eb640 1 --2- 172.21.15.52:0/1892446232 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67d580 0x55620b67d960 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb51c01a860 tx=0x7fb51c0055a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d39f1a39166c2909 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:14.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.780+0000 7fb516ffd640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb50c0a4050 0x7fb50c0a6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.781+0000 7fb516ffd640 1 -- 172.21.15.52:0/2166674651 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb5100d1400 con 0x7fb520110b10 2024-04-21T09:11:14.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.786+0000 7fb525aec640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb50c0a4050 0x7fb50c0a6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.788+0000 7fb525aec640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb50c0a4050 0x7fb50c0a6510 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x55620b67d050 tx=0x7fb51800b040 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:14.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.791+0000 7fb50bfff640 1 -- 172.21.15.52:0/1892446232 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb51c057070 con 0x55620b67d580 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.791+0000 7fb50bfff640 1 -- 172.21.15.52:0/1892446232 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb51c04b040 con 0x55620b67d580 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.791+0000 7fb50bfff640 1 -- 172.21.15.52:0/1892446232 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb51c004e60 con 0x55620b67d580 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.793+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1892446232 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67d580 msgr2=0x55620b67d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.793+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1892446232 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67d580 0x55620b67d960 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb51c01a860 tx=0x7fb51c0055a0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.793+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1892446232 shutdown_connections 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.793+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1892446232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b688e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.793+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1892446232 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67dea0 0x55620b686540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.793+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1892446232 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67d580 0x55620b67d960 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.793+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1892446232 >> 172.21.15.52:0/1892446232 conn(0x55620b677cb0 msgr2=0x55620b678090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:14.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.803+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1892446232 shutdown_connections 2024-04-21T09:11:14.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.809+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1892446232 wait complete. 2024-04-21T09:11:14.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.809+0000 7fb52aa1b740 1 -- start start 2024-04-21T09:11:14.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.809+0000 7fb52aa1b740 1 Processor -- start 2024-04-21T09:11:14.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.814+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b683a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.814+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b683f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.814+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b6844d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.814+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55620b689810 con 0x55620b67d580 2024-04-21T09:11:14.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.814+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55620b59b2f0 con 0x55620b686a80 2024-04-21T09:11:14.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.814+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55620b689990 con 0x55620b67dea0 2024-04-21T09:11:14.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.814+0000 7fb52aa1b740 10 client.0 _ll_register_callbacks cb 0x55620b5a8580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.817+0000 7fb5252eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b683f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.817+0000 7fb5252eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b683f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:58408/0 (socket says 172.21.15.52:58408) 2024-04-21T09:11:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.817+0000 7fb5252eb640 1 -- 172.21.15.52:0/1192880052 learned_addr learned my addr 172.21.15.52:0/1192880052 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:14.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.817+0000 7fb5262ed640 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b6844d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.821+0000 7fb525aec640 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b683a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.822+0000 7fb5262ed640 1 -- 172.21.15.52:0/1192880052 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 msgr2=0x55620b683f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.822+0000 7fb5262ed640 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b683f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.822+0000 7fb5262ed640 1 -- 172.21.15.52:0/1192880052 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 msgr2=0x55620b683a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.822+0000 7fb5262ed640 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b683a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.822+0000 7fb5262ed640 1 -- 172.21.15.52:0/1192880052 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55620b2f43f0 con 0x55620b686a80 2024-04-21T09:11:14.823 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.824+0000 7fb5262ed640 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b6844d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb5100ce700 tx=0x7fb51009c8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5741d00ee67f3170 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:14.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.826+0000 7fb5097fa640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:14.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.842+0000 7fb5097fa640 1 -- 172.21.15.52:0/1192880052 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5100a5af0 con 0x55620b686a80 2024-04-21T09:11:14.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.842+0000 7fb5097fa640 1 -- 172.21.15.52:0/1192880052 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb5100994f0 con 0x55620b686a80 2024-04-21T09:11:14.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.843+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1192880052 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb51c04b040 con 0x55620b686a80 2024-04-21T09:11:14.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.846+0000 7fb5097fa640 1 -- 172.21.15.52:0/1192880052 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5100bb050 con 0x55620b686a80 2024-04-21T09:11:14.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.847+0000 7fb52aa1b740 10 client.25664 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:14.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.847+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1192880052 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55620b2b40f0 con 0x55620b686a80 2024-04-21T09:11:14.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.850+0000 7fb5097fa640 1 -- 172.21.15.52:0/1192880052 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb51c04b040 con 0x55620b686a80 2024-04-21T09:11:14.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.850+0000 7fb5097fa640 1 -- 172.21.15.52:0/1192880052 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7fb51009c2d0 con 0x55620b686a80 2024-04-21T09:11:14.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.851+0000 7fb52aa1b740 10 client.25664 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:14.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.851+0000 7fb52aa1b740 10 client.25664 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:14.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.851+0000 7fb52aa1b740 20 client.25664 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:14.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.851+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55620b696fc0 0x55620b699400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.851+0000 7fb52aa1b740 4 client.25664 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:14.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.851+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1192880052 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55620b5efc00 con 0x55620b696fc0 2024-04-21T09:11:14.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.855+0000 7fb525aec640 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55620b696fc0 0x55620b699400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.867+0000 7fb525aec640 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55620b696fc0 0x55620b699400 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74c54b0ab6701234 server_cookie=350a06b2765400cd in_seq=0 out_seq=0 2024-04-21T09:11:14.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.868+0000 7fb5097fa640 10 client.25664 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:14.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.872+0000 7fb5097fa640 1 -- 172.21.15.52:0/1192880052 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55620b5efc00 con 0x55620b696fc0 2024-04-21T09:11:14.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.872+0000 7fb5097fa640 10 client.25664 handle_command_reply: tid=0 2024-04-21T09:11:14.872 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.872+0000 7fb52aa1b740 1 client.25664 shutdown 2024-04-21T09:11:14.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.877+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 msgr2=0x55620b6844d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:14.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.877+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b6844d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb5100ce700 tx=0x7fb51009c8a0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.882+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1192880052 shutdown_connections 2024-04-21T09:11:14.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.882+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55620b696fc0 0x55620b699400 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.882+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b6844d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.882+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b683f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.883+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1192880052 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b683a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.883+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1192880052 >> 172.21.15.52:0/1192880052 conn(0x55620b677cb0 msgr2=0x55620b679a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:14.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.883+0000 7fb5097fa640 0 client.25664 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:14.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.887+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1192880052 shutdown_connections 2024-04-21T09:11:14.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.887+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1192880052 wait complete. 2024-04-21T09:11:14.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.887+0000 7fb52aa1b740 20 client.25664 trim_cache size 0 max 16384 2024-04-21T09:11:14.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.928+0000 7fb52aa1b740 1 Processor -- start 2024-04-21T09:11:14.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.930+0000 7fb52aa1b740 1 -- start start 2024-04-21T09:11:14.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.931+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b692760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.931+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b6842f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.931+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b6797f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.931+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb5040127b0 con 0x55620b67d580 2024-04-21T09:11:14.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.931+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb504010080 con 0x55620b686a80 2024-04-21T09:11:14.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.931+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb50400ded0 con 0x55620b67dea0 2024-04-21T09:11:14.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb5252eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b6842f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb5252eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b6842f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:58420/0 (socket says 172.21.15.52:58420) 2024-04-21T09:11:14.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb5252eb640 1 -- 172.21.15.52:0/1545821978 learned_addr learned my addr 172.21.15.52:0/1545821978 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:14.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb525aec640 1 --2- 172.21.15.52:0/1545821978 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b692760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb5252eb640 1 -- 172.21.15.52:0/1545821978 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 msgr2=0x55620b6797f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:14.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb5252eb640 1 --2- 172.21.15.52:0/1545821978 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b6797f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb5252eb640 1 -- 172.21.15.52:0/1545821978 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 msgr2=0x55620b692760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:14.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb5252eb640 1 --2- 172.21.15.52:0/1545821978 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b692760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.932+0000 7fb5252eb640 1 -- 172.21.15.52:0/1545821978 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55620b6785f0 con 0x55620b67dea0 2024-04-21T09:11:14.933 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.933+0000 7fb5252eb640 1 --2- 172.21.15.52:0/1545821978 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b6842f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb51c03d230 tx=0x7fb51c005900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5103404815113e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:14.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.937+0000 7fb50b7fe640 1 -- 172.21.15.52:0/1545821978 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb51c057040 con 0x55620b67dea0 2024-04-21T09:11:14.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.937+0000 7fb50b7fe640 1 -- 172.21.15.52:0/1545821978 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb51c005610 con 0x55620b67dea0 2024-04-21T09:11:14.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.938+0000 7fb50b7fe640 1 -- 172.21.15.52:0/1545821978 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb51c03de00 con 0x55620b67dea0 2024-04-21T09:11:14.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.938+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1545821978 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 msgr2=0x55620b6842f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:14.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.938+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1545821978 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b6842f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb51c03d230 tx=0x7fb51c005900 comp rx=0 tx=0).stop 2024-04-21T09:11:14.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.942+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1545821978 shutdown_connections 2024-04-21T09:11:14.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.942+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1545821978 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b686a80 0x55620b6797f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.942+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1545821978 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b67dea0 0x55620b6842f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.942+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/1545821978 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b692760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.942+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1545821978 >> 172.21.15.52:0/1545821978 conn(0x55620b677cb0 msgr2=0x55620b6790e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:14.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.944+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1545821978 shutdown_connections 2024-04-21T09:11:14.944 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.944+0000 7fb52aa1b740 1 -- 172.21.15.52:0/1545821978 wait complete. 2024-04-21T09:11:14.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 1 -- start start 2024-04-21T09:11:14.945 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 1 Processor -- start 2024-04-21T09:11:14.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b6f58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b67dea0 0x55620b6f5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b686a80 0x55620b68a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb50400e540 con 0x55620b67d580 2024-04-21T09:11:14.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb50400f9b0 con 0x55620b67dea0 2024-04-21T09:11:14.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb50400ec10 con 0x55620b686a80 2024-04-21T09:11:14.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.945+0000 7fb52aa1b740 10 client.0 _ll_register_callbacks cb 0x7fb510010f80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:14.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.946+0000 7fb5252eb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b67dea0 0x55620b6f5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.946+0000 7fb5262ed640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b686a80 0x55620b68a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.947+0000 7fb5262ed640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b686a80 0x55620b68a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:58426/0 (socket says 172.21.15.52:58426) 2024-04-21T09:11:14.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.947+0000 7fb5262ed640 1 -- 172.21.15.52:0/2500484980 learned_addr learned my addr 172.21.15.52:0/2500484980 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:14.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.947+0000 7fb525aec640 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b6f58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.949+0000 7fb5262ed640 1 -- 172.21.15.52:0/2500484980 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b67dea0 msgr2=0x55620b6f5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:14.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.949+0000 7fb5262ed640 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b67dea0 0x55620b6f5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.949+0000 7fb5262ed640 1 -- 172.21.15.52:0/2500484980 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 msgr2=0x55620b6f58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:14.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.949+0000 7fb5262ed640 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b6f58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.949+0000 7fb5262ed640 1 -- 172.21.15.52:0/2500484980 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55620b68a730 con 0x55620b686a80 2024-04-21T09:11:14.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.952+0000 7fb5262ed640 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b686a80 0x55620b68a040 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb5100d1370 tx=0x7fb510098bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=861a19019e595408 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:14.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.952+0000 7fb5097fa640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:14.954 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.954+0000 7fb5097fa640 1 -- 172.21.15.52:0/2500484980 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5100aa080 con 0x55620b686a80 2024-04-21T09:11:14.954 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.954+0000 7fb52aa1b740 1 -- 172.21.15.52:0/2500484980 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb51c005610 con 0x55620b686a80 2024-04-21T09:11:14.954 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.955+0000 7fb5097fa640 1 -- 172.21.15.52:0/2500484980 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb5100ce8d0 con 0x55620b686a80 2024-04-21T09:11:14.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.955+0000 7fb5097fa640 1 -- 172.21.15.52:0/2500484980 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb51009c9c0 con 0x55620b686a80 2024-04-21T09:11:14.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.955+0000 7fb52aa1b740 10 client.25708 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:14.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.955+0000 7fb52aa1b740 1 -- 172.21.15.52:0/2500484980 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55620b6fd0a0 con 0x55620b686a80 2024-04-21T09:11:14.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.956+0000 7fb5097fa640 1 -- 172.21.15.52:0/2500484980 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb51c005610 con 0x55620b686a80 2024-04-21T09:11:14.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.957+0000 7fb5097fa640 1 -- 172.21.15.52:0/2500484980 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7fb51009bd40 con 0x55620b686a80 2024-04-21T09:11:14.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.957+0000 7fb52aa1b740 10 client.25708 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:14.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.957+0000 7fb52aa1b740 10 client.25708 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:14.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.957+0000 7fb52aa1b740 20 client.25708 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:14.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.957+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55620b6fd7a0 0x55620b6ffbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:14.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.957+0000 7fb52aa1b740 4 client.25708 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T09:11:14.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.957+0000 7fb52aa1b740 1 -- 172.21.15.52:0/2500484980 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55620b5e9a70 con 0x55620b6fd7a0 2024-04-21T09:11:14.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.959+0000 7fb525aec640 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55620b6fd7a0 0x55620b6ffbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:14.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.961+0000 7fb525aec640 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55620b6fd7a0 0x55620b6ffbc0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11ee8acc3ffb18a9 server_cookie=7464692006d382e2 in_seq=0 out_seq=0 2024-04-21T09:11:14.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.961+0000 7fb5097fa640 10 client.25708 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:14.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.961+0000 7fb5097fa640 1 -- 172.21.15.52:0/2500484980 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55620b5e9a70 con 0x55620b6fd7a0 2024-04-21T09:11:14.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.961+0000 7fb5097fa640 10 client.25708 handle_command_reply: tid=0 2024-04-21T09:11:14.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.961+0000 7fb52aa1b740 1 client.25708 shutdown 2024-04-21T09:11:14.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.962+0000 7fb52aa1b740 1 -- 172.21.15.52:0/2500484980 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b686a80 msgr2=0x55620b68a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:14.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.962+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b686a80 0x55620b68a040 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb5100d1370 tx=0x7fb510098bd0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.970+0000 7fb52aa1b740 1 -- 172.21.15.52:0/2500484980 shutdown_connections 2024-04-21T09:11:14.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.970+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55620b6fd7a0 0x55620b6ffbc0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.970+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55620b686a80 0x55620b68a040 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.970+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55620b67dea0 0x55620b6f5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.970+0000 7fb52aa1b740 1 --2- 172.21.15.52:0/2500484980 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55620b67d580 0x55620b6f58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.970+0000 7fb52aa1b740 1 -- 172.21.15.52:0/2500484980 >> 172.21.15.52:0/2500484980 conn(0x55620b677cb0 msgr2=0x55620b6790e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:14.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.970+0000 7fb5097fa640 0 client.25708 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:14.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.972+0000 7fb52aa1b740 1 -- 172.21.15.52:0/2500484980 shutdown_connections 2024-04-21T09:11:14.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.972+0000 7fb52aa1b740 1 -- 172.21.15.52:0/2500484980 wait complete. 2024-04-21T09:11:14.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.975+0000 7fb52aa1b740 20 client.25708 trim_cache size 0 max 16384 2024-04-21T09:11:14.975 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:11:14.975 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "no active scrubs running", 2024-04-21T09:11:14.976 INFO:teuthology.orchestra.run.smithi052.stdout: "scrubs": {} 2024-04-21T09:11:14.976 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:11:14.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.976+0000 7fb527d50640 1 -- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb50c0a4050 msgr2=0x7fb50c0a6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:14.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.976+0000 7fb527d50640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb50c0a4050 0x7fb50c0a6510 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x55620b67d050 tx=0x7fb51800b040 comp rx=0 tx=0).stop 2024-04-21T09:11:14.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.976+0000 7fb527d50640 1 -- 172.21.15.52:0/2166674651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb520110b10 msgr2=0x7fb5201a36e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:14.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.976+0000 7fb527d50640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb520110b10 0x7fb5201a36e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb51000b410 tx=0x7fb51000b8d0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.981+0000 7fb527d50640 1 -- 172.21.15.52:0/2166674651 shutdown_connections 2024-04-21T09:11:14.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.981+0000 7fb527d50640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb50c0a4050 0x7fb50c0a6510 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.981+0000 7fb527d50640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb520110b10 0x7fb5201a36e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.981+0000 7fb527d50640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb5201106a0 0x7fb52019f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.981+0000 7fb527d50640 1 --2- 172.21.15.52:0/2166674651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb52010e1b0 0x7fb52019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:14.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.981+0000 7fb527d50640 1 -- 172.21.15.52:0/2166674651 >> 172.21.15.52:0/2166674651 conn(0x7fb52006e360 msgr2=0x7fb5200729d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:14.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.984+0000 7fb527d50640 1 -- 172.21.15.52:0/2166674651 shutdown_connections 2024-04-21T09:11:14.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:14.986+0000 7fb527d50640 1 -- 172.21.15.52:0/2166674651 wait complete. 2024-04-21T09:11:15.044 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-21T09:11:15.044 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:11:15.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.323+0000 7f32c759e640 1 -- 172.21.15.52:0/4006004931 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32c8076480 msgr2=0x7f32c8076860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:15.323 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.323+0000 7f32c759e640 1 --2- 172.21.15.52:0/4006004931 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32c8076480 0x7f32c8076860 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f32bc009930 tx=0x7f32bc02bc60 comp rx=0 tx=0).stop 2024-04-21T09:11:15.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.329+0000 7f32c759e640 1 -- 172.21.15.52:0/4006004931 shutdown_connections 2024-04-21T09:11:15.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.329+0000 7f32c759e640 1 --2- 172.21.15.52:0/4006004931 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32c8112cf0 0x7f32c81150e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:15.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.329+0000 7f32c759e640 1 --2- 172.21.15.52:0/4006004931 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32c8076da0 0x7f32c81127b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:15.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.329+0000 7f32c759e640 1 --2- 172.21.15.52:0/4006004931 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32c8076480 0x7f32c8076860 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:15.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.329+0000 7f32c759e640 1 -- 172.21.15.52:0/4006004931 >> 172.21.15.52:0/4006004931 conn(0x7f32c80ffb00 msgr2=0x7f32c8101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:15.336 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.335+0000 7f32c759e640 1 -- 172.21.15.52:0/4006004931 shutdown_connections 2024-04-21T09:11:15.339 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.339+0000 7f32c759e640 1 -- 172.21.15.52:0/4006004931 wait complete. 2024-04-21T09:11:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:15 smithi060 ceph-mon[31055]: pgmap v37: 129 pgs: 129 active+clean; 9.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 820 MiB/s wr, 768 op/s 2024-04-21T09:11:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:15 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:15 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:11:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:15 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:11:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:15 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:15.342 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.342+0000 7f32c759e640 1 Processor -- start 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.344+0000 7f32c759e640 1 -- start start 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.345+0000 7f32c759e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32c8076480 0x7f32c8111fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.345+0000 7f32c759e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32c8076da0 0x7f32c81124f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.345+0000 7f32c759e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32c8112cf0 0x7f32c810c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.345+0000 7f32c759e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f32c8104430 con 0x7f32c8076da0 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.345+0000 7f32c759e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f32c81042b0 con 0x7f32c8076480 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.345+0000 7f32c759e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f32c81045b0 con 0x7f32c8112cf0 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.346+0000 7f32c6d9d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32c8112cf0 0x7f32c810c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:15.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.346+0000 7f32c6d9d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32c8112cf0 0x7f32c810c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:58446/0 (socket says 172.21.15.52:58446) 2024-04-21T09:11:15.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.346+0000 7f32c6d9d640 1 -- 172.21.15.52:0/31660785 learned_addr learned my addr 172.21.15.52:0/31660785 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:15.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.348+0000 7f32c659c640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32c8076480 0x7f32c8111fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:15.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.349+0000 7f32c6d9d640 1 -- 172.21.15.52:0/31660785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32c8076480 msgr2=0x7f32c8111fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:15.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.349+0000 7f32c6d9d640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32c8076480 0x7f32c8111fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:15.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.349+0000 7f32c6d9d640 1 -- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32c8076da0 msgr2=0x7f32c81124f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:15.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.349+0000 7f32c6d9d640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32c8076da0 0x7f32c81124f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:15.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.349+0000 7f32c6d9d640 1 -- 172.21.15.52:0/31660785 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32c810c8c0 con 0x7f32c8112cf0 2024-04-21T09:11:15.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.355+0000 7f32c6d9d640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32c8112cf0 0x7f32c810c0c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f32c000ccb0 tx=0x7f32c000a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:15.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.356+0000 7f32b77fe640 1 -- 172.21.15.52:0/31660785 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c000f450 con 0x7f32c8112cf0 2024-04-21T09:11:15.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.357+0000 7f32b77fe640 1 -- 172.21.15.52:0/31660785 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32c000faa0 con 0x7f32c8112cf0 2024-04-21T09:11:15.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.358+0000 7f32b77fe640 1 -- 172.21.15.52:0/31660785 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c0018b00 con 0x7f32c8112cf0 2024-04-21T09:11:15.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.359+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32c810cbb0 con 0x7f32c8112cf0 2024-04-21T09:11:15.359 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.359+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32c806b970 con 0x7f32c8112cf0 2024-04-21T09:11:15.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.362+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32c8077bc0 con 0x7f32c8112cf0 2024-04-21T09:11:15.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.365+0000 7f32b77fe640 1 -- 172.21.15.52:0/31660785 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f32c0018ca0 con 0x7f32c8112cf0 2024-04-21T09:11:15.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.366+0000 7f32b77fe640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f32b00a3f20 0x7f32b00a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:15.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.366+0000 7f32b77fe640 1 -- 172.21.15.52:0/31660785 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f32c00d15e0 con 0x7f32c8112cf0 2024-04-21T09:11:15.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.370+0000 7f32c659c640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f32b00a3f20 0x7f32b00a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:15.374 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.374+0000 7f32b77fe640 1 -- 172.21.15.52:0/31660785 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f32c001d060 con 0x7f32c8112cf0 2024-04-21T09:11:15.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:15.384+0000 7f32c659c640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f32b00a3f20 0x7f32b00a63e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f32bc009230 tx=0x7f32bc000bc0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:15.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:15 smithi078 ceph-mon[31713]: pgmap v37: 129 pgs: 129 active+clean; 9.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 820 MiB/s wr, 768 op/s 2024-04-21T09:11:15.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:15 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:15.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:15 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:11:15.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:15 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:11:15.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:15 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:15.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:15 smithi052 ceph-mon[28035]: pgmap v37: 129 pgs: 129 active+clean; 9.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 820 MiB/s wr, 768 op/s 2024-04-21T09:11:15.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:15 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:15.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:15 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:11:15.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:15 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:11:15.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:15 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:11:16.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.042+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32c810d550 con 0x7f32c8112cf0 2024-04-21T09:11:16.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.043+0000 7f32b77fe640 1 -- 172.21.15.52:0/31660785 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11856 (secure 0 0 0) 0x7f32c0014030 con 0x7f32c8112cf0 2024-04-21T09:11:16.044 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:11:16.044 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:11:13.229546+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24490":{"gid":24490,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/119150232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":119150232},{"type":"v1","addr":"172.21.15.78:6837","nonce":119150232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":11,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:11:16.044 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 26 2024-04-21T09:11:16.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.050+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f32b00a3f20 msgr2=0x7f32b00a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.050+0000 7f32c759e640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f32b00a3f20 0x7f32b00a63e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f32bc009230 tx=0x7f32bc000bc0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.050+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32c8112cf0 msgr2=0x7f32c810c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.050 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.050+0000 7f32c759e640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32c8112cf0 0x7f32c810c0c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f32c000ccb0 tx=0x7f32c000a620 comp rx=0 tx=0).stop 2024-04-21T09:11:16.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.051+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 shutdown_connections 2024-04-21T09:11:16.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.051+0000 7f32c759e640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f32b00a3f20 0x7f32b00a63e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.051+0000 7f32c759e640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f32c8112cf0 0x7f32c810c0c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.051+0000 7f32c759e640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f32c8076da0 0x7f32c81124f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.051+0000 7f32c759e640 1 --2- 172.21.15.52:0/31660785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32c8076480 0x7f32c8111fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.051+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 >> 172.21.15.52:0/31660785 conn(0x7f32c80ffb00 msgr2=0x7f32c81143b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:16.055 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.055+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 shutdown_connections 2024-04-21T09:11:16.057 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.057+0000 7f32c759e640 1 -- 172.21.15.52:0/31660785 wait complete. 2024-04-21T09:11:16.094 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-21T09:11:16.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.355+0000 7f64a33cf640 1 -- 172.21.15.52:0/1081682792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f649c06e230 msgr2=0x7f649c108f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.355+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1081682792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f649c06e230 0x7f649c108f50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f648c009900 tx=0x7f648c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:11:16.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.357+0000 7f64a33cf640 1 -- 172.21.15.52:0/1081682792 shutdown_connections 2024-04-21T09:11:16.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.357+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1081682792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f649c114bf0 0x7f649c117000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.357+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1081682792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f649c109520 0x7f649c109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.357+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1081682792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f649c06e230 0x7f649c108f50 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.357+0000 7f64a33cf640 1 -- 172.21.15.52:0/1081682792 >> 172.21.15.52:0/1081682792 conn(0x7f649c06ce60 msgr2=0x7f649c06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:16.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.358+0000 7f64a33cf640 1 -- 172.21.15.52:0/1081682792 shutdown_connections 2024-04-21T09:11:16.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.358+0000 7f64a33cf640 1 -- 172.21.15.52:0/1081682792 wait complete. 2024-04-21T09:11:16.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a33cf640 1 Processor -- start 2024-04-21T09:11:16.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a33cf640 1 -- start start 2024-04-21T09:11:16.361 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a33cf640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f649c06e230 0x7f649c11eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a33cf640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f649c109520 0x7f649c11f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a33cf640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f649c114bf0 0x7f649c119e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a33cf640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f649c10b5a0 con 0x7f649c06e230 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a33cf640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f649c10b420 con 0x7f649c109520 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a33cf640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f649c10b720 con 0x7f649c114bf0 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a2bce640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f649c114bf0 0x7f649c119e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a2bce640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f649c114bf0 0x7f649c119e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:58462/0 (socket says 172.21.15.52:58462) 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.360+0000 7f64a2bce640 1 -- 172.21.15.52:0/1587235066 learned_addr learned my addr 172.21.15.52:0/1587235066 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:16.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.361+0000 7f64a23cd640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f649c06e230 0x7f649c11eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.361+0000 7f64a2bce640 1 -- 172.21.15.52:0/1587235066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f649c109520 msgr2=0x7f649c11f080 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:11:16.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.361+0000 7f64a2bce640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f649c109520 0x7f649c11f080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.361+0000 7f64a2bce640 1 -- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f649c06e230 msgr2=0x7f649c11eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.361+0000 7f64a2bce640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f649c06e230 0x7f649c11eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.361+0000 7f64a2bce640 1 -- 172.21.15.52:0/1587235066 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f649c11a6e0 con 0x7f649c114bf0 2024-04-21T09:11:16.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.362+0000 7f64a2bce640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f649c114bf0 0x7f649c119e20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f649800b3f0 tx=0x7f649800b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:16.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.365+0000 7f64937fe640 1 -- 172.21.15.52:0/1587235066 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6498015020 con 0x7f649c114bf0 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.365+0000 7f64a33cf640 1 -- 172.21.15.52:0/1587235066 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f649c11a9d0 con 0x7f649c114bf0 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.365+0000 7f64a33cf640 1 -- 172.21.15.52:0/1587235066 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f649c124a30 con 0x7f649c114bf0 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.371+0000 7f64a7228740 1 Processor -- start 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.373+0000 7f64a7228740 1 -- start start 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.373+0000 7f64a7228740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d36ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a7228740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 0x564910d3f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a7228740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3fc00 0x564910d42050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a7228740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564910c9b1f0 con 0x564910d366d0 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a7228740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564910c384b0 con 0x564910d3fc00 2024-04-21T09:11:16.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a7228740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564910c971b0 con 0x564910d37080 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a1bcc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3fc00 0x564910d42050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a1bcc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3fc00 0x564910d42050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39878/0 (socket says 172.21.15.52:39878) 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a1bcc640 1 -- 172.21.15.52:0/1508162419 learned_addr learned my addr 172.21.15.52:0/1508162419 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.374+0000 7f64a23cd640 1 --2- 172.21.15.52:0/1508162419 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 0x564910d3f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.375+0000 7f64a1bcc640 1 -- 172.21.15.52:0/1508162419 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 msgr2=0x564910d3f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.375+0000 7f64a1bcc640 1 --2- 172.21.15.52:0/1508162419 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 0x564910d3f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.375+0000 7f64a1bcc640 1 -- 172.21.15.52:0/1508162419 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 msgr2=0x564910d36ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.375+0000 7f64a1bcc640 1 --2- 172.21.15.52:0/1508162419 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d36ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.375+0000 7f64a1bcc640 1 -- 172.21.15.52:0/1508162419 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564910c2a1b0 con 0x564910d3fc00 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.376+0000 7f64937fe640 1 -- 172.21.15.52:0/1587235066 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6498011ce0 con 0x7f649c114bf0 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.376+0000 7f64937fe640 1 -- 172.21.15.52:0/1587235066 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6498010da0 con 0x7f649c114bf0 2024-04-21T09:11:16.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.376+0000 7f64a1bcc640 1 --2- 172.21.15.52:0/1508162419 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3fc00 0x564910d42050 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6494009d90 tx=0x7f649400e6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87491f2706164c96 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:16.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.376+0000 7f64937fe640 1 -- 172.21.15.52:0/1587235066 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f6498018020 con 0x7f649c114bf0 2024-04-21T09:11:16.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.377+0000 7f64937fe640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64880a4040 0x7f64880a6500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.378+0000 7f64937fe640 1 -- 172.21.15.52:0/1587235066 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f64980d1590 con 0x7f649c114bf0 2024-04-21T09:11:16.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.379+0000 7f64a23cd640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64880a4040 0x7f64880a6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.379 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.379+0000 7f6490bfe640 1 -- 172.21.15.52:0/1508162419 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6494015070 con 0x564910d3fc00 2024-04-21T09:11:16.379 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.379+0000 7f6490bfe640 1 -- 172.21.15.52:0/1508162419 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6494005020 con 0x564910d3fc00 2024-04-21T09:11:16.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.380+0000 7f64a7228740 1 -- 172.21.15.52:0/1508162419 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3fc00 msgr2=0x564910d42050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.380+0000 7f64a7228740 1 --2- 172.21.15.52:0/1508162419 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3fc00 0x564910d42050 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6494009d90 tx=0x7f649400e6c0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.381+0000 7f64a7228740 1 -- 172.21.15.52:0/1508162419 shutdown_connections 2024-04-21T09:11:16.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.381+0000 7f64a7228740 1 --2- 172.21.15.52:0/1508162419 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3fc00 0x564910d42050 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.381+0000 7f64a7228740 1 --2- 172.21.15.52:0/1508162419 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 0x564910d3f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.381+0000 7f64a7228740 1 --2- 172.21.15.52:0/1508162419 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d36ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.381+0000 7f64a7228740 1 -- 172.21.15.52:0/1508162419 >> 172.21.15.52:0/1508162419 conn(0x564910d30da0 msgr2=0x564910d31180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:16.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.382+0000 7f64a7228740 1 -- 172.21.15.52:0/1508162419 shutdown_connections 2024-04-21T09:11:16.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.382+0000 7f64a7228740 1 -- 172.21.15.52:0/1508162419 wait complete. 2024-04-21T09:11:16.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.383+0000 7f64a7228740 1 -- start start 2024-04-21T09:11:16.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a7228740 1 Processor -- start 2024-04-21T09:11:16.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a23cd640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64880a4040 0x7f64880a6500 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f648c006010 tx=0x7f648c005a40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:16.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a7228740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d3f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a7228740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d37080 0x564910d3c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a7228740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d3d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a7228740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x564910d42bc0 con 0x564910d37080 2024-04-21T09:11:16.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a7228740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564910c54500 con 0x564910d3cb80 2024-04-21T09:11:16.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a7228740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564910d42d40 con 0x564910d366d0 2024-04-21T09:11:16.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.384+0000 7f64a7228740 10 client.0 _ll_register_callbacks cb 0x564910c22b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:16.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a2bce640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d3d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a2bce640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d3d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39890/0 (socket says 172.21.15.52:39890) 2024-04-21T09:11:16.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a2bce640 1 -- 172.21.15.52:0/2189842888 learned_addr learned my addr 172.21.15.52:0/2189842888 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:16.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a23cd640 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d3f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a2bce640 1 -- 172.21.15.52:0/2189842888 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 msgr2=0x564910d3f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a2bce640 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d3f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a2bce640 1 -- 172.21.15.52:0/2189842888 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d37080 msgr2=0x564910d3c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a2bce640 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d37080 0x564910d3c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.386+0000 7f64a2bce640 1 -- 172.21.15.52:0/2189842888 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649109ad3f0 con 0x564910d3cb80 2024-04-21T09:11:16.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.387+0000 7f64a2bce640 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d3d000 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f649800bdb0 tx=0x7f649809cab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=495e8a0795f70e86 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.389+0000 7f6485ffb640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.390+0000 7f6485ffb640 1 -- 172.21.15.52:0/2189842888 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64980a1440 con 0x564910d3cb80 2024-04-21T09:11:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.390+0000 7f64a7228740 1 -- 172.21.15.52:0/2189842888 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564910c3a930 con 0x564910d3cb80 2024-04-21T09:11:16.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.390+0000 7f6485ffb640 1 -- 172.21.15.52:0/2189842888 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f64980a10d0 con 0x564910d3cb80 2024-04-21T09:11:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.390+0000 7f6485ffb640 1 -- 172.21.15.52:0/2189842888 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64980a5d00 con 0x564910d3cb80 2024-04-21T09:11:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.391+0000 7f64a7228740 10 client.25682 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:16.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.391+0000 7f64a7228740 1 -- 172.21.15.52:0/2189842888 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564910a777d0 con 0x564910d3cb80 2024-04-21T09:11:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.392+0000 7f6485ffb640 1 -- 172.21.15.52:0/2189842888 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564910c3a930 con 0x564910d3cb80 2024-04-21T09:11:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.392+0000 7f6485ffb640 1 -- 172.21.15.52:0/2189842888 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f64980b1b30 con 0x564910d3cb80 2024-04-21T09:11:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.392+0000 7f64a7228740 10 client.25682 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.392+0000 7f64a7228740 10 client.25682 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T09:11:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.392+0000 7f64a7228740 20 client.25682 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:16.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.392+0000 7f64a7228740 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x564910d50630 0x564910d52ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.392+0000 7f64a7228740 4 client.25682 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:16.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.392+0000 7f64a7228740 1 -- 172.21.15.52:0/2189842888 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564910ca8c10 con 0x564910d50630 2024-04-21T09:11:16.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.393+0000 7f64a23cd640 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x564910d50630 0x564910d52ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.393+0000 7f6485ffb640 10 client.25682 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:11:16.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.394+0000 7f64a23cd640 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x564910d50630 0x564910d52ad0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6f8902ddda1428d3 server_cookie=42688fd5b3d51eee in_seq=0 out_seq=0 2024-04-21T09:11:16.396 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.394+0000 7f6485ffb640 1 -- 172.21.15.52:0/2189842888 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564910ca8c10 con 0x564910d50630 2024-04-21T09:11:16.396 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.394+0000 7f6485ffb640 10 client.25682 handle_command_reply: tid=0 2024-04-21T09:11:16.396 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.394+0000 7f64a7228740 1 client.25682 shutdown 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.396+0000 7f64a7228740 1 -- 172.21.15.52:0/2189842888 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 msgr2=0x564910d3d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.396+0000 7f64a7228740 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d3d000 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f649800bdb0 tx=0x7f649809cab0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f64a7228740 1 -- 172.21.15.52:0/2189842888 shutdown_connections 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f64a7228740 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d3d000 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f64a7228740 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x564910d50630 0x564910d52ad0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f64a7228740 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d37080 0x564910d3c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f64a7228740 1 --2- 172.21.15.52:0/2189842888 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d3f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f64a7228740 1 -- 172.21.15.52:0/2189842888 >> 172.21.15.52:0/2189842888 conn(0x564910d30da0 msgr2=0x564910d32af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f6485ffb640 0 client.25682 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f64a7228740 1 -- 172.21.15.52:0/2189842888 shutdown_connections 2024-04-21T09:11:16.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.397+0000 7f64a7228740 1 -- 172.21.15.52:0/2189842888 wait complete. 2024-04-21T09:11:16.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.400+0000 7f64a7228740 20 client.25682 trim_cache size 0 max 16384 2024-04-21T09:11:16.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.457+0000 7f64a7228740 1 Processor -- start 2024-04-21T09:11:16.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.457+0000 7f64a7228740 1 -- start start 2024-04-21T09:11:16.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.458+0000 7f64a7228740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d3ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.459+0000 7f64a7228740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 0x564910d583e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.459+0000 7f64a7228740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d58920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.459+0000 7f64a7228740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f649c1b80d0 con 0x564910d366d0 2024-04-21T09:11:16.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.459+0000 7f64a7228740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f649c1b59a0 con 0x564910d3cb80 2024-04-21T09:11:16.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.459+0000 7f64a7228740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f649c1b37f0 con 0x564910d37080 2024-04-21T09:11:16.463 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.463+0000 7f64a23cd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d3ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.464+0000 7f64a23cd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d3ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:40038/0 (socket says 172.21.15.52:40038) 2024-04-21T09:11:16.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.464+0000 7f64a23cd640 1 -- 172.21.15.52:0/1453687734 learned_addr learned my addr 172.21.15.52:0/1453687734 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:16.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.464+0000 7f64a2bce640 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d58920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.464 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.464+0000 7f64a1bcc640 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 0x564910d583e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.465+0000 7f64a23cd640 1 -- 172.21.15.52:0/1453687734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 msgr2=0x564910d583e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.465+0000 7f64a23cd640 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 0x564910d583e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.465+0000 7f64a23cd640 1 -- 172.21.15.52:0/1453687734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 msgr2=0x564910d58920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.465+0000 7f64a23cd640 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d58920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.465 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.465+0000 7f64a23cd640 1 -- 172.21.15.52:0/1453687734 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564910d3ab90 con 0x564910d366d0 2024-04-21T09:11:16.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.472+0000 7f64a23cd640 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d3ee80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f648c004650 tx=0x7f648c044000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c494e0fc022d56fa server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.474+0000 7f6487fff640 1 -- 172.21.15.52:0/1453687734 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648c053cd0 con 0x564910d366d0 2024-04-21T09:11:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.474+0000 7f6487fff640 1 -- 172.21.15.52:0/1453687734 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f648c059070 con 0x564910d366d0 2024-04-21T09:11:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.475+0000 7f64a7228740 1 -- 172.21.15.52:0/1453687734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 msgr2=0x564910d3ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.475+0000 7f64a7228740 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d3ee80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f648c004650 tx=0x7f648c044000 comp rx=0 tx=0).stop 2024-04-21T09:11:16.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.479+0000 7f64a7228740 1 -- 172.21.15.52:0/1453687734 shutdown_connections 2024-04-21T09:11:16.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.479+0000 7f64a7228740 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d3cb80 0x564910d58920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.479+0000 7f64a7228740 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d37080 0x564910d583e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.479+0000 7f64a7228740 1 --2- 172.21.15.52:0/1453687734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d366d0 0x564910d3ee80 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.479+0000 7f64a7228740 1 -- 172.21.15.52:0/1453687734 >> 172.21.15.52:0/1453687734 conn(0x564910d30da0 msgr2=0x564910d52640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:16.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.483+0000 7f64a7228740 1 -- 172.21.15.52:0/1453687734 shutdown_connections 2024-04-21T09:11:16.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.483+0000 7f64a7228740 1 -- 172.21.15.52:0/1453687734 wait complete. 2024-04-21T09:11:16.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.483+0000 7f64a7228740 1 -- start start 2024-04-21T09:11:16.483 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.484+0000 7f64a7228740 1 Processor -- start 2024-04-21T09:11:16.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.484+0000 7f64a7228740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d43240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.484+0000 7f64a7228740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d37080 0x564910d43780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.484+0000 7f64a7228740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d3cb80 0x564910db4c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.484+0000 7f64a7228740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f649c1b3e60 con 0x564910d3cb80 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.484+0000 7f64a7228740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f649c1b52d0 con 0x564910d37080 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.484+0000 7f64a7228740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f649c1b4530 con 0x564910d366d0 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.484+0000 7f64a7228740 10 client.0 _ll_register_callbacks cb 0x7f649809cbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.485+0000 7f64a1bcc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d37080 0x564910d43780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.485+0000 7f64a1bcc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d37080 0x564910d43780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39902/0 (socket says 172.21.15.52:39902) 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.485+0000 7f64a1bcc640 1 -- 172.21.15.52:0/2387202399 learned_addr learned my addr 172.21.15.52:0/2387202399 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:16.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.485+0000 7f64a23cd640 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d43240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.488+0000 7f64a23cd640 1 -- 172.21.15.52:0/2387202399 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d37080 msgr2=0x564910d43780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.488+0000 7f64a23cd640 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d37080 0x564910d43780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.488+0000 7f64a23cd640 1 -- 172.21.15.52:0/2387202399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d3cb80 msgr2=0x564910db4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.488+0000 7f64a23cd640 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d3cb80 0x564910db4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.488 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.488+0000 7f64a23cd640 1 -- 172.21.15.52:0/2387202399 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564910db5180 con 0x564910d366d0 2024-04-21T09:11:16.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.490+0000 7f64a23cd640 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d43240 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f648c036040 tx=0x7f648c004440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8f910d7cba0e5e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:16.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.490+0000 7f6485ffb640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:16.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.490+0000 7f6485ffb640 1 -- 172.21.15.52:0/2387202399 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648c062060 con 0x564910d366d0 2024-04-21T09:11:16.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.490+0000 7f64a7228740 1 -- 172.21.15.52:0/2387202399 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f648c059070 con 0x564910d366d0 2024-04-21T09:11:16.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.490+0000 7f6485ffb640 1 -- 172.21.15.52:0/2387202399 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f648c02c8b0 con 0x564910d366d0 2024-04-21T09:11:16.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.491+0000 7f6485ffb640 1 -- 172.21.15.52:0/2387202399 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f648c02cab0 con 0x564910d366d0 2024-04-21T09:11:16.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.491+0000 7f64a7228740 10 client.25726 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:16.491 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.491+0000 7f64a7228740 1 -- 172.21.15.52:0/2387202399 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564910db6430 con 0x564910d366d0 2024-04-21T09:11:16.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.493+0000 7f6485ffb640 1 -- 172.21.15.52:0/2387202399 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f648c059070 con 0x564910d366d0 2024-04-21T09:11:16.493 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.494+0000 7f6485ffb640 1 -- 172.21.15.52:0/2387202399 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f648c054ce0 con 0x564910d366d0 2024-04-21T09:11:16.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.494+0000 7f64a7228740 10 client.25726 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:16.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.494+0000 7f64a7228740 10 client.25726 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T09:11:16.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.494+0000 7f64a7228740 20 client.25726 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:16.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.494+0000 7f64a7228740 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x564910db6ad0 0x564910db8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.494+0000 7f64a7228740 4 client.25726 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:11:16.494 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.494+0000 7f64a7228740 1 -- 172.21.15.52:0/2387202399 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564910ca2a80 con 0x564910db6ad0 2024-04-21T09:11:16.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.495+0000 7f64a1bcc640 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x564910db6ad0 0x564910db8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.498+0000 7f64a1bcc640 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x564910db6ad0 0x564910db8ef0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=50811efad82ebebb server_cookie=e18cef8ed156e42f in_seq=0 out_seq=0 2024-04-21T09:11:16.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.501+0000 7f6485ffb640 10 client.25726 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.501+0000 7f6485ffb640 1 -- 172.21.15.52:0/2387202399 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564910ca2a80 con 0x564910db6ad0 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.501+0000 7f6485ffb640 10 client.25726 handle_command_reply: tid=0 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.501+0000 7f64a7228740 1 client.25726 shutdown 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f64a7228740 1 -- 172.21.15.52:0/2387202399 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 msgr2=0x564910d43240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f64a7228740 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d43240 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f648c036040 tx=0x7f648c004440 comp rx=0 tx=0).stop 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f64a7228740 1 -- 172.21.15.52:0/2387202399 shutdown_connections 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f64a7228740 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x564910db6ad0 0x564910db8ef0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f64a7228740 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564910d3cb80 0x564910db4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f64a7228740 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564910d37080 0x564910d43780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f64a7228740 1 --2- 172.21.15.52:0/2387202399 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564910d366d0 0x564910d43240 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f64a7228740 1 -- 172.21.15.52:0/2387202399 >> 172.21.15.52:0/2387202399 conn(0x564910d30da0 msgr2=0x564910d37460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:16.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.504+0000 7f6485ffb640 0 client.25726 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:11:16.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.506+0000 7f64a7228740 1 -- 172.21.15.52:0/2387202399 shutdown_connections 2024-04-21T09:11:16.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.506+0000 7f64a7228740 1 -- 172.21.15.52:0/2387202399 wait complete. 2024-04-21T09:11:16.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.509+0000 7f64a7228740 20 client.25726 trim_cache size 0 max 16384 2024-04-21T09:11:16.511 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2024-04-21T09:11:16.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.517+0000 7f64a33cf640 1 -- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64880a4040 msgr2=0x7f64880a6500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.517+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64880a4040 0x7f64880a6500 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f648c006010 tx=0x7f648c005a40 comp rx=0 tx=0).stop 2024-04-21T09:11:16.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.517+0000 7f64a33cf640 1 -- 172.21.15.52:0/1587235066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f649c114bf0 msgr2=0x7f649c119e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.517+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f649c114bf0 0x7f649c119e20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f649800b3f0 tx=0x7f649800b8b0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.522+0000 7f64a33cf640 1 -- 172.21.15.52:0/1587235066 shutdown_connections 2024-04-21T09:11:16.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.522+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64880a4040 0x7f64880a6500 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.522 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.522+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f649c114bf0 0x7f649c119e20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.522+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f649c109520 0x7f649c11f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.522+0000 7f64a33cf640 1 --2- 172.21.15.52:0/1587235066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f649c06e230 0x7f649c11eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.522+0000 7f64a33cf640 1 -- 172.21.15.52:0/1587235066 >> 172.21.15.52:0/1587235066 conn(0x7f649c06ce60 msgr2=0x7f649c070810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:16.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.527+0000 7f64a33cf640 1 -- 172.21.15.52:0/1587235066 shutdown_connections 2024-04-21T09:11:16.530 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.530+0000 7f64a33cf640 1 -- 172.21.15.52:0/1587235066 wait complete. 2024-04-21T09:11:16.573 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-21T09:11:16.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.949+0000 7f911fea5640 1 -- 172.21.15.52:0/1395844181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 msgr2=0x7f911810e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.949+0000 7f911fea5640 1 --2- 172.21.15.52:0/1395844181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 0x7f911810e7a0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f9110009ca0 tx=0x7f911002c120 comp rx=0 tx=0).stop 2024-04-21T09:11:16.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.962+0000 7f911fea5640 1 -- 172.21.15.52:0/1395844181 shutdown_connections 2024-04-21T09:11:16.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.962+0000 7f911fea5640 1 --2- 172.21.15.52:0/1395844181 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f911811b730 0x7f911811db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.962+0000 7f911fea5640 1 --2- 172.21.15.52:0/1395844181 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 0x7f911810e7a0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.962+0000 7f911fea5640 1 --2- 172.21.15.52:0/1395844181 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f91181106a0 0x7f911810e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.962+0000 7f911fea5640 1 -- 172.21.15.52:0/1395844181 >> 172.21.15.52:0/1395844181 conn(0x7f911806cff0 msgr2=0x7f911806d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:16.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.965+0000 7f911fea5640 1 -- 172.21.15.52:0/1395844181 shutdown_connections 2024-04-21T09:11:16.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.966+0000 7f911fea5640 1 -- 172.21.15.52:0/1395844181 wait complete. 2024-04-21T09:11:16.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.967+0000 7f911fea5640 1 Processor -- start 2024-04-21T09:11:16.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.967+0000 7f911fea5640 1 -- start start 2024-04-21T09:11:16.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.967+0000 7f911fea5640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91181106a0 0x7f91181a75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.967+0000 7f911fea5640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 0x7f91181a7b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.967+0000 7f911fea5640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f911811b730 0x7f91181abea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.968+0000 7f911fea5640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f91181210e0 con 0x7f9118110b10 2024-04-21T09:11:16.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.968+0000 7f911fea5640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9118120f60 con 0x7f91181106a0 2024-04-21T09:11:16.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.968+0000 7f911fea5640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9118121260 con 0x7f911811b730 2024-04-21T09:11:16.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.968+0000 7f911e442640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f911811b730 0x7f91181abea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.968+0000 7f911e442640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f911811b730 0x7f91181abea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50130/0 (socket says 172.21.15.52:50130) 2024-04-21T09:11:16.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.968+0000 7f911e442640 1 -- 172.21.15.52:0/1226041780 learned_addr learned my addr 172.21.15.52:0/1226041780 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:16.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.969+0000 7f911d440640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 0x7f91181a7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.969+0000 7f911dc41640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91181106a0 0x7f91181a75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.969+0000 7f911d440640 1 -- 172.21.15.52:0/1226041780 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f911811b730 msgr2=0x7f91181abea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.969+0000 7f911d440640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f911811b730 0x7f91181abea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.969+0000 7f911d440640 1 -- 172.21.15.52:0/1226041780 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91181106a0 msgr2=0x7f91181a75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.969+0000 7f911d440640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91181106a0 0x7f91181a75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.969+0000 7f911d440640 1 -- 172.21.15.52:0/1226041780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91181ac5a0 con 0x7f9118110b10 2024-04-21T09:11:16.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.969+0000 7f911dc41640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91181106a0 0x7f91181a75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:11:16.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.970+0000 7f911d440640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 0x7f91181a7b20 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f911002c730 tx=0x7f9110035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:16.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.973+0000 7f910effd640 1 -- 172.21.15.52:0/1226041780 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9110039040 con 0x7f9118110b10 2024-04-21T09:11:16.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.973+0000 7f911fea5640 1 -- 172.21.15.52:0/1226041780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91181ac830 con 0x7f9118110b10 2024-04-21T09:11:16.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.973+0000 7f911fea5640 1 -- 172.21.15.52:0/1226041780 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9118110f10 con 0x7f9118110b10 2024-04-21T09:11:16.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.979+0000 7f9122b73740 1 Processor -- start 2024-04-21T09:11:16.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.979+0000 7f9122b73740 1 -- start start 2024-04-21T09:11:16.979 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.980+0000 7f9122b73740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c38fb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.980+0000 7f9122b73740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fbe80 0x55b1c3904430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.980 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.980+0000 7f9122b73740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c3904a00 0x55b1c3906e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.980+0000 7f9122b73740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b1c38601f0 con 0x55b1c38fbe80 2024-04-21T09:11:16.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.980+0000 7f9122b73740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b1c37fd4b0 con 0x55b1c3904a00 2024-04-21T09:11:16.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.980+0000 7f9122b73740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55b1c385c1b0 con 0x55b1c38fb4d0 2024-04-21T09:11:16.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.980+0000 7f910effd640 1 -- 172.21.15.52:0/1226041780 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9110044070 con 0x7f9118110b10 2024-04-21T09:11:16.981 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.980+0000 7f910effd640 1 -- 172.21.15.52:0/1226041780 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911003f440 con 0x7f9118110b10 2024-04-21T09:11:16.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.981+0000 7f911e442640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c38fb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.982+0000 7f911d440640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c3904a00 0x55b1c3906e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:16.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.982+0000 7f911d440640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c3904a00 0x55b1c3906e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39006/0 (socket says 172.21.15.52:39006) 2024-04-21T09:11:16.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.982+0000 7f911d440640 1 -- 172.21.15.52:0/940046625 learned_addr learned my addr 172.21.15.52:0/940046625 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:16.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.983+0000 7f911d440640 1 -- 172.21.15.52:0/940046625 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 msgr2=0x55b1c38fb8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.983+0000 7f911d440640 1 --2- 172.21.15.52:0/940046625 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c38fb8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.983+0000 7f911d440640 1 -- 172.21.15.52:0/940046625 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fbe80 msgr2=0x55b1c3904430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:16.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.983+0000 7f911d440640 1 --2- 172.21.15.52:0/940046625 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fbe80 0x55b1c3904430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.983+0000 7f911d440640 1 -- 172.21.15.52:0/940046625 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1c37ef1b0 con 0x55b1c3904a00 2024-04-21T09:11:16.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.988+0000 7f911d440640 1 --2- 172.21.15.52:0/940046625 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c3904a00 0x55b1c3906e50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9110000f80 tx=0x7f9110032a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39797e6648cdbb62 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:16.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.990+0000 7f910effd640 1 -- 172.21.15.52:0/1226041780 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f9110034a30 con 0x7f9118110b10 2024-04-21T09:11:16.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.990+0000 7f9103fff640 1 -- 172.21.15.52:0/940046625 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91100042c0 con 0x55b1c3904a00 2024-04-21T09:11:16.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.990+0000 7f9103fff640 1 -- 172.21.15.52:0/940046625 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91100fb860 con 0x55b1c3904a00 2024-04-21T09:11:16.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.990+0000 7f9103fff640 1 -- 172.21.15.52:0/940046625 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91100fcbc0 con 0x55b1c3904a00 2024-04-21T09:11:16.991 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.991+0000 7f9122b73740 1 -- 172.21.15.52:0/940046625 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c3904a00 msgr2=0x55b1c3906e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:16.991 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.991+0000 7f9122b73740 1 --2- 172.21.15.52:0/940046625 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c3904a00 0x55b1c3906e50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9110000f80 tx=0x7f9110032a20 comp rx=0 tx=0).stop 2024-04-21T09:11:16.993 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.993+0000 7f910effd640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f91040a4050 0x7f91040a6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:16.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.994+0000 7f910effd640 1 -- 172.21.15.52:0/1226041780 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f91100f4650 con 0x7f9118110b10 2024-04-21T09:11:16.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.994+0000 7f9122b73740 1 -- 172.21.15.52:0/940046625 shutdown_connections 2024-04-21T09:11:16.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.994+0000 7f9122b73740 1 --2- 172.21.15.52:0/940046625 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c3904a00 0x55b1c3906e50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.994+0000 7f9122b73740 1 --2- 172.21.15.52:0/940046625 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fbe80 0x55b1c3904430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.994+0000 7f9122b73740 1 --2- 172.21.15.52:0/940046625 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c38fb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:16.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:16.994+0000 7f9122b73740 1 -- 172.21.15.52:0/940046625 >> 172.21.15.52:0/940046625 conn(0x55b1c38f5ba0 msgr2=0x55b1c38f5f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.000+0000 7f9122b73740 1 -- 172.21.15.52:0/940046625 shutdown_connections 2024-04-21T09:11:17.003 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.003+0000 7f911e442640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f91040a4050 0x7f91040a6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.003+0000 7f9122b73740 1 -- 172.21.15.52:0/940046625 wait complete. 2024-04-21T09:11:17.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.004+0000 7f9122b73740 1 -- start start 2024-04-21T09:11:17.004 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.004+0000 7f9122b73740 1 Processor -- start 2024-04-21T09:11:17.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.005+0000 7f9122b73740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fb4d0 0x55b1c3904270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.005+0000 7f9122b73740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fbe80 0x55b1c3901600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.005 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.005+0000 7f9122b73740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c3904a00 0x55b1c3901b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.005+0000 7f9122b73740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b1c3907730 con 0x55b1c3904a00 2024-04-21T09:11:17.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.005+0000 7f9122b73740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b1c3819500 con 0x55b1c38fb4d0 2024-04-21T09:11:17.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.006+0000 7f9122b73740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55b1c39078b0 con 0x55b1c38fbe80 2024-04-21T09:11:17.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.006+0000 7f911d440640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fbe80 0x55b1c3901600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.006+0000 7f911d440640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fbe80 0x55b1c3901600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50144/0 (socket says 172.21.15.52:50144) 2024-04-21T09:11:17.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.006+0000 7f9122b73740 10 client.0 _ll_register_callbacks cb 0x55b1c37e7b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:17.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.006+0000 7f911d440640 1 -- 172.21.15.52:0/3591110906 learned_addr learned my addr 172.21.15.52:0/3591110906 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:17.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.006+0000 7f911dc41640 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fb4d0 0x55b1c3904270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.008 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.007+0000 7f911dc41640 1 -- 172.21.15.52:0/3591110906 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fbe80 msgr2=0x55b1c3901600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.007+0000 7f911dc41640 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fbe80 0x55b1c3901600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.007+0000 7f911dc41640 1 -- 172.21.15.52:0/3591110906 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c3904a00 msgr2=0x55b1c3901b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.007+0000 7f911dc41640 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c3904a00 0x55b1c3901b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.007+0000 7f911dc41640 1 -- 172.21.15.52:0/3591110906 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1c35723f0 con 0x55b1c38fb4d0 2024-04-21T09:11:17.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.008+0000 7f911dc41640 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fb4d0 0x55b1c3904270 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55b1c38f6c10 tx=0x7f910800eb90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8a4e1513ef8a0a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.016 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.016+0000 7f91017fa640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:17.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.016+0000 7f91017fa640 1 -- 172.21.15.52:0/3591110906 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9108017070 con 0x55b1c38fb4d0 2024-04-21T09:11:17.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.017+0000 7f9122b73740 1 -- 172.21.15.52:0/3591110906 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91100fb860 con 0x55b1c38fb4d0 2024-04-21T09:11:17.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.017+0000 7f91017fa640 1 -- 172.21.15.52:0/3591110906 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f9108013680 con 0x55b1c38fb4d0 2024-04-21T09:11:17.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.022+0000 7f91017fa640 1 -- 172.21.15.52:0/3591110906 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9108023050 con 0x55b1c38fb4d0 2024-04-21T09:11:17.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.022+0000 7f9122b73740 10 client.25697 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:17.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.022+0000 7f9122b73740 1 -- 172.21.15.52:0/3591110906 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b1c363c7d0 con 0x55b1c38fb4d0 2024-04-21T09:11:17.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.023+0000 7f911e442640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f91040a4050 0x7f91040a6510 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9114009aa0 tx=0x7f9114009110 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.028+0000 7f91017fa640 1 -- 172.21.15.52:0/3591110906 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91100fb860 con 0x55b1c38fb4d0 2024-04-21T09:11:17.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.029+0000 7f91017fa640 1 -- 172.21.15.52:0/3591110906 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f9108012ac0 con 0x55b1c38fb4d0 2024-04-21T09:11:17.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.029+0000 7f9122b73740 10 client.25697 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:17.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.029+0000 7f9122b73740 10 client.25697 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T09:11:17.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.029+0000 7f9122b73740 20 client.25697 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:17.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.029+0000 7f9122b73740 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x55b1c3914da0 0x55b1c39171e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.030+0000 7f9122b73740 4 client.25697 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:17.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.030+0000 7f9122b73740 1 -- 172.21.15.52:0/3591110906 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1c37ff930 con 0x55b1c3914da0 2024-04-21T09:11:17.031 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.031+0000 7f911d440640 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x55b1c3914da0 0x55b1c39171e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.045+0000 7f91017fa640 10 client.25697 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:11:17.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.045+0000 7f911d440640 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x55b1c3914da0 0x55b1c39171e0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=71918b6dce6d5489 server_cookie=54d70fbf933ae97a in_seq=0 out_seq=0 2024-04-21T09:11:17.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.046+0000 7f91017fa640 1 -- 172.21.15.52:0/3591110906 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b1c37ff930 con 0x55b1c3914da0 2024-04-21T09:11:17.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.046+0000 7f91017fa640 10 client.25697 handle_command_reply: tid=0 2024-04-21T09:11:17.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.046+0000 7f9122b73740 1 client.25697 shutdown 2024-04-21T09:11:17.056 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.056+0000 7f9122b73740 1 -- 172.21.15.52:0/3591110906 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fb4d0 msgr2=0x55b1c3904270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.056 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.056+0000 7f9122b73740 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fb4d0 0x55b1c3904270 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55b1c38f6c10 tx=0x7f910800eb90 comp rx=0 tx=0).stop 2024-04-21T09:11:17.056 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.057+0000 7f9122b73740 1 -- 172.21.15.52:0/3591110906 shutdown_connections 2024-04-21T09:11:17.056 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.057+0000 7f9122b73740 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c3904a00 0x55b1c3901b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.057 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.057+0000 7f9122b73740 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fbe80 0x55b1c3901600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.057 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.057+0000 7f9122b73740 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x55b1c3914da0 0x55b1c39171e0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.057 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.057+0000 7f9122b73740 1 --2- 172.21.15.52:0/3591110906 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fb4d0 0x55b1c3904270 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.057 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.057+0000 7f9122b73740 1 -- 172.21.15.52:0/3591110906 >> 172.21.15.52:0/3591110906 conn(0x55b1c38f5ba0 msgr2=0x55b1c38f78f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.057 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.057+0000 7f91017fa640 0 client.25697 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:11:17.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.070+0000 7f9122b73740 1 -- 172.21.15.52:0/3591110906 shutdown_connections 2024-04-21T09:11:17.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.077+0000 7f9122b73740 1 -- 172.21.15.52:0/3591110906 wait complete. 2024-04-21T09:11:17.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.077+0000 7f9122b73740 20 client.25697 trim_cache size 0 max 16384 2024-04-21T09:11:17.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.150+0000 7f9122b73740 1 Processor -- start 2024-04-21T09:11:17.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.151+0000 7f9122b73740 1 -- start start 2024-04-21T09:11:17.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.151+0000 7f9122b73740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fb4d0 0x55b1c39105f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.152+0000 7f9122b73740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c3903d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.152+0000 7f9122b73740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c3904a00 0x55b1c3904270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.152+0000 7f911dc41640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fb4d0 0x55b1c39105f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.152+0000 7f911dc41640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fb4d0 0x55b1c39105f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34176/0 (socket says 172.21.15.52:34176) 2024-04-21T09:11:17.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.152+0000 7f911dc41640 1 -- 172.21.15.52:0/1262190328 learned_addr learned my addr 172.21.15.52:0/1262190328 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:17.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.152+0000 7f911d440640 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c3903d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.152+0000 7f911e442640 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c3904a00 0x55b1c3904270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.152+0000 7f9122b73740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc0126c0 con 0x55b1c38fb4d0 2024-04-21T09:11:17.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.158+0000 7f9122b73740 1 -- 172.21.15.52:0/1262190328 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc00ff90 con 0x55b1c38fbe80 2024-04-21T09:11:17.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.158+0000 7f9122b73740 1 -- 172.21.15.52:0/1262190328 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc00de90 con 0x55b1c3904a00 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.158+0000 7f911d440640 1 -- 172.21.15.52:0/1262190328 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c3904a00 msgr2=0x55b1c3904270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.158+0000 7f911d440640 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c3904a00 0x55b1c3904270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.158+0000 7f911d440640 1 -- 172.21.15.52:0/1262190328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fb4d0 msgr2=0x55b1c39105f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.158+0000 7f911d440640 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fb4d0 0x55b1c39105f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.158+0000 7f911d440640 1 -- 172.21.15.52:0/1262190328 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1c38fbc20 con 0x55b1c38fbe80 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.159+0000 7f911d440640 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c3903d30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f91100328f0 tx=0x7f911002c120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15f3a8540791fc73 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.159+0000 7f911e442640 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c3904a00 0x55b1c3904270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.159+0000 7f91037fe640 1 -- 172.21.15.52:0/1262190328 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91100bff50 con 0x55b1c38fbe80 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.159+0000 7f91037fe640 1 -- 172.21.15.52:0/1262190328 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91100c0b10 con 0x55b1c38fbe80 2024-04-21T09:11:17.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.160+0000 7f91037fe640 1 -- 172.21.15.52:0/1262190328 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91100bfd70 con 0x55b1c38fbe80 2024-04-21T09:11:17.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.162+0000 7f9122b73740 1 -- 172.21.15.52:0/1262190328 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 msgr2=0x55b1c3903d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.162+0000 7f9122b73740 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c3903d30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f91100328f0 tx=0x7f911002c120 comp rx=0 tx=0).stop 2024-04-21T09:11:17.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.164+0000 7f9122b73740 1 -- 172.21.15.52:0/1262190328 shutdown_connections 2024-04-21T09:11:17.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.164+0000 7f9122b73740 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c3904a00 0x55b1c3904270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.164+0000 7f9122b73740 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c3903d30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.164+0000 7f9122b73740 1 --2- 172.21.15.52:0/1262190328 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c38fb4d0 0x55b1c39105f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.164+0000 7f9122b73740 1 -- 172.21.15.52:0/1262190328 >> 172.21.15.52:0/1262190328 conn(0x55b1c38f5ba0 msgr2=0x55b1c38fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.168+0000 7f9122b73740 1 -- 172.21.15.52:0/1262190328 shutdown_connections 2024-04-21T09:11:17.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.168+0000 7f9122b73740 1 -- 172.21.15.52:0/1262190328 wait complete. 2024-04-21T09:11:17.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.169+0000 7f9122b73740 1 -- start start 2024-04-21T09:11:17.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.170+0000 7f9122b73740 1 Processor -- start 2024-04-21T09:11:17.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f9122b73740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c390ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.171 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f9122b73740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c390cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.171 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f911dc41640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c390ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.171 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f9122b73740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c3904a00 0x55b1c3907ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.171 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f911dc41640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c390ca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50164/0 (socket says 172.21.15.52:50164) 2024-04-21T09:11:17.171 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f911d440640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c390cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f911d440640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c390cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39028/0 (socket says 172.21.15.52:39028) 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f9122b73740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc00e450 con 0x55b1c3904a00 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f9122b73740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc00f8c0 con 0x55b1c38fbe80 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f9122b73740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc00eb20 con 0x55b1c38fb4d0 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f911dc41640 1 -- 172.21.15.52:0/4136617741 learned_addr learned my addr 172.21.15.52:0/4136617741 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.171+0000 7f9122b73740 10 client.0 _ll_register_callbacks cb 0x7f910800e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.172+0000 7f911dc41640 1 -- 172.21.15.52:0/4136617741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 msgr2=0x55b1c390cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.172+0000 7f911dc41640 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c390cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.172+0000 7f911dc41640 1 -- 172.21.15.52:0/4136617741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c3904a00 msgr2=0x55b1c3907ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.172+0000 7f911dc41640 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c3904a00 0x55b1c3907ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.172 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.172+0000 7f911dc41640 1 -- 172.21.15.52:0/4136617741 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1c3908700 con 0x55b1c38fb4d0 2024-04-21T09:11:17.173 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.172+0000 7f911dc41640 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c390ca00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9108013040 tx=0x7f910800c6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c758411a48d67c7b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.173 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.172+0000 7f91017fa640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:17.173 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.173+0000 7f91017fa640 1 -- 172.21.15.52:0/4136617741 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9108017040 con 0x55b1c38fb4d0 2024-04-21T09:11:17.173 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.173+0000 7f91017fa640 1 -- 172.21.15.52:0/4136617741 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f910800cd30 con 0x55b1c38fb4d0 2024-04-21T09:11:17.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.174+0000 7f9122b73740 1 -- 172.21.15.52:0/4136617741 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91100c0b10 con 0x55b1c38fb4d0 2024-04-21T09:11:17.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.175+0000 7f91017fa640 1 -- 172.21.15.52:0/4136617741 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9108006df0 con 0x55b1c38fb4d0 2024-04-21T09:11:17.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.176+0000 7f9122b73740 10 client.25738 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:17.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.176+0000 7f9122b73740 1 -- 172.21.15.52:0/4136617741 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b1c397ae30 con 0x55b1c38fb4d0 2024-04-21T09:11:17.181 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.182+0000 7f91017fa640 1 -- 172.21.15.52:0/4136617741 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91100c0b10 con 0x55b1c38fb4d0 2024-04-21T09:11:17.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.182+0000 7f91017fa640 1 -- 172.21.15.52:0/4136617741 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f9108003b40 con 0x55b1c38fb4d0 2024-04-21T09:11:17.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.182+0000 7f9122b73740 10 client.25738 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:17.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.183+0000 7f9122b73740 10 client.25738 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T09:11:17.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.183+0000 7f9122b73740 20 client.25738 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:17.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.183+0000 7f9122b73740 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x55b1c397b500 0x55b1c397d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.183+0000 7f9122b73740 4 client.25738 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:11:17.183 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.183+0000 7f9122b73740 1 -- 172.21.15.52:0/4136617741 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b1c386dc10 con 0x55b1c397b500 2024-04-21T09:11:17.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.183+0000 7f911d440640 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x55b1c397b500 0x55b1c397d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.183+0000 7f911d440640 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x55b1c397b500 0x55b1c397d920 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=187cf0c70353c94b server_cookie=fc4fe6d8d23d9aac in_seq=0 out_seq=0 2024-04-21T09:11:17.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.183+0000 7f91017fa640 10 client.25738 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:11:17.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.184+0000 7f91017fa640 1 -- 172.21.15.52:0/4136617741 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b1c386dc10 con 0x55b1c397b500 2024-04-21T09:11:17.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.184+0000 7f91017fa640 10 client.25738 handle_command_reply: tid=0 2024-04-21T09:11:17.184 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.184+0000 7f9122b73740 1 client.25738 shutdown 2024-04-21T09:11:17.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.188+0000 7f9122b73740 1 -- 172.21.15.52:0/4136617741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 msgr2=0x55b1c390ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.188+0000 7f9122b73740 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c390ca00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9108013040 tx=0x7f910800c6d0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.188+0000 7f9122b73740 1 -- 172.21.15.52:0/4136617741 shutdown_connections 2024-04-21T09:11:17.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.188+0000 7f9122b73740 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1c3904a00 0x55b1c3907ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.188+0000 7f9122b73740 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x55b1c397b500 0x55b1c397d920 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.188+0000 7f9122b73740 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1c38fbe80 0x55b1c390cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.188+0000 7f9122b73740 1 --2- 172.21.15.52:0/4136617741 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1c38fb4d0 0x55b1c390ca00 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f9108013040 tx=0x7f910800c6d0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.189 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.188+0000 7f9122b73740 1 -- 172.21.15.52:0/4136617741 >> 172.21.15.52:0/4136617741 conn(0x55b1c38f5ba0 msgr2=0x55b1c38fc260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.191+0000 7f91017fa640 0 client.25738 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:11:17.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.197+0000 7f9122b73740 1 -- 172.21.15.52:0/4136617741 shutdown_connections 2024-04-21T09:11:17.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.198+0000 7f9122b73740 1 -- 172.21.15.52:0/4136617741 wait complete. 2024-04-21T09:11:17.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.198+0000 7f9122b73740 20 client.25738 trim_cache size 0 max 16384 2024-04-21T09:11:17.206 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2024-04-21T09:11:17.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.212+0000 7f911fea5640 1 -- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f91040a4050 msgr2=0x7f91040a6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.212+0000 7f911fea5640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f91040a4050 0x7f91040a6510 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9114009aa0 tx=0x7f9114009110 comp rx=0 tx=0).stop 2024-04-21T09:11:17.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.212+0000 7f911fea5640 1 -- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 msgr2=0x7f91181a7b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.212+0000 7f911fea5640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 0x7f91181a7b20 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f911002c730 tx=0x7f9110035ce0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.213+0000 7f911fea5640 1 -- 172.21.15.52:0/1226041780 shutdown_connections 2024-04-21T09:11:17.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.213+0000 7f911fea5640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f91040a4050 0x7f91040a6510 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.213+0000 7f911fea5640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f911811b730 0x7f91181abea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.213+0000 7f911fea5640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9118110b10 0x7f91181a7b20 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.213+0000 7f911fea5640 1 --2- 172.21.15.52:0/1226041780 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91181106a0 0x7f91181a75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.213+0000 7f911fea5640 1 -- 172.21.15.52:0/1226041780 >> 172.21.15.52:0/1226041780 conn(0x7f911806cff0 msgr2=0x7f911811a320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.213+0000 7f911fea5640 1 -- 172.21.15.52:0/1226041780 shutdown_connections 2024-04-21T09:11:17.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.213+0000 7f911fea5640 1 -- 172.21.15.52:0/1226041780 wait complete. 2024-04-21T09:11:17.257 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-21T09:11:17.319 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:17 smithi052 ceph-mon[28035]: pgmap v38: 129 pgs: 129 active+clean; 9.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 753 MiB/s wr, 689 op/s 2024-04-21T09:11:17.319 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:17 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/31660785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:11:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:17 smithi060 ceph-mon[31055]: pgmap v38: 129 pgs: 129 active+clean; 9.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 753 MiB/s wr, 689 op/s 2024-04-21T09:11:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:17 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/31660785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:11:17.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:17 smithi078 ceph-mon[31713]: pgmap v38: 129 pgs: 129 active+clean; 9.6 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 753 MiB/s wr, 689 op/s 2024-04-21T09:11:17.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:17 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/31660785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:11:17.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.667+0000 7f37e2e43640 1 -- 172.21.15.52:0/555124076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37dc11b730 msgr2=0x7f37dc11db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.667+0000 7f37e2e43640 1 --2- 172.21.15.52:0/555124076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37dc11b730 0x7f37dc11db20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f37cc009860 tx=0x7f37cc02bb70 comp rx=0 tx=0).stop 2024-04-21T09:11:17.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.669+0000 7f37e2e43640 1 -- 172.21.15.52:0/555124076 shutdown_connections 2024-04-21T09:11:17.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.669+0000 7f37e2e43640 1 --2- 172.21.15.52:0/555124076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37dc11b730 0x7f37dc11db20 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.669+0000 7f37e2e43640 1 --2- 172.21.15.52:0/555124076 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37dc110b10 0x7f37dc10e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.669+0000 7f37e2e43640 1 --2- 172.21.15.52:0/555124076 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37dc1106a0 0x7f37dc10e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.669+0000 7f37e2e43640 1 -- 172.21.15.52:0/555124076 >> 172.21.15.52:0/555124076 conn(0x7f37dc06cff0 msgr2=0x7f37dc06d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.670+0000 7f37e2e43640 1 -- 172.21.15.52:0/555124076 shutdown_connections 2024-04-21T09:11:17.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.674+0000 7f37e2e43640 1 -- 172.21.15.52:0/555124076 wait complete. 2024-04-21T09:11:17.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.675+0000 7f37e2e43640 1 Processor -- start 2024-04-21T09:11:17.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.679+0000 7f37e2e43640 1 -- start start 2024-04-21T09:11:17.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.679+0000 7f37e2e43640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37dc1106a0 0x7f37dc118df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.679+0000 7f37e2e43640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37dc110b10 0x7f37dc111e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.679+0000 7f37e2e43640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37dc11b730 0x7f37dc1123b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.679+0000 7f37e2e43640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc120f00 con 0x7f37dc1106a0 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.679+0000 7f37e2e43640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc120d80 con 0x7f37dc11b730 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.679+0000 7f37e2e43640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc121080 con 0x7f37dc110b10 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.681+0000 7f37e0bdf640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37dc1106a0 0x7f37dc118df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.681+0000 7f37e0bdf640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37dc1106a0 0x7f37dc118df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34210/0 (socket says 172.21.15.52:34210) 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.681+0000 7f37e0bdf640 1 -- 172.21.15.52:0/1702931928 learned_addr learned my addr 172.21.15.52:0/1702931928 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.681+0000 7f37dbfff640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37dc110b10 0x7f37dc111e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.681+0000 7f37e13e0640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37dc11b730 0x7f37dc1123b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.682+0000 7f37dbfff640 1 -- 172.21.15.52:0/1702931928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37dc11b730 msgr2=0x7f37dc1123b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.682+0000 7f37dbfff640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37dc11b730 0x7f37dc1123b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.682+0000 7f37dbfff640 1 -- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37dc1106a0 msgr2=0x7f37dc118df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.682+0000 7f37dbfff640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37dc1106a0 0x7f37dc118df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.682+0000 7f37dbfff640 1 -- 172.21.15.52:0/1702931928 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37dc112ae0 con 0x7f37dc110b10 2024-04-21T09:11:17.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.683+0000 7f37dbfff640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37dc110b10 0x7f37dc111e70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f37d000d6d0 tx=0x7f37d000db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.694+0000 7f37d9ffb640 1 -- 172.21.15.52:0/1702931928 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d0039070 con 0x7f37dc110b10 2024-04-21T09:11:17.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.694+0000 7f37d9ffb640 1 -- 172.21.15.52:0/1702931928 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37d0009820 con 0x7f37dc110b10 2024-04-21T09:11:17.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.694+0000 7f37d9ffb640 1 -- 172.21.15.52:0/1702931928 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d0004c40 con 0x7f37dc110b10 2024-04-21T09:11:17.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.700+0000 7f37e2e43640 1 -- 172.21.15.52:0/1702931928 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37dc116910 con 0x7f37dc110b10 2024-04-21T09:11:17.700 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.700+0000 7f37e2e43640 1 -- 172.21.15.52:0/1702931928 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37dc116de0 con 0x7f37dc110b10 2024-04-21T09:11:17.706 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.705+0000 7f37e5a37740 1 Processor -- start 2024-04-21T09:11:17.706 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.705+0000 7f37e5a37740 1 -- start start 2024-04-21T09:11:17.706 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.705+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d69d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.706 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.705+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.706 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.705+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 0x56437d6a8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.705+0000 7f37e5a37740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56437d6021f0 con 0x56437d69d4d0 2024-04-21T09:11:17.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.705+0000 7f37e5a37740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56437d59f4b0 con 0x56437d69de80 2024-04-21T09:11:17.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.705+0000 7f37e5a37740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56437d5fe1b0 con 0x56437d6a6a00 2024-04-21T09:11:17.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.706+0000 7f37e13e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d69d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.707+0000 7f37e13e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d69d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34212/0 (socket says 172.21.15.52:34212) 2024-04-21T09:11:17.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.707+0000 7f37e13e0640 1 -- 172.21.15.52:0/975984460 learned_addr learned my addr 172.21.15.52:0/975984460 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:17.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.707+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.708+0000 7f37e13e0640 1 -- 172.21.15.52:0/975984460 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 msgr2=0x56437d6a8e50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:11:17.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.708+0000 7f37e13e0640 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 0x56437d6a8e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.708+0000 7f37e13e0640 1 -- 172.21.15.52:0/975984460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 msgr2=0x56437d6a6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.708+0000 7f37e13e0640 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.708+0000 7f37e13e0640 1 -- 172.21.15.52:0/975984460 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56437d5911b0 con 0x56437d69d4d0 2024-04-21T09:11:17.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.708+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:11:17.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.709+0000 7f37d9ffb640 1 -- 172.21.15.52:0/1702931928 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f37d0005220 con 0x7f37dc110b10 2024-04-21T09:11:17.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.710+0000 7f37e13e0640 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d69d8b0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f37dc06b2d0 tx=0x7f37cc02c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da6d4c4711a3d210 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.710+0000 7f37d9ffb640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37c40a4050 0x7f37c40a6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.711+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37c40a4050 0x7f37c40a6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.711+0000 7f37d9ffb640 1 -- 172.21.15.52:0/1702931928 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f37d00f29f0 con 0x7f37dc110b10 2024-04-21T09:11:17.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.712+0000 7f37c2ffd640 1 -- 172.21.15.52:0/975984460 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc039040 con 0x56437d69d4d0 2024-04-21T09:11:17.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.712+0000 7f37c2ffd640 1 -- 172.21.15.52:0/975984460 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37cc043070 con 0x56437d69d4d0 2024-04-21T09:11:17.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.713+0000 7f37e5a37740 1 -- 172.21.15.52:0/975984460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 msgr2=0x56437d69d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.713+0000 7f37e5a37740 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d69d8b0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f37dc06b2d0 tx=0x7f37cc02c510 comp rx=0 tx=0).stop 2024-04-21T09:11:17.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.716+0000 7f37e5a37740 1 -- 172.21.15.52:0/975984460 shutdown_connections 2024-04-21T09:11:17.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.716+0000 7f37e5a37740 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 0x56437d6a8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.716+0000 7f37e5a37740 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.716+0000 7f37e5a37740 1 --2- 172.21.15.52:0/975984460 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d69d8b0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.716+0000 7f37e5a37740 1 -- 172.21.15.52:0/975984460 >> 172.21.15.52:0/975984460 conn(0x56437d697ba0 msgr2=0x56437d697f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.721 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.722+0000 7f37e5a37740 1 -- 172.21.15.52:0/975984460 shutdown_connections 2024-04-21T09:11:17.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.722+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37c40a4050 0x7f37c40a6510 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x56437d698c10 tx=0x7f37d40095c0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.722+0000 7f37e5a37740 1 -- 172.21.15.52:0/975984460 wait complete. 2024-04-21T09:11:17.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.722+0000 7f37e5a37740 1 -- start start 2024-04-21T09:11:17.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.722+0000 7f37e5a37740 1 Processor -- start 2024-04-21T09:11:17.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.723+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6a6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.723+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.723+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.723+0000 7f37e5a37740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56437d6a9960 con 0x56437d6a6a00 2024-04-21T09:11:17.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.723+0000 7f37e5a37740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56437d5bb500 con 0x56437d69de80 2024-04-21T09:11:17.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.723+0000 7f37e5a37740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56437d6a9ae0 con 0x56437d69d4d0 2024-04-21T09:11:17.724 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.723+0000 7f37e5a37740 10 client.0 _ll_register_callbacks cb 0x56437d589b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:17.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.724+0000 7f37e13e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.724+0000 7f37e13e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a3b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34218/0 (socket says 172.21.15.52:34218) 2024-04-21T09:11:17.726 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.724+0000 7f37e13e0640 1 -- 172.21.15.52:0/1813410098 learned_addr learned my addr 172.21.15.52:0/1813410098 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:17.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.725+0000 7f37dbfff640 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.725+0000 7f37e13e0640 1 -- 172.21.15.52:0/1813410098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 msgr2=0x56437d6a6240 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:11:17.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.725+0000 7f37e13e0640 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6a6240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.725+0000 7f37e13e0640 1 -- 172.21.15.52:0/1813410098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 msgr2=0x56437d6a35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.725+0000 7f37e13e0640 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.727 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.725+0000 7f37e13e0640 1 -- 172.21.15.52:0/1813410098 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56437d3143f0 con 0x56437d6a6a00 2024-04-21T09:11:17.728 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.727+0000 7f37e13e0640 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a3b10 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f37cc005d00 tx=0x7f37cc005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f7ee87f0ba8d56 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.729+0000 7f37bbfff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:11:17.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.729+0000 7f37bbfff640 1 -- 172.21.15.52:0/1813410098 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc04b020 con 0x56437d6a6a00 2024-04-21T09:11:17.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.730+0000 7f37e5a37740 1 -- 172.21.15.52:0/1813410098 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37cc043070 con 0x56437d6a6a00 2024-04-21T09:11:17.729 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.730+0000 7f37bbfff640 1 -- 172.21.15.52:0/1813410098 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f37cc034db0 con 0x56437d6a6a00 2024-04-21T09:11:17.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.731+0000 7f37bbfff640 1 -- 172.21.15.52:0/1813410098 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37cc056050 con 0x56437d6a6a00 2024-04-21T09:11:17.731 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.732+0000 7f37e5a37740 10 client.16095 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:17.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.732+0000 7f37e5a37740 1 -- 172.21.15.52:0/1813410098 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56437d3de7d0 con 0x56437d6a6a00 2024-04-21T09:11:17.732 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.733+0000 7f37bbfff640 1 -- 172.21.15.52:0/1813410098 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37cc043070 con 0x56437d6a6a00 2024-04-21T09:11:17.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.734+0000 7f37bbfff640 1 -- 172.21.15.52:0/1813410098 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f37cc0046c0 con 0x56437d6a6a00 2024-04-21T09:11:17.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.734+0000 7f37e5a37740 10 client.16095 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:17.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.734+0000 7f37e5a37740 10 client.16095 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:17.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.734+0000 7f37e5a37740 20 client.16095 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:17.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.734+0000 7f37e5a37740 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56437d6d8c70 0x56437d6db0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.734+0000 7f37e5a37740 4 client.16095 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:17.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.734+0000 7f37e5a37740 1 -- 172.21.15.52:0/1813410098 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56437d5a1930 con 0x56437d6d8c70 2024-04-21T09:11:17.741 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.738+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56437d6d8c70 0x56437d6db0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.743+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56437d6d8c70 0x56437d6db0a0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b158067d4ec6dbe1 server_cookie=cf5c1fcd14ea7d72 in_seq=0 out_seq=0 2024-04-21T09:11:17.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.743+0000 7f37bbfff640 10 client.16095 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:17.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.745+0000 7f37bbfff640 1 -- 172.21.15.52:0/1813410098 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56437d5a1930 con 0x56437d6d8c70 2024-04-21T09:11:17.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.745+0000 7f37bbfff640 10 client.16095 handle_command_reply: tid=0 2024-04-21T09:11:17.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.745+0000 7f37e5a37740 1 client.16095 shutdown 2024-04-21T09:11:17.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.745+0000 7f37e5a37740 1 -- 172.21.15.52:0/1813410098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 msgr2=0x56437d6a3b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.745 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.745+0000 7f37e5a37740 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a3b10 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f37cc005d00 tx=0x7f37cc005f10 comp rx=0 tx=0).stop 2024-04-21T09:11:17.746 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.747+0000 7f37e5a37740 1 -- 172.21.15.52:0/1813410098 shutdown_connections 2024-04-21T09:11:17.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.747+0000 7f37e5a37740 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56437d6d8c70 0x56437d6db0a0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.747+0000 7f37e5a37740 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a3b10 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.747+0000 7f37e5a37740 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.747+0000 7f37e5a37740 1 --2- 172.21.15.52:0/1813410098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6a6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.747+0000 7f37e5a37740 1 -- 172.21.15.52:0/1813410098 >> 172.21.15.52:0/1813410098 conn(0x56437d697ba0 msgr2=0x56437d6998f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.748+0000 7f37bbfff640 0 client.16095 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:17.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.748+0000 7f37e5a37740 1 -- 172.21.15.52:0/1813410098 shutdown_connections 2024-04-21T09:11:17.748 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.748+0000 7f37e5a37740 1 -- 172.21.15.52:0/1813410098 wait complete. 2024-04-21T09:11:17.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.749+0000 7f37e5a37740 20 client.16095 trim_cache size 0 max 16384 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.783+0000 7f37e5a37740 1 Processor -- start 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.783+0000 7f37e5a37740 1 -- start start 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.783+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6b2870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37e5a37740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc1b2100 con 0x56437d6a6a00 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37e0bdf640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6b2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37e0bdf640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6b2870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50186/0 (socket says 172.21.15.52:50186) 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37e0bdf640 1 -- 172.21.15.52:0/3753908215 learned_addr learned my addr 172.21.15.52:0/3753908215 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37e5a37740 1 -- 172.21.15.52:0/3753908215 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc1afa10 con 0x56437d69de80 2024-04-21T09:11:17.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37e5a37740 1 -- 172.21.15.52:0/3753908215 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc06e290 con 0x56437d69d4d0 2024-04-21T09:11:17.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.784+0000 7f37dbfff640 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.785+0000 7f37e13e0640 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.785+0000 7f37e0bdf640 1 -- 172.21.15.52:0/3753908215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 msgr2=0x56437d6a5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.785+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.785+0000 7f37e0bdf640 1 -- 172.21.15.52:0/3753908215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 msgr2=0x56437d6a6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.785+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.785+0000 7f37e0bdf640 1 -- 172.21.15.52:0/3753908215 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56437d693470 con 0x56437d69d4d0 2024-04-21T09:11:17.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.786+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6b2870 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x56437d69cfa0 tx=0x7f37d4016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8ccfbaa100c2c03 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.786+0000 7f37c27fc640 1 -- 172.21.15.52:0/3753908215 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4028470 con 0x56437d69d4d0 2024-04-21T09:11:17.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.787+0000 7f37c27fc640 1 -- 172.21.15.52:0/3753908215 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37d402e070 con 0x56437d69d4d0 2024-04-21T09:11:17.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.788+0000 7f37e5a37740 1 -- 172.21.15.52:0/3753908215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 msgr2=0x56437d6b2870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.788 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.788+0000 7f37e5a37740 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6b2870 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x56437d69cfa0 tx=0x7f37d4016000 comp rx=0 tx=0).stop 2024-04-21T09:11:17.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.792+0000 7f37e5a37740 1 -- 172.21.15.52:0/3753908215 shutdown_connections 2024-04-21T09:11:17.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.792+0000 7f37e5a37740 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d6a6a00 0x56437d6a6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.792+0000 7f37e5a37740 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6a5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.792+0000 7f37e5a37740 1 --2- 172.21.15.52:0/3753908215 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d69d4d0 0x56437d6b2870 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.792+0000 7f37e5a37740 1 -- 172.21.15.52:0/3753908215 >> 172.21.15.52:0/3753908215 conn(0x56437d697ba0 msgr2=0x56437d6a3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.794+0000 7f37e5a37740 1 -- 172.21.15.52:0/3753908215 shutdown_connections 2024-04-21T09:11:17.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.794+0000 7f37e5a37740 1 -- 172.21.15.52:0/3753908215 wait complete. 2024-04-21T09:11:17.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.795+0000 7f37e5a37740 1 -- start start 2024-04-21T09:11:17.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.795+0000 7f37e5a37740 1 Processor -- start 2024-04-21T09:11:17.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.796+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d6aed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.796+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6af2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.796+0000 7f37e5a37740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 0x56437d69fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.797+0000 7f37e5a37740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc1adf00 con 0x56437d69d4d0 2024-04-21T09:11:17.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.797+0000 7f37dbfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6af2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.797+0000 7f37dbfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6af2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39072/0 (socket says 172.21.15.52:39072) 2024-04-21T09:11:17.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.797+0000 7f37dbfff640 1 -- 172.21.15.52:0/4170970480 learned_addr learned my addr 172.21.15.52:0/4170970480 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:17.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.797+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc1af340 con 0x56437d69de80 2024-04-21T09:11:17.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.797+0000 7f37e13e0640 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 0x56437d69fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.797+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f37dc1ae5a0 con 0x56437d6a6a00 2024-04-21T09:11:17.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.797+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d6aed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.798+0000 7f37e5a37740 10 client.0 _ll_register_callbacks cb 0x7f37cc009450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:17.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.799+0000 7f37e13e0640 1 -- 172.21.15.52:0/4170970480 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 msgr2=0x56437d6af2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.799+0000 7f37e13e0640 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6af2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.799+0000 7f37e13e0640 1 -- 172.21.15.52:0/4170970480 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 msgr2=0x56437d6aed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:17.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.799+0000 7f37e13e0640 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d6aed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.799+0000 7f37e13e0640 1 -- 172.21.15.52:0/4170970480 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56437d6a04c0 con 0x56437d6a6a00 2024-04-21T09:11:17.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.800+0000 7f37e13e0640 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 0x56437d69fc90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f37cc02c100 tx=0x7f37cc004950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2270816906bec9fa server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:17.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.800+0000 7f37bbfff640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:17.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.801+0000 7f37bbfff640 1 -- 172.21.15.52:0/4170970480 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc04b030 con 0x56437d6a6a00 2024-04-21T09:11:17.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.801+0000 7f37bbfff640 1 -- 172.21.15.52:0/4170970480 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f37cc034d40 con 0x56437d6a6a00 2024-04-21T09:11:17.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.801+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37d402e070 con 0x56437d6a6a00 2024-04-21T09:11:17.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.802+0000 7f37bbfff640 1 -- 172.21.15.52:0/4170970480 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37cc039070 con 0x56437d6a6a00 2024-04-21T09:11:17.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.804+0000 7f37e5a37740 10 client.25750 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:17.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.804+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56437d73eca0 con 0x56437d6a6a00 2024-04-21T09:11:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.805+0000 7f37bbfff640 1 -- 172.21.15.52:0/4170970480 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37cc043040 con 0x56437d6a6a00 2024-04-21T09:11:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.805+0000 7f37bbfff640 1 -- 172.21.15.52:0/4170970480 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f37cc003cd0 con 0x56437d6a6a00 2024-04-21T09:11:17.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.807+0000 7f37e5a37740 10 client.25750 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:17.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.807+0000 7f37e5a37740 10 client.25750 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:17.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.807+0000 7f37e5a37740 20 client.25750 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:17.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.807+0000 7f37e5a37740 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56437d73f250 0x56437d741670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:17.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.807+0000 7f37e5a37740 4 client.25750 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:11:17.807 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.807+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f37d402e070 con 0x56437d73f250 2024-04-21T09:11:17.808 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.808+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56437d73f250 0x56437d741670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:17.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.822+0000 7f37e0bdf640 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56437d73f250 0x56437d741670 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc0202d5e00c287e server_cookie=c644b692f94d5b5b in_seq=0 out_seq=0 2024-04-21T09:11:17.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.823+0000 7f37bbfff640 10 client.25750 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:17.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.825+0000 7f37bbfff640 1 -- 172.21.15.52:0/4170970480 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f37d402e070 con 0x56437d73f250 2024-04-21T09:11:17.825 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.826+0000 7f37bbfff640 10 client.25750 handle_command_reply: tid=0 2024-04-21T09:11:17.826 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.826+0000 7f37e5a37740 1 client.25750 shutdown 2024-04-21T09:11:17.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.828+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 msgr2=0x56437d69fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 0x56437d69fc90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f37cc02c100 tx=0x7f37cc004950 comp rx=0 tx=0).stop 2024-04-21T09:11:17.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 shutdown_connections 2024-04-21T09:11:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56437d73f250 0x56437d741670 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56437d6a6a00 0x56437d69fc90 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56437d69de80 0x56437d6af2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 --2- 172.21.15.52:0/4170970480 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56437d69d4d0 0x56437d6aed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 >> 172.21.15.52:0/4170970480 conn(0x56437d697ba0 msgr2=0x56437d696370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37bbfff640 0 client.25750 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 shutdown_connections 2024-04-21T09:11:17.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.829+0000 7f37e5a37740 1 -- 172.21.15.52:0/4170970480 wait complete. 2024-04-21T09:11:17.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.833+0000 7f37e5a37740 20 client.25750 trim_cache size 0 max 16384 2024-04-21T09:11:17.835 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2024-04-21T09:11:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.837+0000 7f37e2e43640 1 -- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37c40a4050 msgr2=0x7f37c40a6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.837+0000 7f37e2e43640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37c40a4050 0x7f37c40a6510 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x56437d698c10 tx=0x7f37d40095c0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.837+0000 7f37e2e43640 1 -- 172.21.15.52:0/1702931928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37dc110b10 msgr2=0x7f37dc111e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.837+0000 7f37e2e43640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37dc110b10 0x7f37dc111e70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f37d000d6d0 tx=0x7f37d000db90 comp rx=0 tx=0).stop 2024-04-21T09:11:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.844+0000 7f37e2e43640 1 -- 172.21.15.52:0/1702931928 shutdown_connections 2024-04-21T09:11:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.844+0000 7f37e2e43640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37c40a4050 0x7f37c40a6510 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.844+0000 7f37e2e43640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37dc11b730 0x7f37dc1123b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.844+0000 7f37e2e43640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37dc110b10 0x7f37dc111e70 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.844+0000 7f37e2e43640 1 --2- 172.21.15.52:0/1702931928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37dc1106a0 0x7f37dc118df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:17.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.844+0000 7f37e2e43640 1 -- 172.21.15.52:0/1702931928 >> 172.21.15.52:0/1702931928 conn(0x7f37dc06cff0 msgr2=0x7f37dc11a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:17.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.847+0000 7f37e2e43640 1 -- 172.21.15.52:0/1702931928 shutdown_connections 2024-04-21T09:11:17.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:17.847+0000 7f37e2e43640 1 -- 172.21.15.52:0/1702931928 wait complete. 2024-04-21T09:11:18.889 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-21T09:11:18.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:11:18.889 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-21T09:11:19.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.315+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3626323290 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 msgr2=0x7f0e98115660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.315+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3626323290 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 0x7f0e98115660 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0e90005fd0 tx=0x7f0e9002cc70 comp rx=0 tx=0).stop 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.319+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3626323290 shutdown_connections 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.319+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3626323290 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 0x7f0e98115660 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.319+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3626323290 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e98108f50 0x7f0e981093d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.319+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3626323290 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e9810e830 0x7f0e9810ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.319+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3626323290 >> 172.21.15.52:0/3626323290 conn(0x7f0e9806d2b0 msgr2=0x7f0e9806d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.319+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3626323290 shutdown_connections 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.320+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3626323290 wait complete. 2024-04-21T09:11:19.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.320+0000 7f0e9f01f640 1 Processor -- start 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.322+0000 7f0e9f01f640 1 -- start start 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.323+0000 7f0e9f01f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e98108f50 0x7f0e98115570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.323+0000 7f0e9f01f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 0x7f0e98112660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.323+0000 7f0e9f01f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e9810e830 0x7f0e98112c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.323+0000 7f0e9f01f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0e98118440 con 0x7f0e9810e830 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.323+0000 7f0e9f01f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0e981182c0 con 0x7f0e98109910 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.323+0000 7f0e9f01f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0e981185c0 con 0x7f0e98108f50 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.324+0000 7f0e9e01d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e98108f50 0x7f0e98115570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.324+0000 7f0e9d81c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 0x7f0e98112660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.324+0000 7f0e9e01d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e98108f50 0x7f0e98115570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50192/0 (socket says 172.21.15.52:50192) 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.324+0000 7f0e9e01d640 1 -- 172.21.15.52:0/3938737901 learned_addr learned my addr 172.21.15.52:0/3938737901 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.325+0000 7f0e9e01d640 1 -- 172.21.15.52:0/3938737901 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 msgr2=0x7f0e98112660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.325+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 0x7f0e98112660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.325+0000 7f0e9e01d640 1 -- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e9810e830 msgr2=0x7f0e98112c00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:11:19.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.326+0000 7f0e9e81e640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e9810e830 0x7f0e98112c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.326+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e9810e830 0x7f0e98112c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.326+0000 7f0e9e01d640 1 -- 172.21.15.52:0/3938737901 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e981b3760 con 0x7f0e98108f50 2024-04-21T09:11:19.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.330+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 0x7f0e98112660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:11:19.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.331+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e98108f50 0x7f0e98115570 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0e9400b470 tx=0x7f0e9400b930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.332 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.333+0000 7f0e8f7fe640 1 -- 172.21.15.52:0/3938737901 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e94015020 con 0x7f0e98108f50 2024-04-21T09:11:19.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.333+0000 7f0e8f7fe640 1 -- 172.21.15.52:0/3938737901 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e94011d40 con 0x7f0e98108f50 2024-04-21T09:11:19.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.333+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3938737901 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e981b3930 con 0x7f0e98108f50 2024-04-21T09:11:19.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.333+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3938737901 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e981b3df0 con 0x7f0e98108f50 2024-04-21T09:11:19.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:19 smithi060 ceph-mon[31055]: pgmap v39: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1016 MiB/s wr, 1.52k op/s 2024-04-21T09:11:19.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.335+0000 7f0e8f7fe640 1 -- 172.21.15.52:0/3938737901 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e9400f340 con 0x7f0e98108f50 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.339+0000 7f0ea2e71740 1 Processor -- start 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.340+0000 7f0ea2e71740 1 -- start start 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.340+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b962ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.340+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b96359e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.340+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b9638400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.340+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5606b9590f00 con 0x5606b962d430 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.340+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5606b952e590 con 0x5606b9635fb0 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.340+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5606b958cec0 con 0x5606b962ca80 2024-04-21T09:11:19.343 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.343+0000 7f0e8f7fe640 1 -- 172.21.15.52:0/3938737901 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f0e94018020 con 0x7f0e98108f50 2024-04-21T09:11:19.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.344+0000 7f0e8f7fe640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0e840a4050 0x7f0e840a6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.344 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.345+0000 7f0e8f7fe640 1 -- 172.21.15.52:0/3938737901 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0e940d0850 con 0x7f0e98108f50 2024-04-21T09:11:19.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.345+0000 7f0e9e01d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b96359e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.345+0000 7f0e9e01d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b96359e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34272/0 (socket says 172.21.15.52:34272) 2024-04-21T09:11:19.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.345+0000 7f0e9e01d640 1 -- 172.21.15.52:0/497859512 learned_addr learned my addr 172.21.15.52:0/497859512 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.346+0000 7f0e9e81e640 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b962ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.346+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b9638400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.346+0000 7f0e9e01d640 1 -- 172.21.15.52:0/497859512 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 msgr2=0x5606b962ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.346+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b962ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.346+0000 7f0e9e01d640 1 -- 172.21.15.52:0/497859512 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 msgr2=0x5606b9638400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.346+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b9638400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.346+0000 7f0e9e01d640 1 -- 172.21.15.52:0/497859512 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606b936b7e0 con 0x5606b962d430 2024-04-21T09:11:19.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.347+0000 7f0e9e81e640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0e840a4050 0x7f0e840a6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.347+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b96359e0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f0e9409bfd0 tx=0x7f0e9409c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=468b9c7a556ef839 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.347+0000 7f0e8cbfe640 1 -- 172.21.15.52:0/497859512 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e940b5070 con 0x5606b962d430 2024-04-21T09:11:19.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.348+0000 7f0e8cbfe640 1 -- 172.21.15.52:0/497859512 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e940a4f40 con 0x5606b962d430 2024-04-21T09:11:19.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.349+0000 7f0ea2e71740 1 -- 172.21.15.52:0/497859512 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 msgr2=0x5606b96359e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.349+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b96359e0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f0e9409bfd0 tx=0x7f0e9409c9d0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.350+0000 7f0ea2e71740 1 -- 172.21.15.52:0/497859512 shutdown_connections 2024-04-21T09:11:19.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.350+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b9638400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.350+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b96359e0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.350+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/497859512 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b962ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.350 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.350+0000 7f0ea2e71740 1 -- 172.21.15.52:0/497859512 >> 172.21.15.52:0/497859512 conn(0x5606b9627150 msgr2=0x5606b9627530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.351+0000 7f0e9e81e640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0e840a4050 0x7f0e840a6510 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0e90007780 tx=0x7f0e9002cc70 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.351+0000 7f0ea2e71740 1 -- 172.21.15.52:0/497859512 shutdown_connections 2024-04-21T09:11:19.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.351+0000 7f0ea2e71740 1 -- 172.21.15.52:0/497859512 wait complete. 2024-04-21T09:11:19.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 1 -- start start 2024-04-21T09:11:19.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 1 Processor -- start 2024-04-21T09:11:19.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962ca80 0x5606b9632f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962d430 0x5606b9633480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.354 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b9635fb0 0x5606b96339c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5606b9638f70 con 0x5606b9635fb0 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5606b954a580 con 0x5606b962ca80 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5606b96390f0 con 0x5606b962d430 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.352+0000 7f0ea2e71740 10 client.0 _ll_register_callbacks cb 0x5606b9550650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9d81c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962d430 0x5606b9633480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9d81c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962d430 0x5606b9633480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50204/0 (socket says 172.21.15.52:50204) 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9d81c640 1 -- 172.21.15.52:0/2993908966 learned_addr learned my addr 172.21.15.52:0/2993908966 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962ca80 0x5606b9632f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9d81c640 1 -- 172.21.15.52:0/2993908966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962ca80 msgr2=0x5606b9632f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962ca80 0x5606b9632f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9d81c640 1 -- 172.21.15.52:0/2993908966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b9635fb0 msgr2=0x5606b96339c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b9635fb0 0x5606b96339c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.353+0000 7f0e9d81c640 1 -- 172.21.15.52:0/2993908966 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606b93cbf70 con 0x5606b962d430 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.354+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962d430 0x5606b9633480 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0e8800d1f0 tx=0x7f0e8800d6b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7068504cdf4058ce server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.354+0000 7f0e81ffb640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.354+0000 7f0e81ffb640 1 -- 172.21.15.52:0/2993908966 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e88016070 con 0x5606b962d430 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.354+0000 7f0e81ffb640 1 -- 172.21.15.52:0/2993908966 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0e88012870 con 0x5606b962d430 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.354+0000 7f0ea2e71740 1 -- 172.21.15.52:0/2993908966 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e940a4f40 con 0x5606b962d430 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.354+0000 7f0e81ffb640 1 -- 172.21.15.52:0/2993908966 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0e88022050 con 0x5606b962d430 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.354+0000 7f0ea2e71740 10 client.25759 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:19.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.354+0000 7f0ea2e71740 1 -- 172.21.15.52:0/2993908966 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606b9263170 con 0x5606b962d430 2024-04-21T09:11:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.355+0000 7f0e81ffb640 1 -- 172.21.15.52:0/2993908966 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e940a4f40 con 0x5606b962d430 2024-04-21T09:11:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.355+0000 7f0e81ffb640 1 -- 172.21.15.52:0/2993908966 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f0e88011bc0 con 0x5606b962d430 2024-04-21T09:11:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.355+0000 7f0ea2e71740 10 client.25759 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.355+0000 7f0ea2e71740 10 client.25759 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.355+0000 7f0ea2e71740 20 client.25759 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.355+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5606b9679500 0x5606b967b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.355+0000 7f0ea2e71740 4 client.25759 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:19.357 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.355+0000 7f0ea2e71740 1 -- 172.21.15.52:0/2993908966 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606b959e920 con 0x5606b9679500 2024-04-21T09:11:19.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.364+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5606b9679500 0x5606b967b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.365+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5606b9679500 0x5606b967b9c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab6ce55146d57971 server_cookie=8a24e4bacfb7e6a7 in_seq=0 out_seq=0 2024-04-21T09:11:19.365 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.365+0000 7f0e81ffb640 10 client.25759 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:19.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.366+0000 7f0e81ffb640 1 -- 172.21.15.52:0/2993908966 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5606b959e920 con 0x5606b9679500 2024-04-21T09:11:19.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.366+0000 7f0e81ffb640 10 client.25759 handle_command_reply: tid=0 2024-04-21T09:11:19.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.366+0000 7f0ea2e71740 1 client.25759 shutdown 2024-04-21T09:11:19.366 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 -- 172.21.15.52:0/2993908966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962d430 msgr2=0x5606b9633480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.369 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962d430 0x5606b9633480 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0e8800d1f0 tx=0x7f0e8800d6b0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 -- 172.21.15.52:0/2993908966 shutdown_connections 2024-04-21T09:11:19.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5606b9679500 0x5606b967b9c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b9635fb0 0x5606b96339c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962d430 0x5606b9633480 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/2993908966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962ca80 0x5606b9632f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 -- 172.21.15.52:0/2993908966 >> 172.21.15.52:0/2993908966 conn(0x5606b9627150 msgr2=0x5606b9628ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0e81ffb640 0 client.25759 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:19.370 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.367+0000 7f0ea2e71740 1 -- 172.21.15.52:0/2993908966 shutdown_connections 2024-04-21T09:11:19.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.368+0000 7f0ea2e71740 1 -- 172.21.15.52:0/2993908966 wait complete. 2024-04-21T09:11:19.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.368+0000 7f0ea2e71740 20 client.25759 trim_cache size 0 max 16384 2024-04-21T09:11:19.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.431+0000 7f0ea2e71740 1 Processor -- start 2024-04-21T09:11:19.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.435+0000 7f0ea2e71740 1 -- start start 2024-04-21T09:11:19.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.435+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b9635670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.435+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b9641e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.435+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b96812d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.436+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0e98077f80 con 0x5606b962d430 2024-04-21T09:11:19.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.436+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0e981251f0 con 0x5606b9635fb0 2024-04-21T09:11:19.436 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.436+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0e98123040 con 0x5606b962ca80 2024-04-21T09:11:19.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.436+0000 7f0e9d81c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b9641e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.436+0000 7f0e9d81c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b9641e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34292/0 (socket says 172.21.15.52:34292) 2024-04-21T09:11:19.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.436+0000 7f0e9d81c640 1 -- 172.21.15.52:0/3409756336 learned_addr learned my addr 172.21.15.52:0/3409756336 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.437 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.437+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b9635670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.440+0000 7f0e9e01d640 1 -- 172.21.15.52:0/3409756336 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 msgr2=0x5606b96812d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.440 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.440+0000 7f0e9e81e640 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b96812d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:19 smithi078 ceph-mon[31713]: pgmap v39: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1016 MiB/s wr, 1.52k op/s 2024-04-21T09:11:19.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.442+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b96812d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.442+0000 7f0e9e01d640 1 -- 172.21.15.52:0/3409756336 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 msgr2=0x5606b9641e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.442+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b9641e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.442+0000 7f0e9e01d640 1 -- 172.21.15.52:0/3409756336 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606b9621590 con 0x5606b962ca80 2024-04-21T09:11:19.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.445+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b9641e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:11:19.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.445+0000 7f0e9e81e640 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b96812d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:11:19.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.448+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b9635670 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e94098ca0 tx=0x7f0e94010930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11846f9f5567363a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.449+0000 7f0e83fff640 1 -- 172.21.15.52:0/3409756336 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e940af070 con 0x5606b962ca80 2024-04-21T09:11:19.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.450+0000 7f0e83fff640 1 -- 172.21.15.52:0/3409756336 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e940a0680 con 0x5606b962ca80 2024-04-21T09:11:19.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.450+0000 7f0e83fff640 1 -- 172.21.15.52:0/3409756336 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e940b5040 con 0x5606b962ca80 2024-04-21T09:11:19.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.451+0000 7f0ea2e71740 1 -- 172.21.15.52:0/3409756336 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 msgr2=0x5606b9635670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.451+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b9635670 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0e94098ca0 tx=0x7f0e94010930 comp rx=0 tx=0).stop 2024-04-21T09:11:19.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.451+0000 7f0ea2e71740 1 -- 172.21.15.52:0/3409756336 shutdown_connections 2024-04-21T09:11:19.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.451+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b9635fb0 0x5606b96812d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.451+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962d430 0x5606b9641e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.451+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/3409756336 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b962ca80 0x5606b9635670 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.451+0000 7f0ea2e71740 1 -- 172.21.15.52:0/3409756336 >> 172.21.15.52:0/3409756336 conn(0x5606b9627150 msgr2=0x5606b9628e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.452+0000 7f0ea2e71740 1 -- 172.21.15.52:0/3409756336 shutdown_connections 2024-04-21T09:11:19.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.452+0000 7f0ea2e71740 1 -- 172.21.15.52:0/3409756336 wait complete. 2024-04-21T09:11:19.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 1 -- start start 2024-04-21T09:11:19.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 1 Processor -- start 2024-04-21T09:11:19.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962ca80 0x5606b963e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.453 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962d430 0x5606b963e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b9635fb0 0x5606b963b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0e981236b0 con 0x5606b962ca80 2024-04-21T09:11:19.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0e98124b20 con 0x5606b962d430 2024-04-21T09:11:19.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0e98123d80 con 0x5606b9635fb0 2024-04-21T09:11:19.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.453+0000 7f0ea2e71740 10 client.0 _ll_register_callbacks cb 0x7f0e88006f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.454+0000 7f0e9d81c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962d430 0x5606b963e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.454+0000 7f0e9d81c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962d430 0x5606b963e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39128/0 (socket says 172.21.15.52:39128) 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.454+0000 7f0e9d81c640 1 -- 172.21.15.52:0/1294975612 learned_addr learned my addr 172.21.15.52:0/1294975612 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.454+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962ca80 0x5606b963e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.454+0000 7f0e9e81e640 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b9635fb0 0x5606b963b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.455+0000 7f0e9d81c640 1 -- 172.21.15.52:0/1294975612 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b9635fb0 msgr2=0x5606b963b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.455+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b9635fb0 0x5606b963b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.455+0000 7f0e9d81c640 1 -- 172.21.15.52:0/1294975612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962ca80 msgr2=0x5606b963e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.455+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962ca80 0x5606b963e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.455+0000 7f0e9d81c640 1 -- 172.21.15.52:0/1294975612 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606b963bd10 con 0x5606b962d430 2024-04-21T09:11:19.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:19 smithi052 ceph-mon[28035]: pgmap v39: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1016 MiB/s wr, 1.52k op/s 2024-04-21T09:11:19.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.455+0000 7f0e9d81c640 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962d430 0x5606b963e8d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f0e88008010 tx=0x7f0e8801a820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eddc2cd46c9c8ce server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.457+0000 7f0e81ffb640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:19.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.458+0000 7f0e81ffb640 1 -- 172.21.15.52:0/1294975612 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e88016040 con 0x5606b962d430 2024-04-21T09:11:19.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.458+0000 7f0e81ffb640 1 -- 172.21.15.52:0/1294975612 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0e8801abd0 con 0x5606b962d430 2024-04-21T09:11:19.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.458+0000 7f0ea2e71740 1 -- 172.21.15.52:0/1294975612 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e940a0680 con 0x5606b962d430 2024-04-21T09:11:19.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.459+0000 7f0e81ffb640 1 -- 172.21.15.52:0/1294975612 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0e8801add0 con 0x5606b962d430 2024-04-21T09:11:19.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.459+0000 7f0ea2e71740 10 client.25727 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:19.459 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.459+0000 7f0ea2e71740 1 -- 172.21.15.52:0/1294975612 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606b96e0740 con 0x5606b962d430 2024-04-21T09:11:19.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.464+0000 7f0e81ffb640 1 -- 172.21.15.52:0/1294975612 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e940a0680 con 0x5606b962d430 2024-04-21T09:11:19.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.464+0000 7f0e81ffb640 1 -- 172.21.15.52:0/1294975612 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f0e88003c50 con 0x5606b962d430 2024-04-21T09:11:19.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.464+0000 7f0ea2e71740 10 client.25727 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:19.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.464+0000 7f0ea2e71740 10 client.25727 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:19.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.464+0000 7f0ea2e71740 20 client.25727 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:19.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.464+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5606b96e0ec0 0x5606b96e32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.464+0000 7f0ea2e71740 4 client.25727 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-21T09:11:19.467 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.464+0000 7f0ea2e71740 1 -- 172.21.15.52:0/1294975612 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5606b9598790 con 0x5606b96e0ec0 2024-04-21T09:11:19.468 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.469+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5606b96e0ec0 0x5606b96e32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.478+0000 7f0e9e01d640 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5606b96e0ec0 0x5606b96e32e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef57b406107ce360 server_cookie=4f2973e5984b48a3 in_seq=0 out_seq=0 2024-04-21T09:11:19.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.479+0000 7f0e81ffb640 10 client.25727 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:19.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.483+0000 7f0e81ffb640 1 -- 172.21.15.52:0/1294975612 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5606b9598790 con 0x5606b96e0ec0 2024-04-21T09:11:19.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.483+0000 7f0e81ffb640 10 client.25727 handle_command_reply: tid=0 2024-04-21T09:11:19.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.483+0000 7f0ea2e71740 1 client.25727 shutdown 2024-04-21T09:11:19.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.490+0000 7f0ea2e71740 1 -- 172.21.15.52:0/1294975612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962d430 msgr2=0x5606b963e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.490 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.490+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962d430 0x5606b963e8d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f0e88008010 tx=0x7f0e8801a820 comp rx=0 tx=0).stop 2024-04-21T09:11:19.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.493+0000 7f0ea2e71740 1 -- 172.21.15.52:0/1294975612 shutdown_connections 2024-04-21T09:11:19.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.493+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5606b96e0ec0 0x5606b96e32e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.493+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5606b9635fb0 0x5606b963b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.493+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5606b962d430 0x5606b963e8d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.493+0000 7f0ea2e71740 1 --2- 172.21.15.52:0/1294975612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5606b962ca80 0x5606b963e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.493+0000 7f0ea2e71740 1 -- 172.21.15.52:0/1294975612 >> 172.21.15.52:0/1294975612 conn(0x5606b9627150 msgr2=0x5606b9632f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.495 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.493+0000 7f0e81ffb640 0 client.25727 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:19.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.498+0000 7f0ea2e71740 1 -- 172.21.15.52:0/1294975612 shutdown_connections 2024-04-21T09:11:19.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.502+0000 7f0ea2e71740 1 -- 172.21.15.52:0/1294975612 wait complete. 2024-04-21T09:11:19.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.505+0000 7f0ea2e71740 20 client.25727 trim_cache size 0 max 16384 2024-04-21T09:11:19.511 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:11:19.512 INFO:teuthology.orchestra.run.smithi052.stdout: "return_code": 0, 2024-04-21T09:11:19.512 INFO:teuthology.orchestra.run.smithi052.stdout: "scrub_tag": "b2b225f7-4eef-4f52-a648-db341fdc3e1a", 2024-04-21T09:11:19.512 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": "asynchronous" 2024-04-21T09:11:19.512 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:11:19.531 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.531+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0e840a4050 msgr2=0x7f0e840a6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.531+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0e840a4050 0x7f0e840a6510 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0e90007780 tx=0x7f0e9002cc70 comp rx=0 tx=0).stop 2024-04-21T09:11:19.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.531+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3938737901 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e98108f50 msgr2=0x7f0e98115570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.531+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e98108f50 0x7f0e98115570 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0e9400b470 tx=0x7f0e9400b930 comp rx=0 tx=0).stop 2024-04-21T09:11:19.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.541+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3938737901 shutdown_connections 2024-04-21T09:11:19.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.541+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0e840a4050 0x7f0e840a6510 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.541+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0e9810e830 0x7f0e98112c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.541+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e98109910 0x7f0e98112660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.542 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.541+0000 7f0e9f01f640 1 --2- 172.21.15.52:0/3938737901 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0e98108f50 0x7f0e98115570 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.541+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3938737901 >> 172.21.15.52:0/3938737901 conn(0x7f0e9806d2b0 msgr2=0x7f0e980723a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.551 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.551+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3938737901 shutdown_connections 2024-04-21T09:11:19.561 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:19.552+0000 7f0e9f01f640 1 -- 172.21.15.52:0/3938737901 wait complete. 2024-04-21T09:11:19.612 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T09:11:19.612 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T09:11:19.728 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.727+0000 7f40d86e0640 1 -- 172.21.15.52:0/1834604517 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0109b00 msgr2=0x7f40d011d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.728 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.728+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1834604517 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0109b00 0x7f40d011d740 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f40c801acb0 tx=0x7f40c803d1f0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.731 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.731+0000 7f40d86e0640 1 -- 172.21.15.52:0/1834604517 shutdown_connections 2024-04-21T09:11:19.731 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.731+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1834604517 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0109b00 0x7f40d011d740 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.731 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.731+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1834604517 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f40d0108f50 0x7f40d01093d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.731 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.731+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1834604517 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40d0110550 0x7f40d0110930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.731 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.731+0000 7f40d86e0640 1 -- 172.21.15.52:0/1834604517 >> 172.21.15.52:0/1834604517 conn(0x7f40d006cea0 msgr2=0x7f40d006d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.735 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.735+0000 7f40d86e0640 1 -- 172.21.15.52:0/1834604517 shutdown_connections 2024-04-21T09:11:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.736+0000 7f40d86e0640 1 -- 172.21.15.52:0/1834604517 wait complete. 2024-04-21T09:11:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d86e0640 1 Processor -- start 2024-04-21T09:11:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d86e0640 1 -- start start 2024-04-21T09:11:19.737 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d86e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40d0108f50 0x7f40d011d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d86e0640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f40d0109b00 0x7f40d0119350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d86e0640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0110550 0x7f40d0119890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d86e0640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f40d0113770 con 0x7f40d0108f50 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d86e0640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f40d01135f0 con 0x7f40d0109b00 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d86e0640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f40d01138f0 con 0x7f40d0110550 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d6c7d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0110550 0x7f40d0119890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d6c7d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0110550 0x7f40d0119890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50228/0 (socket says 172.21.15.52:50228) 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d6c7d640 1 -- 172.21.15.52:0/1791363186 learned_addr learned my addr 172.21.15.52:0/1791363186 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.737+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f40d0109b00 0x7f40d0119350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.738+0000 7f40d5c7b640 1 -- 172.21.15.52:0/1791363186 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0110550 msgr2=0x7f40d0119890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.738+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0110550 0x7f40d0119890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.738+0000 7f40d5c7b640 1 -- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40d0108f50 msgr2=0x7f40d011d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.738+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40d0108f50 0x7f40d011d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.738+0000 7f40d5c7b640 1 -- 172.21.15.52:0/1791363186 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40d0119dd0 con 0x7f40d0109b00 2024-04-21T09:11:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.739+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f40d0109b00 0x7f40d0119350 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f40cc00b3e0 tx=0x7f40cc00b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.739+0000 7f40d6c7d640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0110550 0x7f40d0119890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:11:19.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.751+0000 7f40c77fe640 1 -- 172.21.15.52:0/1791363186 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40cc015020 con 0x7f40d0109b00 2024-04-21T09:11:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.751+0000 7f40d86e0640 1 -- 172.21.15.52:0/1791363186 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40d011a0c0 con 0x7f40d0109b00 2024-04-21T09:11:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.751+0000 7f40d86e0640 1 -- 172.21.15.52:0/1791363186 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40d01cd700 con 0x7f40d0109b00 2024-04-21T09:11:19.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.751+0000 7f40c77fe640 1 -- 172.21.15.52:0/1791363186 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40cc011ce0 con 0x7f40d0109b00 2024-04-21T09:11:19.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.752+0000 7f40c77fe640 1 -- 172.21.15.52:0/1791363186 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40cc010dc0 con 0x7f40d0109b00 2024-04-21T09:11:19.758 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.759+0000 7f40db3ae740 1 Processor -- start 2024-04-21T09:11:19.759 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.759+0000 7f40db3ae740 1 -- start start 2024-04-21T09:11:19.759 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.760+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347e9ac0 0x55e2347e8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.760 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.760+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347e91d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.760 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.760+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347f22d0 0x55e2347f46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.761 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.761+0000 7f40d6c7d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347e9ac0 0x55e2347e8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.761 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.761+0000 7f40d6c7d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347e9ac0 0x55e2347e8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34326/0 (socket says 172.21.15.52:34326) 2024-04-21T09:11:19.761 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.761+0000 7f40d6c7d640 1 -- 172.21.15.52:0/2158541154 learned_addr learned my addr 172.21.15.52:0/2158541154 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.761 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.761+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347f22d0 0x55e2347f46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.761 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.761+0000 7f40d647c640 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347e91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.761 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.761+0000 7f40db3ae740 1 -- 172.21.15.52:0/2158541154 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55e23474d8d0 con 0x55e2347e9ac0 2024-04-21T09:11:19.762 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.761+0000 7f40db3ae740 1 -- 172.21.15.52:0/2158541154 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e2346eae80 con 0x55e2347f22d0 2024-04-21T09:11:19.762 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.761+0000 7f40db3ae740 1 -- 172.21.15.52:0/2158541154 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55e234749890 con 0x55e2347e8d50 2024-04-21T09:11:19.762 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.762+0000 7f40c77fe640 1 -- 172.21.15.52:0/1791363186 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f40cc018020 con 0x7f40d0109b00 2024-04-21T09:11:19.762 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.762+0000 7f40d647c640 1 -- 172.21.15.52:0/2158541154 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347f22d0 msgr2=0x55e2347f46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.762 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.762+0000 7f40d647c640 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347f22d0 0x55e2347f46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.762 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.762+0000 7f40d647c640 1 -- 172.21.15.52:0/2158541154 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347e9ac0 msgr2=0x55e2347e8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.763 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.762+0000 7f40d647c640 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347e9ac0 0x55e2347e8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.763 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.762+0000 7f40d647c640 1 -- 172.21.15.52:0/2158541154 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e23470c320 con 0x55e2347e8d50 2024-04-21T09:11:19.763 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.762+0000 7f40d647c640 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347e91d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f40c000ba40 tx=0x7f40c000bf00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5ad9ec83c73fb8a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.763 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.763+0000 7f40c77fe640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f40bc0a3ff0 0x7f40bc0a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.764 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.764+0000 7f40c77fe640 1 -- 172.21.15.52:0/1791363186 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f40cc0d1510 con 0x7f40d0109b00 2024-04-21T09:11:19.764 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.765+0000 7f40c4ff9640 1 -- 172.21.15.52:0/2158541154 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c000dc40 con 0x55e2347e8d50 2024-04-21T09:11:19.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.765+0000 7f40c4ff9640 1 -- 172.21.15.52:0/2158541154 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40c000dde0 con 0x55e2347e8d50 2024-04-21T09:11:19.766 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.766+0000 7f40db3ae740 1 -- 172.21.15.52:0/2158541154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 msgr2=0x55e2347e91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.766 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.766+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347e91d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f40c000ba40 tx=0x7f40c000bf00 comp rx=0 tx=0).stop 2024-04-21T09:11:19.766 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.767+0000 7f40db3ae740 1 -- 172.21.15.52:0/2158541154 shutdown_connections 2024-04-21T09:11:19.767 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.767+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347f22d0 0x55e2347f46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.767 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.767+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347e91d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.767 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.767+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2158541154 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347e9ac0 0x55e2347e8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.767 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.767+0000 7f40db3ae740 1 -- 172.21.15.52:0/2158541154 >> 172.21.15.52:0/2158541154 conn(0x55e2347afc90 msgr2=0x55e2347e3a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.772+0000 7f40d6c7d640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f40bc0a3ff0 0x7f40bc0a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.773+0000 7f40db3ae740 1 -- 172.21.15.52:0/2158541154 shutdown_connections 2024-04-21T09:11:19.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.773+0000 7f40db3ae740 1 -- 172.21.15.52:0/2158541154 wait complete. 2024-04-21T09:11:19.778 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.775+0000 7f40db3ae740 1 -- start start 2024-04-21T09:11:19.778 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.775+0000 7f40db3ae740 1 Processor -- start 2024-04-21T09:11:19.778 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.777+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.778 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.777+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347ef0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.777+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e2347ef820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.777+0000 7f40db3ae740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55e2347f5050 con 0x55e2347f22d0 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.777+0000 7f40db3ae740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e2346d5eb0 con 0x55e2347e9ac0 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.777+0000 7f40db3ae740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55e2347f51d0 con 0x55e2347e8d50 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.777+0000 7f40db3ae740 10 client.0 _ll_register_callbacks cb 0x55e234702b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.778+0000 7f40d647c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.778+0000 7f40d647c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50238/0 (socket says 172.21.15.52:50238) 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.778+0000 7f40d647c640 1 -- 172.21.15.52:0/3496529000 learned_addr learned my addr 172.21.15.52:0/3496529000 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.779 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.778+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347ef0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.780 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.779+0000 7f40d647c640 1 -- 172.21.15.52:0/3496529000 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 msgr2=0x55e2347ef0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.780 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.779+0000 7f40d647c640 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347ef0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.780 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.779+0000 7f40d647c640 1 -- 172.21.15.52:0/3496529000 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 msgr2=0x55e2347ef820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.780 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.779+0000 7f40d647c640 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e2347ef820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.780 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.779+0000 7f40d647c640 1 -- 172.21.15.52:0/3496529000 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e234460210 con 0x55e2347e8d50 2024-04-21T09:11:19.781 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.779+0000 7f40d647c640 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f1d50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f40c000dc70 tx=0x7f40c000dca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f97eaa0fefbf040 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.781 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.780+0000 7f40b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:19.781 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.780+0000 7f40b9ffb640 1 -- 172.21.15.52:0/3496529000 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c0004510 con 0x55e2347e8d50 2024-04-21T09:11:19.781 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.780+0000 7f40db3ae740 1 -- 172.21.15.52:0/3496529000 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40c000dde0 con 0x55e2347e8d50 2024-04-21T09:11:19.781 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.780+0000 7f40b9ffb640 1 -- 172.21.15.52:0/3496529000 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f40c0004c60 con 0x55e2347e8d50 2024-04-21T09:11:19.781 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.781+0000 7f40b9ffb640 1 -- 172.21.15.52:0/3496529000 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f40c0004e60 con 0x55e2347e8d50 2024-04-21T09:11:19.781 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.781+0000 7f40db3ae740 10 client.25777 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:19.781 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.781+0000 7f40db3ae740 1 -- 172.21.15.52:0/3496529000 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e23452c620 con 0x55e2347e8d50 2024-04-21T09:11:19.782 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.782+0000 7f40b9ffb640 1 -- 172.21.15.52:0/3496529000 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40c000dde0 con 0x55e2347e8d50 2024-04-21T09:11:19.782 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.782+0000 7f40b9ffb640 1 -- 172.21.15.52:0/3496529000 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f40c0022020 con 0x55e2347e8d50 2024-04-21T09:11:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.783+0000 7f40db3ae740 10 client.25777 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.784+0000 7f40db3ae740 10 client.25777 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.784+0000 7f40db3ae740 20 client.25777 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.784+0000 7f40db3ae740 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55e234802890 0x55e234804d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.784+0000 7f40db3ae740 4 client.25777 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.784+0000 7f40db3ae740 1 -- 172.21.15.52:0/3496529000 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e234761880 con 0x55e234802890 2024-04-21T09:11:19.784 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.785+0000 7f40d6c7d640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f40bc0a3ff0 0x7f40bc0a64b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f40c801ac00 tx=0x7f40c8003b50 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.785 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.785+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55e234802890 0x55e234804d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.788 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.788+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55e234802890 0x55e234804d30 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9493f8faab31928 server_cookie=5a4ff85087305c01 in_seq=0 out_seq=0 2024-04-21T09:11:19.788 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.788+0000 7f40b9ffb640 10 client.25777 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:19.790 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.790+0000 7f40b9ffb640 1 -- 172.21.15.52:0/3496529000 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f40cc0a5e50 con 0x55e234802890 2024-04-21T09:11:19.790 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.790+0000 7f40b9ffb640 10 client.25777 handle_command_reply: tid=0 2024-04-21T09:11:19.790 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.790+0000 7f40db3ae740 1 client.25777 shutdown 2024-04-21T09:11:19.800 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.798+0000 7f40db3ae740 1 -- 172.21.15.52:0/3496529000 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 msgr2=0x55e2347f1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.800 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.798+0000 7f40db3ae740 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f1d50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f40c000dc70 tx=0x7f40c000dca0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.801+0000 7f40db3ae740 1 -- 172.21.15.52:0/3496529000 shutdown_connections 2024-04-21T09:11:19.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.801+0000 7f40db3ae740 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55e234802890 0x55e234804d30 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.801+0000 7f40db3ae740 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e2347ef820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.801+0000 7f40db3ae740 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347ef0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.801+0000 7f40db3ae740 1 --2- 172.21.15.52:0/3496529000 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f1d50 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.801+0000 7f40db3ae740 1 -- 172.21.15.52:0/3496529000 >> 172.21.15.52:0/3496529000 conn(0x55e2347afc90 msgr2=0x55e2347e5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.805+0000 7f40b9ffb640 0 client.25777 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:19.805 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.805+0000 7f40db3ae740 1 -- 172.21.15.52:0/3496529000 shutdown_connections 2024-04-21T09:11:19.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.809+0000 7f40db3ae740 1 -- 172.21.15.52:0/3496529000 wait complete. 2024-04-21T09:11:19.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.809+0000 7f40db3ae740 20 client.25777 trim_cache size 0 max 16384 2024-04-21T09:11:19.855 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.855+0000 7f40db3ae740 1 Processor -- start 2024-04-21T09:11:19.855 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.855+0000 7f40db3ae740 1 -- start start 2024-04-21T09:11:19.856 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.856+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e8d50 0x55e2347ea910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.856 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.856+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e9ac0 0x55e23480a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.856 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.856+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e23480ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.856+0000 7f40db3ae740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f40b40126f0 con 0x55e2347f22d0 2024-04-21T09:11:19.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.856+0000 7f40db3ae740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f40b400ffc0 con 0x55e2347e8d50 2024-04-21T09:11:19.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.856+0000 7f40db3ae740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f40b400de10 con 0x55e2347e9ac0 2024-04-21T09:11:19.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.857+0000 7f40d5c7b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e9ac0 0x55e23480a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.857+0000 7f40d5c7b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e9ac0 0x55e23480a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50250/0 (socket says 172.21.15.52:50250) 2024-04-21T09:11:19.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.857+0000 7f40d5c7b640 1 -- 172.21.15.52:0/2351553 learned_addr learned my addr 172.21.15.52:0/2351553 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.857+0000 7f40d6c7d640 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e23480ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.857+0000 7f40d5c7b640 1 -- 172.21.15.52:0/2351553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e8d50 msgr2=0x55e2347ea910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.857+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e8d50 0x55e2347ea910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.857+0000 7f40d5c7b640 1 -- 172.21.15.52:0/2351553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 msgr2=0x55e23480ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.857+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e23480ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.858+0000 7f40d5c7b640 1 -- 172.21.15.52:0/2351553 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2347efb90 con 0x55e2347e9ac0 2024-04-21T09:11:19.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.858+0000 7f40d6c7d640 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e23480ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:11:19.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.858+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e9ac0 0x55e23480a600 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f40cc09cc90 tx=0x7f40cc0d3040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c06f55789900660 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.867+0000 7f40bbfff640 1 -- 172.21.15.52:0/2351553 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40cc09d690 con 0x55e2347e9ac0 2024-04-21T09:11:19.867 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.867+0000 7f40bbfff640 1 -- 172.21.15.52:0/2351553 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e234761880 con 0x55e2347e9ac0 2024-04-21T09:11:19.868 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.868+0000 7f40db3ae740 1 -- 172.21.15.52:0/2351553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e9ac0 msgr2=0x55e23480a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:19.868 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.868+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e9ac0 0x55e23480a600 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f40cc09cc90 tx=0x7f40cc0d3040 comp rx=0 tx=0).stop 2024-04-21T09:11:19.871 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.871+0000 7f40db3ae740 1 -- 172.21.15.52:0/2351553 shutdown_connections 2024-04-21T09:11:19.871 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.871+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e23480ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.871 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.871+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e9ac0 0x55e23480a600 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.871 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.872+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2351553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e8d50 0x55e2347ea910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.872 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.872+0000 7f40db3ae740 1 -- 172.21.15.52:0/2351553 >> 172.21.15.52:0/2351553 conn(0x55e2347afc90 msgr2=0x55e2347ea200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:19.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.880+0000 7f40db3ae740 1 -- 172.21.15.52:0/2351553 shutdown_connections 2024-04-21T09:11:19.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.880+0000 7f40db3ae740 1 -- 172.21.15.52:0/2351553 wait complete. 2024-04-21T09:11:19.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.881+0000 7f40db3ae740 1 -- start start 2024-04-21T09:11:19.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.882+0000 7f40db3ae740 1 Processor -- start 2024-04-21T09:11:19.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.882+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f5520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.882+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347f5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.882+0000 7f40db3ae740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e2347f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40d5c7b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347f5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40db3ae740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f40b400e480 con 0x55e2347f22d0 2024-04-21T09:11:19.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40db3ae740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f40b400f8f0 con 0x55e2347e9ac0 2024-04-21T09:11:19.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40db3ae740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f40b400eb50 con 0x55e2347e8d50 2024-04-21T09:11:19.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40d5c7b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347f5a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39178/0 (socket says 172.21.15.52:39178) 2024-04-21T09:11:19.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40d5c7b640 1 -- 172.21.15.52:0/2446745186 learned_addr learned my addr 172.21.15.52:0/2446745186 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:19.883 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40db3ae740 10 client.0 _ll_register_callbacks cb 0x7f40cc0d4eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:19.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40d5c7b640 1 -- 172.21.15.52:0/2446745186 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 msgr2=0x55e2347f5520 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:11:19.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f5520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40d5c7b640 1 -- 172.21.15.52:0/2446745186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 msgr2=0x55e2347f5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:19.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e2347f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:19.884 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.883+0000 7f40d5c7b640 1 -- 172.21.15.52:0/2446745186 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e234866f60 con 0x55e2347e9ac0 2024-04-21T09:11:19.885 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.884+0000 7f40d5c7b640 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347f5a60 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f40cc009fd0 tx=0x7f40cc0ce7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb33cb807e1f580a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:19.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.889+0000 7f40b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:19.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.889+0000 7f40b9ffb640 1 -- 172.21.15.52:0/2446745186 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40cc0bb060 con 0x55e2347e9ac0 2024-04-21T09:11:19.890 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.889+0000 7f40b9ffb640 1 -- 172.21.15.52:0/2446745186 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f40cc011a40 con 0x55e2347e9ac0 2024-04-21T09:11:19.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.896+0000 7f40db3ae740 1 -- 172.21.15.52:0/2446745186 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e2346ed3d0 con 0x55e2347e9ac0 2024-04-21T09:11:19.910 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.910+0000 7f40b9ffb640 1 -- 172.21.15.52:0/2446745186 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f40cc0aa050 con 0x55e2347e9ac0 2024-04-21T09:11:19.910 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.910+0000 7f40db3ae740 10 client.25739 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:19.910 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.910+0000 7f40db3ae740 1 -- 172.21.15.52:0/2446745186 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2348682e0 con 0x55e2347e9ac0 2024-04-21T09:11:19.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.914+0000 7f40b9ffb640 1 -- 172.21.15.52:0/2446745186 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e2346ed3d0 con 0x55e2347e9ac0 2024-04-21T09:11:19.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.915+0000 7f40b9ffb640 1 -- 172.21.15.52:0/2446745186 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7f40cc0b6260 con 0x55e2347e9ac0 2024-04-21T09:11:19.916 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.916+0000 7f40db3ae740 10 client.25739 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:19.916 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.916+0000 7f40db3ae740 10 client.25739 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:19.916 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.916+0000 7f40db3ae740 20 client.25739 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:19.916 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.916+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55e234868990 0x55e23486adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:19.916 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.916+0000 7f40db3ae740 4 client.25739 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:11:19.916 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.916+0000 7f40db3ae740 1 -- 172.21.15.52:0/2446745186 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e23475b2f0 con 0x55e234868990 2024-04-21T09:11:19.919 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.919+0000 7f40d647c640 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55e234868990 0x55e23486adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:19.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.934+0000 7f40d647c640 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55e234868990 0x55e23486adb0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=889e507100ef6b58 server_cookie=ffd7fe6efba631a7 in_seq=0 out_seq=0 2024-04-21T09:11:19.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:19.934+0000 7f40b9ffb640 10 client.25739 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:19.945 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:11:19 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i[63191]: 2024-04-21T09:11:19.510+0000 7f2f64605700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000204 [3,head] /volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.c auth v8 ap=1 s=19072 n(v0 rc2024-04-21T09:10:59.745504+0000 b19072 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25139=0-4194304@2} caps={25139=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=25139 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5613425cd700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000204:[<0x10000000202/iogen.c v8>,<0x10000000201/src v1442>,<0x10000000006/iogen_3.1p0 v8776>,<0x10000000005/tmp v22>,<0x100000001fb/client.0 v16>,<0x100000001fa/87c450bc-eac6-4714-9ce2-5c95861d2822 v32>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000204:[<0x10000000202/iogen.c v8>,<0x10000000201/src v1442>,<0x10000000006/iogen_3.1p0 v18945>,<0x10000000005/tmp v50>,<0x100000001fb/client.0 v32>,<0x100000001fa/87c450bc-eac6-4714-9ce2-5c95861d2822 v57>,<0x10000000001/sv_1 v67>,<0x10000000000/qa v25>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-21T09:11:19.945 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:11:19 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i[63191]: 2024-04-21T09:11:19.566+0000 7f2f64605700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000203 [3,head] /volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.8 auth v12 ap=1 s=4783 n(v0 rc2024-04-21T09:10:59.744504+0000 b4783 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25139=0-4194304@2} caps={25139=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=25139 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5613426e8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000203:[<0x10000000202/iogen.8 v12>,<0x10000000201/src v1442>,<0x10000000006/iogen_3.1p0 v8776>,<0x10000000005/tmp v22>,<0x100000001fb/client.0 v16>,<0x100000001fa/87c450bc-eac6-4714-9ce2-5c95861d2822 v32>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v43>,<0x1/volumes v41>]//[3]","memoryvalue":"(4)0x10000000203:[<0x10000000202/iogen.8 v12>,<0x10000000201/src v20192>,<0x10000000006/iogen_3.1p0 v18945>,<0x10000000005/tmp v50>,<0x100000001fb/client.0 v32>,<0x100000001fa/87c450bc-eac6-4714-9ce2-5c95861d2822 v57>,<0x10000000001/sv_1 v67>,<0x10000000000/qa v25>,<0x1/volumes v23>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-04-21T09:11:20.105 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.105+0000 7fabe7fff640 1 -- 172.21.15.52:0/3727011483 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe00a4de0 msgr2=0x7fabe00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:20.105 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.105+0000 7fabe7fff640 1 --2- 172.21.15.52:0/3727011483 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe00a4de0 0x7fabe00a51c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fabdc009900 tx=0x7fabdc02bcf0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.108+0000 7fabe7fff640 1 -- 172.21.15.52:0/3727011483 shutdown_connections 2024-04-21T09:11:20.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.108+0000 7fabe7fff640 1 --2- 172.21.15.52:0/3727011483 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fabe00b7a70 0x7fabe00b9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.108+0000 7fabe7fff640 1 --2- 172.21.15.52:0/3727011483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fabe00a5700 0x7fabe00b7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.108+0000 7fabe7fff640 1 --2- 172.21.15.52:0/3727011483 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe00a4de0 0x7fabe00a51c0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.109+0000 7fabe7fff640 1 -- 172.21.15.52:0/3727011483 >> 172.21.15.52:0/3727011483 conn(0x7fabe001a640 msgr2=0x7fabe001aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:20.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.113+0000 7fabe7fff640 1 -- 172.21.15.52:0/3727011483 shutdown_connections 2024-04-21T09:11:20.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.114+0000 7fabe7fff640 1 -- 172.21.15.52:0/3727011483 wait complete. 2024-04-21T09:11:20.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.116+0000 7fabe7fff640 1 Processor -- start 2024-04-21T09:11:20.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.117+0000 7fabe7fff640 1 -- start start 2024-04-21T09:11:20.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.118+0000 7fabe7fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fabe00a4de0 0x7fabe01496f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.118+0000 7fabe7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe00a5700 0x7fabe0149c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.118+0000 7fabe7fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fabe00b7a70 0x7fabe0143940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.118 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.118+0000 7fabe7fff640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fabe00bd640 con 0x7fabe00a5700 2024-04-21T09:11:20.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.118+0000 7fabe6ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fabe00a4de0 0x7fabe01496f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.118+0000 7fabe6ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fabe00a4de0 0x7fabe01496f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50280/0 (socket says 172.21.15.52:50280) 2024-04-21T09:11:20.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.118+0000 7fabe6ffd640 1 -- 172.21.15.52:0/2464379968 learned_addr learned my addr 172.21.15.52:0/2464379968 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:20.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.119+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fabe00bd4c0 con 0x7fabe00b7a70 2024-04-21T09:11:20.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.119+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fabe00bd7c0 con 0x7fabe00a4de0 2024-04-21T09:11:20.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.120+0000 7fabe77fe640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fabe00b7a70 0x7fabe0143940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.120+0000 7fabe67fc640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe00a5700 0x7fabe0149c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.121+0000 7fabe6ffd640 1 -- 172.21.15.52:0/2464379968 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fabe00b7a70 msgr2=0x7fabe0143940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:20.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.121+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fabe00b7a70 0x7fabe0143940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.121+0000 7fabe6ffd640 1 -- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe00a5700 msgr2=0x7fabe0149c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:20.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.121+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe00a5700 0x7fabe0149c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.121 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.121+0000 7fabe6ffd640 1 -- 172.21.15.52:0/2464379968 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe01440c0 con 0x7fabe00a4de0 2024-04-21T09:11:20.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.122+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fabe00a4de0 0x7fabe01496f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fabdc02c300 tx=0x7fabdc02dae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:20.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.122+0000 7fabec9bb640 1 -- 172.21.15.52:0/2464379968 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc043020 con 0x7fabe00a4de0 2024-04-21T09:11:20.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.122+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe0144350 con 0x7fabe00a4de0 2024-04-21T09:11:20.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.123+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe01505b0 con 0x7fabe00a4de0 2024-04-21T09:11:20.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.124+0000 7fabec9bb640 1 -- 172.21.15.52:0/2464379968 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fabdc0052b0 con 0x7fabe00a4de0 2024-04-21T09:11:20.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.125+0000 7fabec9bb640 1 -- 172.21.15.52:0/2464379968 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc003b30 con 0x7fabe00a4de0 2024-04-21T09:11:20.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.136+0000 7fabf05b3740 1 Processor -- start 2024-04-21T09:11:20.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.136+0000 7fabf05b3740 1 -- start start 2024-04-21T09:11:20.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.136+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d8700 0x55b1514d8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.136+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d9020 0x55b1514e16c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.136+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514e3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.136+0000 7fabf05b3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b15143d1e0 con 0x55b1514e1c00 2024-04-21T09:11:20.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.136+0000 7fabf05b3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b1513da390 con 0x55b1514d8700 2024-04-21T09:11:20.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.136+0000 7fabf05b3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55b1514391a0 con 0x55b1514d9020 2024-04-21T09:11:20.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.138+0000 7fabec9bb640 1 -- 172.21.15.52:0/2464379968 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fabdc046020 con 0x7fabe00a4de0 2024-04-21T09:11:20.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.139+0000 7fabe6ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d9020 0x55b1514e16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.139+0000 7fabe6ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d9020 0x55b1514e16c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50284/0 (socket says 172.21.15.52:50284) 2024-04-21T09:11:20.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.139+0000 7fabe6ffd640 1 -- 172.21.15.52:0/47037422 learned_addr learned my addr 172.21.15.52:0/47037422 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:20.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.139+0000 7fabe77fe640 1 --2- 172.21.15.52:0/47037422 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d8700 0x55b1514d8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.140+0000 7fabec9bb640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fabd00a3f90 0x7fabd00a6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.140+0000 7fabe6ffd640 1 -- 172.21.15.52:0/47037422 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d8700 msgr2=0x55b1514d8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:20.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.140+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/47037422 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d8700 0x55b1514d8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.140+0000 7fabe6ffd640 1 -- 172.21.15.52:0/47037422 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 msgr2=0x55b1514e3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:20.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.141+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/47037422 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514e3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.141+0000 7fabe6ffd640 1 -- 172.21.15.52:0/47037422 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1512197d0 con 0x55b1514d9020 2024-04-21T09:11:20.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.141+0000 7fabe77fe640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fabd00a3f90 0x7fabd00a6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.141+0000 7fabec9bb640 1 -- 172.21.15.52:0/2464379968 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fabdc0f3f40 con 0x7fabe00a4de0 2024-04-21T09:11:20.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.142+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/47037422 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d9020 0x55b1514e16c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fabdc0045f0 tx=0x7fabdc03c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4ceac6785fa99aa server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:20.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.145+0000 7fabcdffb640 1 -- 172.21.15.52:0/47037422 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc0bbc60 con 0x55b1514d9020 2024-04-21T09:11:20.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.146+0000 7fabcdffb640 1 -- 172.21.15.52:0/47037422 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fabdc0c00c0 con 0x55b1514d9020 2024-04-21T09:11:20.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.147+0000 7fabf05b3740 1 -- 172.21.15.52:0/47037422 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d9020 msgr2=0x55b1514e16c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:20.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.147+0000 7fabf05b3740 1 --2- 172.21.15.52:0/47037422 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d9020 0x55b1514e16c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fabdc0045f0 tx=0x7fabdc03c000 comp rx=0 tx=0).stop 2024-04-21T09:11:20.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.149+0000 7fabf05b3740 1 -- 172.21.15.52:0/47037422 shutdown_connections 2024-04-21T09:11:20.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.149+0000 7fabf05b3740 1 --2- 172.21.15.52:0/47037422 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514e3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.149+0000 7fabf05b3740 1 --2- 172.21.15.52:0/47037422 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d9020 0x55b1514e16c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.149+0000 7fabf05b3740 1 --2- 172.21.15.52:0/47037422 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d8700 0x55b1514d8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.149+0000 7fabf05b3740 1 -- 172.21.15.52:0/47037422 >> 172.21.15.52:0/47037422 conn(0x55b1514d2e30 msgr2=0x55b1514d3210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:20.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.150+0000 7fabf05b3740 1 -- 172.21.15.52:0/47037422 shutdown_connections 2024-04-21T09:11:20.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.150+0000 7fabf05b3740 1 -- 172.21.15.52:0/47037422 wait complete. 2024-04-21T09:11:20.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.150+0000 7fabf05b3740 1 -- start start 2024-04-21T09:11:20.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.151+0000 7fabf05b3740 1 Processor -- start 2024-04-21T09:11:20.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.151+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514dec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.151+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.151+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514df6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.151+0000 7fabf05b3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b1514e47b0 con 0x55b1514e1c00 2024-04-21T09:11:20.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.151+0000 7fabf05b3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b1513f62f0 con 0x55b1514d9020 2024-04-21T09:11:20.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.151+0000 7fabf05b3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55b1514e4930 con 0x55b1514d8700 2024-04-21T09:11:20.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.151+0000 7fabf05b3740 10 client.0 _ll_register_callbacks cb 0x55b151403580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:20.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe67fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe67fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39216/0 (socket says 172.21.15.52:39216) 2024-04-21T09:11:20.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe67fc640 1 -- 172.21.15.52:0/1251262611 learned_addr learned my addr 172.21.15.52:0/1251262611 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:20.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514dec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe67fc640 1 -- 172.21.15.52:0/1251262611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 msgr2=0x55b1514dec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:20.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe67fc640 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514dec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe67fc640 1 -- 172.21.15.52:0/1251262611 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 msgr2=0x55b1514df6d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:11:20.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe67fc640 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514df6d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:20.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.152+0000 7fabe67fc640 1 -- 172.21.15.52:0/1251262611 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b15114f3f0 con 0x55b1514d9020 2024-04-21T09:11:20.154 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.153+0000 7fabe77fe640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fabd00a3f90 0x7fabd00a6450 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fabe8065470 tx=0x7fabe8067f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:20.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.153+0000 7fabe67fc640 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df190 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fabd800e680 tx=0x7fabd800eb40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2880766871ba608d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:20.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.153+0000 7fabc6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:20.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.153+0000 7fabc6ffd640 1 -- 172.21.15.52:0/1251262611 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8004230 con 0x55b1514d9020 2024-04-21T09:11:20.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.153+0000 7fabc6ffd640 1 -- 172.21.15.52:0/1251262611 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fabd80043d0 con 0x55b1514d9020 2024-04-21T09:11:20.155 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.154+0000 7fabf05b3740 1 -- 172.21.15.52:0/1251262611 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b15144ac00 con 0x55b1514d9020 2024-04-21T09:11:20.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.157+0000 7fabc6ffd640 1 -- 172.21.15.52:0/1251262611 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fabd801f050 con 0x55b1514d9020 2024-04-21T09:11:20.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.158+0000 7fabf05b3740 10 client.25748 fetch_fsmap learned FSMap version 26 2024-04-21T09:11:20.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.158+0000 7fabf05b3740 1 -- 172.21.15.52:0/1251262611 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b15110f0f0 con 0x55b1514d9020 2024-04-21T09:11:20.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.161+0000 7fabc6ffd640 1 -- 172.21.15.52:0/1251262611 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55b15144ac00 con 0x55b1514d9020 2024-04-21T09:11:20.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.161+0000 7fabc6ffd640 1 -- 172.21.15.52:0/1251262611 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 26) ==== 8350+0+0 (secure 0 0 0) 0x7fabd80047a0 con 0x55b1514d9020 2024-04-21T09:11:20.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.163+0000 7fabf05b3740 10 client.25748 fetch_fsmap finished waiting for FSMap version 26 2024-04-21T09:11:20.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.163+0000 7fabf05b3740 10 client.25748 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:20.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.163+0000 7fabf05b3740 20 client.25748 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:20.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.163+0000 7fabf05b3740 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b1514f1b20 0x55b1514f3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:20.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.163+0000 7fabf05b3740 4 client.25748 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:20.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.163+0000 7fabf05b3740 1 -- 172.21.15.52:0/1251262611 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b151444a70 con 0x55b1514f1b20 2024-04-21T09:11:20.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.164+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b1514f1b20 0x55b1514f3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:20.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.169+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b1514f1b20 0x55b1514f3f40 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c73d8fda18722ac server_cookie=2b62b1b58b77eec4 in_seq=0 out_seq=0 2024-04-21T09:11:20.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:20.170+0000 7fabc6ffd640 10 client.25748 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:20.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:20 smithi060 ceph-mon[31055]: scrub summary: active paths [/] 2024-04-21T09:11:20.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:20 smithi060 ceph-mon[31055]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.i log and `damage ls` output for details 2024-04-21T09:11:20.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:20 smithi060 ceph-mon[31055]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.i log and `damage ls` output for details 2024-04-21T09:11:20.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:20 smithi060 ceph-mon[31055]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:20.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:20 smithi078 ceph-mon[31713]: scrub summary: active paths [/] 2024-04-21T09:11:20.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:20 smithi078 ceph-mon[31713]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.i log and `damage ls` output for details 2024-04-21T09:11:20.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:20 smithi078 ceph-mon[31713]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.i log and `damage ls` output for details 2024-04-21T09:11:20.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:20 smithi078 ceph-mon[31713]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:20 smithi052 ceph-mon[28035]: scrub summary: active paths [/] 2024-04-21T09:11:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:20 smithi052 ceph-mon[28035]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.i log and `damage ls` output for details 2024-04-21T09:11:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:20 smithi052 ceph-mon[28035]: Scrub error on inode 0x10000000203 (/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.i log and `damage ls` output for details 2024-04-21T09:11:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:20 smithi052 ceph-mon[28035]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:21.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:21 smithi078 ceph-mon[31713]: scrub queued for path: / 2024-04-21T09:11:21.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:21 smithi078 ceph-mon[31713]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:21.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:21 smithi078 ceph-mon[31713]: scrub summary: active paths [/] 2024-04-21T09:11:21.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:21 smithi078 ceph-mon[31713]: pgmap v40: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 625 MiB/s wr, 1.25k op/s 2024-04-21T09:11:21.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:21 smithi052 ceph-mon[28035]: scrub queued for path: / 2024-04-21T09:11:21.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:21 smithi052 ceph-mon[28035]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:21.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:21 smithi052 ceph-mon[28035]: scrub summary: active paths [/] 2024-04-21T09:11:21.458 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:21 smithi052 ceph-mon[28035]: pgmap v40: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 625 MiB/s wr, 1.25k op/s 2024-04-21T09:11:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:21 smithi060 ceph-mon[31055]: scrub queued for path: / 2024-04-21T09:11:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:21 smithi060 ceph-mon[31055]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:21 smithi060 ceph-mon[31055]: scrub summary: active paths [/] 2024-04-21T09:11:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:21 smithi060 ceph-mon[31055]: pgmap v40: 129 pgs: 129 active+clean; 11 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 625 MiB/s wr, 1.25k op/s 2024-04-21T09:11:23.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:23 smithi078 ceph-mon[31713]: pgmap v41: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 773 MiB/s wr, 1.45k op/s 2024-04-21T09:11:23.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:23 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[28031]: 2024-04-21T09:11:23.173+0000 7f4943ced700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-21T09:11:23.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:23 smithi052 ceph-mon[28035]: pgmap v41: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 773 MiB/s wr, 1.45k op/s 2024-04-21T09:11:23.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:23 smithi060 ceph-mon[31055]: pgmap v41: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 773 MiB/s wr, 1.45k op/s 2024-04-21T09:11:24.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.086+0000 7f40b9ffb640 1 -- 172.21.15.52:0/2446745186 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e23475b2f0 con 0x55e234868990 2024-04-21T09:11:24.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.086+0000 7f40b9ffb640 10 client.25739 handle_command_reply: tid=0 2024-04-21T09:11:24.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.086+0000 7f40db3ae740 1 client.25739 shutdown 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabc6ffd640 1 -- 172.21.15.52:0/1251262611 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b151444a70 con 0x55b1514f1b20 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabc6ffd640 10 client.25748 handle_command_reply: tid=0 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 client.25748 shutdown 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 -- 172.21.15.52:0/1251262611 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 msgr2=0x55b1514df190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df190 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fabd800e680 tx=0x7fabd800eb40 comp rx=0 tx=0).stop 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 -- 172.21.15.52:0/1251262611 shutdown_connections 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b1514f1b20 0x55b1514f3f40 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514df6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df190 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 --2- 172.21.15.52:0/1251262611 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514dec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabf05b3740 1 -- 172.21.15.52:0/1251262611 >> 172.21.15.52:0/1251262611 conn(0x55b1514d2e30 msgr2=0x55b1514d4b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:24.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.086+0000 7fabc6ffd640 0 client.25748 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:24.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.087+0000 7f40db3ae740 1 -- 172.21.15.52:0/2446745186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 msgr2=0x55e2347f5a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:24.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.087+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347f5a60 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f40cc009fd0 tx=0x7f40cc0ce7e0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.087+0000 7f40db3ae740 1 -- 172.21.15.52:0/2446745186 shutdown_connections 2024-04-21T09:11:24.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.087+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55e234868990 0x55e23486adb0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.088+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55e2347f22d0 0x55e2347f5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.088+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2347e9ac0 0x55e2347f5a60 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.088+0000 7f40db3ae740 1 --2- 172.21.15.52:0/2446745186 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55e2347e8d50 0x55e2347f5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.088+0000 7f40b9ffb640 0 client.25739 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.088+0000 7f40db3ae740 1 -- 172.21.15.52:0/2446745186 >> 172.21.15.52:0/2446745186 conn(0x55e2347afc90 msgr2=0x55e2347e2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.088+0000 7f40db3ae740 1 -- 172.21.15.52:0/2446745186 shutdown_connections 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.088+0000 7f40db3ae740 1 -- 172.21.15.52:0/2446745186 wait complete. 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.088+0000 7f40db3ae740 20 client.25739 trim_cache size 0 max 16384 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:11:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:11:24.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.088+0000 7fabf05b3740 1 -- 172.21.15.52:0/1251262611 shutdown_connections 2024-04-21T09:11:24.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.088+0000 7fabf05b3740 1 -- 172.21.15.52:0/1251262611 wait complete. 2024-04-21T09:11:24.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.089+0000 7fabf05b3740 20 client.25748 trim_cache size 0 max 16384 2024-04-21T09:11:24.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.089+0000 7f40d86e0640 1 -- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f40bc0a3ff0 msgr2=0x7f40bc0a64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:24.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.089+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f40bc0a3ff0 0x7f40bc0a64b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f40c801ac00 tx=0x7f40c8003b50 comp rx=0 tx=0).stop 2024-04-21T09:11:24.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.089+0000 7f40d86e0640 1 -- 172.21.15.52:0/1791363186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f40d0109b00 msgr2=0x7f40d0119350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:24.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.089+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f40d0109b00 0x7f40d0119350 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f40cc00b3e0 tx=0x7f40cc00b8a0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.091+0000 7f40d86e0640 1 -- 172.21.15.52:0/1791363186 shutdown_connections 2024-04-21T09:11:24.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.091+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f40bc0a3ff0 0x7f40bc0a64b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.091+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f40d0110550 0x7f40d0119890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.091+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f40d0109b00 0x7f40d0119350 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.091+0000 7f40d86e0640 1 --2- 172.21.15.52:0/1791363186 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f40d0108f50 0x7f40d011d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.091+0000 7f40d86e0640 1 -- 172.21.15.52:0/1791363186 >> 172.21.15.52:0/1791363186 conn(0x7f40d006cea0 msgr2=0x7f40d0070a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:24.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.091+0000 7f40d86e0640 1 -- 172.21.15.52:0/1791363186 shutdown_connections 2024-04-21T09:11:24.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:24.091+0000 7f40d86e0640 1 -- 172.21.15.52:0/1791363186 wait complete. 2024-04-21T09:11:24.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.128+0000 7fabf05b3740 1 Processor -- start 2024-04-21T09:11:24.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.128+0000 7fabf05b3740 1 -- start start 2024-04-21T09:11:24.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.129+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514ed6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.129+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.129+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514f97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.129+0000 7fabf05b3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fabe015d050 con 0x55b1514e1c00 2024-04-21T09:11:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.130+0000 7fabe6ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514ed6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.130+0000 7fabe6ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514ed6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:50314/0 (socket says 172.21.15.52:50314) 2024-04-21T09:11:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.130+0000 7fabe6ffd640 1 -- 172.21.15.52:0/736596164 learned_addr learned my addr 172.21.15.52:0/736596164 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.130+0000 7fabf05b3740 1 -- 172.21.15.52:0/736596164 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fabe015a920 con 0x55b1514d9020 2024-04-21T09:11:24.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.130+0000 7fabf05b3740 1 -- 172.21.15.52:0/736596164 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fabe0158770 con 0x55b1514d8700 2024-04-21T09:11:24.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.130+0000 7fabe67fc640 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:24.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.131+0000 7fabe77fe640 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514f97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.132+0000 7fabe6ffd640 1 -- 172.21.15.52:0/736596164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 msgr2=0x55b1514df4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.132+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.132+0000 7fabe6ffd640 1 -- 172.21.15.52:0/736596164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 msgr2=0x55b1514f97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.132+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514f97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.132+0000 7fabe6ffd640 1 -- 172.21.15.52:0/736596164 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1514f45a0 con 0x55b1514d8700 2024-04-21T09:11:24.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.133+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514ed6c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fabdc0bf950 tx=0x7fabdc02bcf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96fcf8b01864594b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:24.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.137+0000 7fabcd7fa640 1 -- 172.21.15.52:0/736596164 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc0bf320 con 0x55b1514d8700 2024-04-21T09:11:24.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.137+0000 7fabcd7fa640 1 -- 172.21.15.52:0/736596164 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fabdc0c00c0 con 0x55b1514d8700 2024-04-21T09:11:24.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.138+0000 7fabf05b3740 1 -- 172.21.15.52:0/736596164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 msgr2=0x55b1514ed6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:24.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.138+0000 7fabf05b3740 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514ed6c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fabdc0bf950 tx=0x7fabdc02bcf0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.137+0000 7fabcd7fa640 1 -- 172.21.15.52:0/736596164 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabdc0bf500 con 0x55b1514d8700 2024-04-21T09:11:24.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.138+0000 7fabf05b3740 1 -- 172.21.15.52:0/736596164 shutdown_connections 2024-04-21T09:11:24.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.138+0000 7fabf05b3740 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514e1c00 0x55b1514f97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.138+0000 7fabf05b3740 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514df4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.139 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.138+0000 7fabf05b3740 1 --2- 172.21.15.52:0/736596164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514d8700 0x55b1514ed6c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.139+0000 7fabf05b3740 1 -- 172.21.15.52:0/736596164 >> 172.21.15.52:0/736596164 conn(0x55b1514d2e30 msgr2=0x55b1514d4a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.139+0000 7fabf05b3740 1 -- 172.21.15.52:0/736596164 shutdown_connections 2024-04-21T09:11:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.139+0000 7fabf05b3740 1 -- 172.21.15.52:0/736596164 wait complete. 2024-04-21T09:11:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.140+0000 7fabf05b3740 1 -- start start 2024-04-21T09:11:24.140 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.140+0000 7fabf05b3740 1 Processor -- start 2024-04-21T09:11:24.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514d8700 0x55b1514dbb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:24.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514dc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:24.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabf05b3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514e1c00 0x55b1514dc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:24.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabf05b3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fabe0158de0 con 0x55b1514d8700 2024-04-21T09:11:24.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabf05b3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fabe015a250 con 0x55b1514d9020 2024-04-21T09:11:24.141 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabf05b3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fabe01594b0 con 0x55b1514e1c00 2024-04-21T09:11:24.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabf05b3740 10 client.0 _ll_register_callbacks cb 0x7fabd800c310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:24.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabe67fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514dc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:24.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabe67fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514dc0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39232/0 (socket says 172.21.15.52:39232) 2024-04-21T09:11:24.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabe67fc640 1 -- 172.21.15.52:0/3972659846 learned_addr learned my addr 172.21.15.52:0/3972659846 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:24.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.141+0000 7fabe77fe640 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514e1c00 0x55b1514dc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:24.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.142+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514d8700 0x55b1514dbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:24.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.142+0000 7fabe77fe640 1 -- 172.21.15.52:0/3972659846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 msgr2=0x55b1514dc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:24.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.142+0000 7fabe77fe640 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514dc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.143+0000 7fabe77fe640 1 -- 172.21.15.52:0/3972659846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514d8700 msgr2=0x55b1514dbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:24.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.143+0000 7fabe77fe640 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514d8700 0x55b1514dbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.143+0000 7fabe77fe640 1 -- 172.21.15.52:0/3972659846 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b151557290 con 0x55b1514e1c00 2024-04-21T09:11:24.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.145+0000 7fabe77fe640 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514e1c00 0x55b1514dc5f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fabe80515e0 tx=0x7fabe8067cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d4eb3f95ed96465 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:24.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.145+0000 7fabc6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:24.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.147+0000 7fabc6ffd640 1 -- 172.21.15.52:0/3972659846 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabe80807b0 con 0x55b1514e1c00 2024-04-21T09:11:24.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.147+0000 7fabc6ffd640 1 -- 172.21.15.52:0/3972659846 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fabe8074070 con 0x55b1514e1c00 2024-04-21T09:11:24.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.147+0000 7fabf05b3740 1 -- 172.21.15.52:0/3972659846 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabdc0c00c0 con 0x55b1514e1c00 2024-04-21T09:11:24.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.150+0000 7fabc6ffd640 1 -- 172.21.15.52:0/3972659846 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fabe8080950 con 0x55b1514e1c00 2024-04-21T09:11:24.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.150+0000 7fabf05b3740 10 client.25795 fetch_fsmap learned FSMap version 27 2024-04-21T09:11:24.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.150+0000 7fabf05b3740 1 -- 172.21.15.52:0/3972659846 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b151558600 con 0x55b1514e1c00 2024-04-21T09:11:24.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.151+0000 7fabc6ffd640 1 -- 172.21.15.52:0/3972659846 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fabdc0c00c0 con 0x55b1514e1c00 2024-04-21T09:11:24.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.151+0000 7fabc6ffd640 1 -- 172.21.15.52:0/3972659846 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fabe807dbd0 con 0x55b1514e1c00 2024-04-21T09:11:24.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.152+0000 7fabf05b3740 10 client.25795 fetch_fsmap finished waiting for FSMap version 27 2024-04-21T09:11:24.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.152+0000 7fabf05b3740 10 client.25795 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:24.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.152+0000 7fabf05b3740 20 client.25795 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:24.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.152+0000 7fabf05b3740 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b151558d30 0x55b15155b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:24.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.152+0000 7fabf05b3740 4 client.25795 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T09:11:24.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.152+0000 7fabf05b3740 1 -- 172.21.15.52:0/3972659846 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b1513c0590 con 0x55b151558d30 2024-04-21T09:11:24.153 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.153+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b151558d30 0x55b15155b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:24.161 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.162+0000 7fabe6ffd640 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b151558d30 0x55b15155b150 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8af938c3b4456bf server_cookie=d3a595dc699090d3 in_seq=0 out_seq=0 2024-04-21T09:11:24.162 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.162+0000 7fabc6ffd640 10 client.25795 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:24.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.164+0000 7fabc6ffd640 1 -- 172.21.15.52:0/3972659846 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+265 (crc 0 0 0) 0x55b1513c0590 con 0x55b151558d30 2024-04-21T09:11:24.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.164+0000 7fabc6ffd640 10 client.25795 handle_command_reply: tid=0 2024-04-21T09:11:24.164 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.164+0000 7fabf05b3740 1 client.25795 shutdown 2024-04-21T09:11:24.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.168+0000 7fabf05b3740 1 -- 172.21.15.52:0/3972659846 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514e1c00 msgr2=0x55b1514dc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:24.168 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.168+0000 7fabf05b3740 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514e1c00 0x55b1514dc5f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fabe80515e0 tx=0x7fabe8067cf0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.170+0000 7fabf05b3740 1 -- 172.21.15.52:0/3972659846 shutdown_connections 2024-04-21T09:11:24.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.170+0000 7fabf05b3740 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b151558d30 0x55b15155b150 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.170+0000 7fabf05b3740 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b1514e1c00 0x55b1514dc5f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.170+0000 7fabf05b3740 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b1514d9020 0x55b1514dc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.170+0000 7fabf05b3740 1 --2- 172.21.15.52:0/3972659846 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b1514d8700 0x55b1514dbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.170+0000 7fabf05b3740 1 -- 172.21.15.52:0/3972659846 >> 172.21.15.52:0/3972659846 conn(0x55b1514d2e30 msgr2=0x55b1514d1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:24.170 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.170+0000 7fabc6ffd640 0 client.25795 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:24.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.177+0000 7fabf05b3740 1 -- 172.21.15.52:0/3972659846 shutdown_connections 2024-04-21T09:11:24.177 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.177+0000 7fabf05b3740 1 -- 172.21.15.52:0/3972659846 wait complete. 2024-04-21T09:11:24.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.180+0000 7fabf05b3740 20 client.25795 trim_cache size 0 max 16384 2024-04-21T09:11:24.180 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:11:24.180 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "scrub active (0 inodes in the stack)", 2024-04-21T09:11:24.180 INFO:teuthology.orchestra.run.smithi052.stdout: "scrubs": { 2024-04-21T09:11:24.180 INFO:teuthology.orchestra.run.smithi052.stdout: "b2b225f7-4eef-4f52-a648-db341fdc3e1a": { 2024-04-21T09:11:24.181 INFO:teuthology.orchestra.run.smithi052.stdout: "path": "/", 2024-04-21T09:11:24.181 INFO:teuthology.orchestra.run.smithi052.stdout: "tag": "b2b225f7-4eef-4f52-a648-db341fdc3e1a", 2024-04-21T09:11:24.181 INFO:teuthology.orchestra.run.smithi052.stdout: "options": "recursive,force" 2024-04-21T09:11:24.181 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:11:24.181 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:11:24.181 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:11:24.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.186+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fabd00a3f90 msgr2=0x7fabd00a6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:24.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.186+0000 7fabe7fff640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fabd00a3f90 0x7fabd00a6450 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fabe8065470 tx=0x7fabe8067f90 comp rx=0 tx=0).stop 2024-04-21T09:11:24.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.186+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fabe00a4de0 msgr2=0x7fabe01496f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:24.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.186+0000 7fabe7fff640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fabe00a4de0 0x7fabe01496f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fabdc02c300 tx=0x7fabdc02dae0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.191+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 shutdown_connections 2024-04-21T09:11:24.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.191+0000 7fabe7fff640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fabd00a3f90 0x7fabd00a6450 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.191+0000 7fabe7fff640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fabe00b7a70 0x7fabe0143940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.191+0000 7fabe7fff640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fabe00a5700 0x7fabe0149c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.191+0000 7fabe7fff640 1 --2- 172.21.15.52:0/2464379968 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fabe00a4de0 0x7fabe01496f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:24.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.191+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 >> 172.21.15.52:0/2464379968 conn(0x7fabe001a640 msgr2=0x7fabe00b5520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:24.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.196+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 shutdown_connections 2024-04-21T09:11:24.196 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:24.196+0000 7fabe7fff640 1 -- 172.21.15.52:0/2464379968 wait complete. 2024-04-21T09:11:24.250 INFO:tasks.cephfs.filesystem:scrub status for tag:b2b225f7-4eef-4f52-a648-db341fdc3e1a - {'path': '/', 'tag': 'b2b225f7-4eef-4f52-a648-db341fdc3e1a', 'options': 'recursive,force'} 2024-04-21T09:11:24.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:24 smithi078 ceph-mon[31713]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-21T09:11:24.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:24 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:active 2024-04-21T09:11:24.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:24 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:24.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:24 smithi052 ceph-mon[28035]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-21T09:11:24.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:24 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:active 2024-04-21T09:11:24.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:24 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:24.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:24 smithi060 ceph-mon[31055]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-04-21T09:11:24.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:24 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] up:active 2024-04-21T09:11:24.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:24 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:25.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:25 smithi060 ceph-mon[31055]: pgmap v42: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 763 MiB/s wr, 1.48k op/s 2024-04-21T09:11:25.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:25 smithi078 ceph-mon[31713]: pgmap v42: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 763 MiB/s wr, 1.48k op/s 2024-04-21T09:11:25.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:25 smithi052 ceph-mon[28035]: pgmap v42: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 763 MiB/s wr, 1.48k op/s 2024-04-21T09:11:27.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:27 smithi060 ceph-mon[31055]: pgmap v43: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 574 MiB/s wr, 1.25k op/s 2024-04-21T09:11:27.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7f619d505700 time 2024-04-21T09:11:27.246719+0000 2024-04-21T09:11:27.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:11:27.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:11:27.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f61afb3e3dd] 2024-04-21T09:11:27.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f61afb3e5a3] 2024-04-21T09:11:27.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 3: (MDLog::_replay_thread()+0xd8) [0x55f2507200c8] 2024-04-21T09:11:27.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 4: (MDLog::ReplayThread::entry()+0x11) [0x55f250729cf1] 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7f61ae8bc1ca] 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 6: clone() 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.246+0000 7f619d505700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7f619d505700 time 2024-04-21T09:11:27.246719+0000 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f61afb3e3dd] 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f61afb3e5a3] 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 3: (MDLog::_replay_thread()+0xd8) [0x55f2507200c8] 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 4: (MDLog::ReplayThread::entry()+0x11) [0x55f250729cf1] 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7f61ae8bc1ca] 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 6: clone() 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: *** Caught signal (Aborted) ** 2024-04-21T09:11:27.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: in thread 7f619d505700 thread_name:md_log_replay 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f61ae8c6d20] 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2: gsignal() 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 3: abort() 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f61afb3e437] 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f61afb3e5a3] 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 6: (MDLog::_replay_thread()+0xd8) [0x55f2507200c8] 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 7: (MDLog::ReplayThread::entry()+0x11) [0x55f250729cf1] 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f61ae8bc1ca] 2024-04-21T09:11:27.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 9: clone() 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.247+0000 7f619d505700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: in thread 7f619d505700 thread_name:md_log_replay 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f61ae8c6d20] 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2: gsignal() 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 3: abort() 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f61afb3e437] 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f61afb3e5a3] 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 6: (MDLog::_replay_thread()+0xd8) [0x55f2507200c8] 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 7: (MDLog::ReplayThread::entry()+0x11) [0x55f250729cf1] 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f61ae8bc1ca] 2024-04-21T09:11:27.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 9: clone() 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: -1> 2024-04-21T09:11:27.246+0000 7f619d505700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7f619d505700 time 2024-04-21T09:11:27.246719+0000 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f61afb3e3dd] 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f61afb3e5a3] 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 3: (MDLog::_replay_thread()+0xd8) [0x55f2507200c8] 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 4: (MDLog::ReplayThread::entry()+0x11) [0x55f250729cf1] 2024-04-21T09:11:27.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7f61ae8bc1ca] 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 6: clone() 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 0> 2024-04-21T09:11:27.247+0000 7f619d505700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: in thread 7f619d505700 thread_name:md_log_replay 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f61ae8c6d20] 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2: gsignal() 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 3: abort() 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f61afb3e437] 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f61afb3e5a3] 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 6: (MDLog::_replay_thread()+0xd8) [0x55f2507200c8] 2024-04-21T09:11:27.704 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 7: (MDLog::ReplayThread::entry()+0x11) [0x55f250729cf1] 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f61ae8bc1ca] 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 9: clone() 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: -1> 2024-04-21T09:11:27.246+0000 7f619d505700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7f619d505700 time 2024-04-21T09:11:27.246719+0000 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f61afb3e3dd] 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f61afb3e5a3] 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 3: (MDLog::_replay_thread()+0xd8) [0x55f2507200c8] 2024-04-21T09:11:27.705 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 4: (MDLog::ReplayThread::entry()+0x11) [0x55f250729cf1] 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7f61ae8bc1ca] 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 6: clone() 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 0> 2024-04-21T09:11:27.247+0000 7f619d505700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: in thread 7f619d505700 thread_name:md_log_replay 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f61ae8c6d20] 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2: gsignal() 2024-04-21T09:11:27.706 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 3: abort() 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f61afb3e437] 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f61afb3e5a3] 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 6: (MDLog::_replay_thread()+0xd8) [0x55f2507200c8] 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 7: (MDLog::ReplayThread::entry()+0x11) [0x55f250729cf1] 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f61ae8bc1ca] 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 9: clone() 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[62886]: 2024-04-21T09:11:27.707 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:27 smithi078 podman[66316]: 2024-04-21 09:11:27.306934371 +0000 UTC m=+0.019986331 container died 677af7acee562684c8907ecaab137dd66bd7ccdf6f9bb7f350a5e5f12102559e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-21T09:11:27.708 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:27 smithi078 ceph-mon[31713]: pgmap v43: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 574 MiB/s wr, 1.25k op/s 2024-04-21T09:11:27.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:27 smithi052 ceph-mon[28035]: pgmap v43: 129 pgs: 129 active+clean; 11 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 574 MiB/s wr, 1.25k op/s 2024-04-21T09:11:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:29 smithi060 ceph-mon[31055]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:29 smithi060 ceph-mon[31055]: pgmap v44: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 845 MiB/s wr, 2.11k op/s 2024-04-21T09:11:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:29 smithi060 ceph-mon[31055]: scrub summary: idle 2024-04-21T09:11:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:29 smithi060 ceph-mon[31055]: scrub summary: idle 2024-04-21T09:11:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:29 smithi078 ceph-mon[31713]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:29.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:29 smithi078 ceph-mon[31713]: pgmap v44: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 845 MiB/s wr, 2.11k op/s 2024-04-21T09:11:29.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:29 smithi078 ceph-mon[31713]: scrub summary: idle 2024-04-21T09:11:29.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:29 smithi078 ceph-mon[31713]: scrub summary: idle 2024-04-21T09:11:29.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:29 smithi052 ceph-mon[28035]: scrub summary: idle+waiting paths [/] 2024-04-21T09:11:29.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:29 smithi052 ceph-mon[28035]: pgmap v44: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 845 MiB/s wr, 2.11k op/s 2024-04-21T09:11:29.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:29 smithi052 ceph-mon[28035]: scrub summary: idle 2024-04-21T09:11:29.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:29 smithi052 ceph-mon[28035]: scrub summary: idle 2024-04-21T09:11:31.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:31 smithi060 ceph-mon[31055]: pgmap v45: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 583 MiB/s wr, 1.28k op/s 2024-04-21T09:11:31.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:31 smithi078 ceph-mon[31713]: pgmap v45: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 583 MiB/s wr, 1.28k op/s 2024-04-21T09:11:31.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:31 smithi052 ceph-mon[28035]: pgmap v45: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 583 MiB/s wr, 1.28k op/s 2024-04-21T09:11:33.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:33 smithi060 ceph-mon[31055]: pgmap v46: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 714 MiB/s wr, 1.40k op/s 2024-04-21T09:11:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:33 smithi078 ceph-mon[31713]: pgmap v46: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 714 MiB/s wr, 1.40k op/s 2024-04-21T09:11:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:33 smithi052 ceph-mon[28035]: pgmap v46: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 714 MiB/s wr, 1.40k op/s 2024-04-21T09:11:35.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:35 smithi060 ceph-mon[31055]: pgmap v47: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 741 MiB/s wr, 1.38k op/s 2024-04-21T09:11:35.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:35 smithi078 ceph-mon[31713]: pgmap v47: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 741 MiB/s wr, 1.38k op/s 2024-04-21T09:11:35.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:35 smithi052 ceph-mon[28035]: pgmap v47: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 741 MiB/s wr, 1.38k op/s 2024-04-21T09:11:36.093 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:35 smithi078 podman[66316]: 2024-04-21 09:11:35.774166338 +0000 UTC m=+8.487218287 container remove 677af7acee562684c8907ecaab137dd66bd7ccdf6f9bb7f350a5e5f12102559e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-21T09:11:36.093 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:35 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Main process exited, code=exited, status=134/n/a 2024-04-21T09:11:36.445 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:36 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Failed with result 'exit-code'. 2024-04-21T09:11:36.445 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:36 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Consumed 3.211s CPU time. 2024-04-21T09:11:37.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:36 smithi078 ceph-mon[31713]: pgmap v48: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 578 MiB/s wr, 1.17k op/s 2024-04-21T09:11:37.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:36 smithi052 ceph-mon[28035]: pgmap v48: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 578 MiB/s wr, 1.17k op/s 2024-04-21T09:11:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:36 smithi060 ceph-mon[31055]: pgmap v48: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 578 MiB/s wr, 1.17k op/s 2024-04-21T09:11:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.433+0000 7fb62ffff640 1 -- 172.21.15.52:0/1512148426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630108f50 msgr2=0x7fb6301093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.433+0000 7fb62ffff640 1 --2- 172.21.15.52:0/1512148426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630108f50 0x7fb6301093b0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb62001a910 tx=0x7fb62003cca0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.434+0000 7fb62ffff640 1 -- 172.21.15.52:0/1512148426 shutdown_connections 2024-04-21T09:11:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.434+0000 7fb62ffff640 1 --2- 172.21.15.52:0/1512148426 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb6301099d0 0x7fb63011d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.434+0000 7fb62ffff640 1 --2- 172.21.15.52:0/1512148426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb630108f50 0x7fb6301093b0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.434+0000 7fb62ffff640 1 --2- 172.21.15.52:0/1512148426 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301104a0 0x7fb630110880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.434+0000 7fb62ffff640 1 -- 172.21.15.52:0/1512148426 >> 172.21.15.52:0/1512148426 conn(0x7fb63006ced0 msgr2=0x7fb63006d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:37.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.437+0000 7fb62ffff640 1 -- 172.21.15.52:0/1512148426 shutdown_connections 2024-04-21T09:11:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.441+0000 7fb62ffff640 1 -- 172.21.15.52:0/1512148426 wait complete. 2024-04-21T09:11:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.442+0000 7fb62ffff640 1 Processor -- start 2024-04-21T09:11:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.442+0000 7fb62ffff640 1 -- start start 2024-04-21T09:11:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.442+0000 7fb62ffff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630108f50 0x7fb63011d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.443+0000 7fb62ffff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6301099d0 0x7fb6301194b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.443+0000 7fb62ffff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301104a0 0x7fb6301199f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.443+0000 7fb62ffff640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb630113880 con 0x7fb6301099d0 2024-04-21T09:11:37.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.443+0000 7fb62ffff640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb630113700 con 0x7fb6301104a0 2024-04-21T09:11:37.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.443+0000 7fb62ffff640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb630113a00 con 0x7fb630108f50 2024-04-21T09:11:37.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.446+0000 7fb62e7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6301099d0 0x7fb6301194b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.446+0000 7fb62e7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6301099d0 0x7fb6301194b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46496/0 (socket says 172.21.15.52:46496) 2024-04-21T09:11:37.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.446+0000 7fb62e7fc640 1 -- 172.21.15.52:0/2840656626 learned_addr learned my addr 172.21.15.52:0/2840656626 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:37.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.448+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301104a0 0x7fb6301199f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.453 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.453+0000 7fb62f7fe640 1 -- 172.21.15.52:0/2840656626 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630108f50 msgr2=0x7fb63011d420 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:11:37.454 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.453+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630108f50 0x7fb63011d420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.454 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.453+0000 7fb62f7fe640 1 -- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6301099d0 msgr2=0x7fb6301194b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:37.454 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.453+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6301099d0 0x7fb6301194b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.454 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.453+0000 7fb62f7fe640 1 -- 172.21.15.52:0/2840656626 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb63011a120 con 0x7fb6301104a0 2024-04-21T09:11:37.455 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.456+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301104a0 0x7fb6301199f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb62400b3e0 tx=0x7fb62400b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:37.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.465+0000 7fb617fff640 1 -- 172.21.15.52:0/2840656626 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb624015020 con 0x7fb6301104a0 2024-04-21T09:11:37.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.465+0000 7fb617fff640 1 -- 172.21.15.52:0/2840656626 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb624011ce0 con 0x7fb6301104a0 2024-04-21T09:11:37.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.465+0000 7fb617fff640 1 -- 172.21.15.52:0/2840656626 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb624010e00 con 0x7fb6301104a0 2024-04-21T09:11:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.469+0000 7fb62ffff640 1 -- 172.21.15.52:0/2840656626 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6301cd340 con 0x7fb6301104a0 2024-04-21T09:11:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.469+0000 7fb62ffff640 1 -- 172.21.15.52:0/2840656626 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6301cd7d0 con 0x7fb6301104a0 2024-04-21T09:11:37.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.473+0000 7fb638398740 1 Processor -- start 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.473+0000 7fb638398740 1 -- start start 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb638398740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca1ac0 0x563b05ca0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb638398740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05ca11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb638398740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05cac6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb638398740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563b05c058d0 con 0x563b05caa2d0 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb638398740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563b05ba2e80 con 0x563b05ca1ac0 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb638398740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x563b05c01890 con 0x563b05ca0d50 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb62effd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05ca11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb62effd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05ca11d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:44568/0 (socket says 172.21.15.52:44568) 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.474+0000 7fb62effd640 1 -- 172.21.15.52:0/2528636337 learned_addr learned my addr 172.21.15.52:0/2528636337 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.475+0000 7fb62effd640 1 -- 172.21.15.52:0/2528636337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca1ac0 msgr2=0x563b05ca0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.475+0000 7fb62effd640 1 --2- 172.21.15.52:0/2528636337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca1ac0 0x563b05ca0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.475+0000 7fb62effd640 1 -- 172.21.15.52:0/2528636337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 msgr2=0x563b05cac6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:37.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.475+0000 7fb62effd640 1 --2- 172.21.15.52:0/2528636337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05cac6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.475+0000 7fb62effd640 1 -- 172.21.15.52:0/2528636337 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b05bc4320 con 0x563b05ca0d50 2024-04-21T09:11:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.476+0000 7fb62effd640 1 --2- 172.21.15.52:0/2528636337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05ca11d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb628009da0 tx=0x7fb62800b420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c8022252e85295b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.477+0000 7fb6157fa640 1 -- 172.21.15.52:0/2528636337 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62800bd40 con 0x563b05ca0d50 2024-04-21T09:11:37.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.480+0000 7fb6157fa640 1 -- 172.21.15.52:0/2528636337 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb628017070 con 0x563b05ca0d50 2024-04-21T09:11:37.483 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.481+0000 7fb617fff640 1 -- 172.21.15.52:0/2840656626 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fb624018020 con 0x7fb6301104a0 2024-04-21T09:11:37.483 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.482+0000 7fb638398740 1 -- 172.21.15.52:0/2528636337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 msgr2=0x563b05ca11d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:37.485 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.482+0000 7fb638398740 1 --2- 172.21.15.52:0/2528636337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05ca11d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb628009da0 tx=0x7fb62800b420 comp rx=0 tx=0).stop 2024-04-21T09:11:37.485 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.483+0000 7fb617fff640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb6180a4050 0x7fb6180a6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.486 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.483+0000 7fb617fff640 1 -- 172.21.15.52:0/2840656626 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb6240d0390 con 0x7fb6301104a0 2024-04-21T09:11:37.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.488+0000 7fb638398740 1 -- 172.21.15.52:0/2528636337 shutdown_connections 2024-04-21T09:11:37.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.488+0000 7fb638398740 1 --2- 172.21.15.52:0/2528636337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05cac6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.488+0000 7fb638398740 1 --2- 172.21.15.52:0/2528636337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05ca11d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.488+0000 7fb638398740 1 --2- 172.21.15.52:0/2528636337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca1ac0 0x563b05ca0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.488+0000 7fb638398740 1 -- 172.21.15.52:0/2528636337 >> 172.21.15.52:0/2528636337 conn(0x563b05c67c90 msgr2=0x563b05c9ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:37.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.494+0000 7fb62e7fc640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb6180a4050 0x7fb6180a6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.494+0000 7fb638398740 1 -- 172.21.15.52:0/2528636337 shutdown_connections 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.494+0000 7fb638398740 1 -- 172.21.15.52:0/2528636337 wait complete. 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.494+0000 7fb638398740 1 -- start start 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.495+0000 7fb638398740 1 Processor -- start 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.495+0000 7fb638398740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05ca9b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.495+0000 7fb638398740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05ca1ac0 0x563b05ca6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.495+0000 7fb638398740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05caa2d0 0x563b05ca7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.495+0000 7fb638398740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563b05cad050 con 0x563b05ca1ac0 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.495+0000 7fb638398740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563b05b8deb0 con 0x563b05ca0d50 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.495+0000 7fb638398740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x563b05cad1d0 con 0x563b05caa2d0 2024-04-21T09:11:37.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.495+0000 7fb638398740 10 client.0 _ll_register_callbacks cb 0x563b05bbab40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:37.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.496+0000 7fb62effd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05ca9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.496+0000 7fb62effd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05ca9b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:37842/0 (socket says 172.21.15.52:37842) 2024-04-21T09:11:37.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.496+0000 7fb62effd640 1 -- 172.21.15.52:0/1335182881 learned_addr learned my addr 172.21.15.52:0/1335182881 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:37.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.499+0000 7fb62effd640 1 -- 172.21.15.52:0/1335182881 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05caa2d0 msgr2=0x563b05ca7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:37.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.499+0000 7fb62effd640 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05caa2d0 0x563b05ca7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.499+0000 7fb62effd640 1 -- 172.21.15.52:0/1335182881 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05ca1ac0 msgr2=0x563b05ca6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:37.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.499+0000 7fb62effd640 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05ca1ac0 0x563b05ca6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.499+0000 7fb62effd640 1 -- 172.21.15.52:0/1335182881 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b05918210 con 0x563b05ca0d50 2024-04-21T09:11:37.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.507+0000 7fb62effd640 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05ca9b40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb62800bf70 tx=0x7fb62800bfa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30f14fd6a19c8d01 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:37.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.508+0000 7fb612ff5640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.510+0000 7fb612ff5640 1 -- 172.21.15.52:0/1335182881 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb628022020 con 0x563b05ca0d50 2024-04-21T09:11:37.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.510+0000 7fb638398740 1 -- 172.21.15.52:0/1335182881 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb628017070 con 0x563b05ca0d50 2024-04-21T09:11:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.510+0000 7fb612ff5640 1 -- 172.21.15.52:0/1335182881 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb628012840 con 0x563b05ca0d50 2024-04-21T09:11:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.510+0000 7fb612ff5640 1 -- 172.21.15.52:0/1335182881 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fb62802d050 con 0x563b05ca0d50 2024-04-21T09:11:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.511+0000 7fb638398740 10 client.25760 fetch_fsmap learned FSMap version 27 2024-04-21T09:11:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.511+0000 7fb638398740 1 -- 172.21.15.52:0/1335182881 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x563b059e4620 con 0x563b05ca0d50 2024-04-21T09:11:37.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.511+0000 7fb612ff5640 1 -- 172.21.15.52:0/1335182881 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb628017070 con 0x563b05ca0d50 2024-04-21T09:11:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.512+0000 7fb612ff5640 1 -- 172.21.15.52:0/1335182881 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fb628011070 con 0x563b05ca0d50 2024-04-21T09:11:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.512+0000 7fb638398740 10 client.25760 fetch_fsmap finished waiting for FSMap version 27 2024-04-21T09:11:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.512+0000 7fb638398740 10 client.25760 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.512+0000 7fb638398740 20 client.25760 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.512+0000 7fb638398740 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563b05cdc6b0 0x563b05cdeb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.512+0000 7fb638398740 4 client.25760 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:37.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.512+0000 7fb638398740 1 -- 172.21.15.52:0/1335182881 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b05c19880 con 0x563b05cdc6b0 2024-04-21T09:11:37.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.522+0000 7fb62e7fc640 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563b05cdc6b0 0x563b05cdeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.525+0000 7fb62e7fc640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb6180a4050 0x7fb6180a6510 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x563b05ca6730 tx=0x7fb62001a600 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:37.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.533+0000 7fb62e7fc640 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563b05cdc6b0 0x563b05cdeb70 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9a949658b819798 server_cookie=3c2df317e8ae4df7 in_seq=0 out_seq=0 2024-04-21T09:11:37.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.533+0000 7fb612ff5640 10 client.25760 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:37.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.538+0000 7fb612ff5640 1 -- 172.21.15.52:0/1335182881 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563b05c19880 con 0x563b05cdc6b0 2024-04-21T09:11:37.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.538+0000 7fb612ff5640 10 client.25760 handle_command_reply: tid=0 2024-04-21T09:11:37.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.538+0000 7fb638398740 1 client.25760 shutdown 2024-04-21T09:11:37.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.544+0000 7fb638398740 1 -- 172.21.15.52:0/1335182881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 msgr2=0x563b05ca9b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:37.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.544+0000 7fb638398740 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05ca9b40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fb62800bf70 tx=0x7fb62800bfa0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.546+0000 7fb638398740 1 -- 172.21.15.52:0/1335182881 shutdown_connections 2024-04-21T09:11:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.546+0000 7fb638398740 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563b05cdc6b0 0x563b05cdeb70 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.546+0000 7fb638398740 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05caa2d0 0x563b05ca7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.546+0000 7fb638398740 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05ca1ac0 0x563b05ca6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.546+0000 7fb638398740 1 --2- 172.21.15.52:0/1335182881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05ca9b40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.546+0000 7fb638398740 1 -- 172.21.15.52:0/1335182881 >> 172.21.15.52:0/1335182881 conn(0x563b05c67c90 msgr2=0x563b05c9d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.547+0000 7fb612ff5640 0 client.25760 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.547+0000 7fb638398740 1 -- 172.21.15.52:0/1335182881 shutdown_connections 2024-04-21T09:11:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.547+0000 7fb638398740 1 -- 172.21.15.52:0/1335182881 wait complete. 2024-04-21T09:11:37.551 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.550+0000 7fb638398740 20 client.25760 trim_cache size 0 max 16384 2024-04-21T09:11:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.616+0000 7fb638398740 1 Processor -- start 2024-04-21T09:11:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.616+0000 7fb638398740 1 -- start start 2024-04-21T09:11:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.617+0000 7fb638398740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05cb5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.617+0000 7fb638398740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca1ac0 0x563b05ce4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.617+0000 7fb638398740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ce49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.617+0000 7fb638398740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb630080720 con 0x563b05caa2d0 2024-04-21T09:11:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.617+0000 7fb638398740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb63007dff0 con 0x563b05ca1ac0 2024-04-21T09:11:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.617+0000 7fb638398740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb63007be40 con 0x563b05ca0d50 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.619+0000 7fb62effd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05cb5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.619+0000 7fb62f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ce49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.619+0000 7fb62f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ce49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46528/0 (socket says 172.21.15.52:46528) 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.619+0000 7fb62f7fe640 1 -- 172.21.15.52:0/3073574143 learned_addr learned my addr 172.21.15.52:0/3073574143 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.621+0000 7fb62f7fe640 1 -- 172.21.15.52:0/3073574143 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 msgr2=0x563b05cb5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.621+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/3073574143 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05cb5fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.621+0000 7fb62f7fe640 1 -- 172.21.15.52:0/3073574143 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca1ac0 msgr2=0x563b05ce4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.621+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/3073574143 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca1ac0 0x563b05ce4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.621+0000 7fb62f7fe640 1 -- 172.21.15.52:0/3073574143 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b05ca0020 con 0x563b05caa2d0 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.622+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/3073574143 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ce49c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fb624006fd0 tx=0x7fb62409ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8de14a464c23e8f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:37.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.624+0000 7fb614ff9640 1 -- 172.21.15.52:0/3073574143 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62409be10 con 0x563b05caa2d0 2024-04-21T09:11:37.625 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.624+0000 7fb614ff9640 1 -- 172.21.15.52:0/3073574143 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6240b5070 con 0x563b05caa2d0 2024-04-21T09:11:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.625+0000 7fb638398740 1 -- 172.21.15.52:0/3073574143 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 msgr2=0x563b05ce49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:37.628 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.625+0000 7fb638398740 1 --2- 172.21.15.52:0/3073574143 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ce49c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fb624006fd0 tx=0x7fb62409ba10 comp rx=0 tx=0).stop 2024-04-21T09:11:37.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.630+0000 7fb638398740 1 -- 172.21.15.52:0/3073574143 shutdown_connections 2024-04-21T09:11:37.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.631+0000 7fb638398740 1 --2- 172.21.15.52:0/3073574143 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ce49c0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.631+0000 7fb638398740 1 --2- 172.21.15.52:0/3073574143 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca1ac0 0x563b05ce4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.631+0000 7fb638398740 1 --2- 172.21.15.52:0/3073574143 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca0d50 0x563b05cb5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.631+0000 7fb638398740 1 -- 172.21.15.52:0/3073574143 >> 172.21.15.52:0/3073574143 conn(0x563b05c67c90 msgr2=0x563b05ca2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:37.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.638+0000 7fb638398740 1 -- 172.21.15.52:0/3073574143 shutdown_connections 2024-04-21T09:11:37.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.638+0000 7fb638398740 1 -- 172.21.15.52:0/3073574143 wait complete. 2024-04-21T09:11:37.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.639+0000 7fb638398740 1 -- start start 2024-04-21T09:11:37.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.639+0000 7fb638398740 1 Processor -- start 2024-04-21T09:11:37.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.640+0000 7fb638398740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05cb2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.640+0000 7fb638398740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca1ac0 0x563b05ca4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.640+0000 7fb638398740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ca4690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.641+0000 7fb638398740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fb63007c4b0 con 0x563b05caa2d0 2024-04-21T09:11:37.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.641+0000 7fb638398740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb63007d920 con 0x563b05ca0d50 2024-04-21T09:11:37.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.641+0000 7fb638398740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fb63007cb80 con 0x563b05ca1ac0 2024-04-21T09:11:37.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.641+0000 7fb638398740 10 client.0 _ll_register_callbacks cb 0x7fb628009f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:37.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.641+0000 7fb62effd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05cb2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.641+0000 7fb62e7fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca1ac0 0x563b05ca4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.642+0000 7fb62e7fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca1ac0 0x563b05ca4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:44580/0 (socket says 172.21.15.52:44580) 2024-04-21T09:11:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.642+0000 7fb62e7fc640 1 -- 172.21.15.52:0/1479281714 learned_addr learned my addr 172.21.15.52:0/1479281714 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.643+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ca4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.643+0000 7fb62f7fe640 1 -- 172.21.15.52:0/1479281714 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca1ac0 msgr2=0x563b05ca4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:37.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.643+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca1ac0 0x563b05ca4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.643+0000 7fb62f7fe640 1 -- 172.21.15.52:0/1479281714 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 msgr2=0x563b05cb2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:37.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.643+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05cb2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:37.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.643+0000 7fb62f7fe640 1 -- 172.21.15.52:0/1479281714 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b05ca4f10 con 0x563b05caa2d0 2024-04-21T09:11:37.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.644+0000 7fb62f7fe640 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ca4690 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fb6240b1000 tx=0x7fb624010380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2611ef202e8d2999 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.647+0000 7fb612ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:11:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.647+0000 7fb612ff5640 1 -- 172.21.15.52:0/1479281714 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6240a9060 con 0x563b05caa2d0 2024-04-21T09:11:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.647+0000 7fb638398740 1 -- 172.21.15.52:0/1479281714 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6240b5070 con 0x563b05caa2d0 2024-04-21T09:11:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.647+0000 7fb612ff5640 1 -- 172.21.15.52:0/1479281714 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fb624011830 con 0x563b05caa2d0 2024-04-21T09:11:37.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.649+0000 7fb612ff5640 1 -- 172.21.15.52:0/1479281714 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fb6240a4a80 con 0x563b05caa2d0 2024-04-21T09:11:37.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.652+0000 7fb638398740 10 client.16143 fetch_fsmap learned FSMap version 27 2024-04-21T09:11:37.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.652+0000 7fb638398740 1 -- 172.21.15.52:0/1479281714 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x563b05cab730 con 0x563b05caa2d0 2024-04-21T09:11:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.656+0000 7fb612ff5640 1 -- 172.21.15.52:0/1479281714 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6240b5070 con 0x563b05caa2d0 2024-04-21T09:11:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.656+0000 7fb612ff5640 1 -- 172.21.15.52:0/1479281714 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fb624022060 con 0x563b05caa2d0 2024-04-21T09:11:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.656+0000 7fb638398740 10 client.16143 fetch_fsmap finished waiting for FSMap version 27 2024-04-21T09:11:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.656+0000 7fb638398740 10 client.16143 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.656+0000 7fb638398740 20 client.16143 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.656+0000 7fb638398740 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563b05cabc20 0x563b05d44d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:37.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.656+0000 7fb638398740 4 client.16143 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:11:37.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.656+0000 7fb638398740 1 -- 172.21.15.52:0/1479281714 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563b05ba53d0 con 0x563b05cabc20 2024-04-21T09:11:37.659 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.657+0000 7fb62effd640 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563b05cabc20 0x563b05d44d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:37.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.666+0000 7fb62effd640 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563b05cabc20 0x563b05d44d00 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db12b8a567e9818b server_cookie=b69fad73ffed480c in_seq=0 out_seq=0 2024-04-21T09:11:37.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:37.667+0000 7fb612ff5640 10 client.16143 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:38.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.032+0000 7fb617fff640 1 -- 172.21.15.52:0/2840656626 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fb6240b0cd0 con 0x7fb6301104a0 2024-04-21T09:11:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.425+0000 7fb612ff5640 1 -- 172.21.15.52:0/1479281714 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563b05ba53d0 con 0x563b05cabc20 2024-04-21T09:11:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.425+0000 7fb612ff5640 10 client.16143 handle_command_reply: tid=0 2024-04-21T09:11:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.425+0000 7fb638398740 1 client.16143 shutdown 2024-04-21T09:11:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.425+0000 7fb638398740 1 -- 172.21.15.52:0/1479281714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 msgr2=0x563b05ca4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.425+0000 7fb638398740 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ca4690 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fb6240b1000 tx=0x7fb624010380 comp rx=0 tx=0).stop 2024-04-21T09:11:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb638398740 1 -- 172.21.15.52:0/1479281714 shutdown_connections 2024-04-21T09:11:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb638398740 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563b05cabc20 0x563b05d44d00 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb638398740 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563b05caa2d0 0x563b05ca4690 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb638398740 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563b05ca1ac0 0x563b05ca4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb638398740 1 --2- 172.21.15.52:0/1479281714 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563b05ca0d50 0x563b05cb2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb638398740 1 -- 172.21.15.52:0/1479281714 >> 172.21.15.52:0/1479281714 conn(0x563b05c67c90 msgr2=0x563b05ca20f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb612ff5640 0 client.16143 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb638398740 1 -- 172.21.15.52:0/1479281714 shutdown_connections 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.426+0000 7fb638398740 1 -- 172.21.15.52:0/1479281714 wait complete. 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.427+0000 7fb638398740 20 client.16143 trim_cache size 0 max 16384 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:11:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:11:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:11:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 -- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb6180a4050 msgr2=0x7fb6180a6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb6180a4050 0x7fb6180a6510 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x563b05ca6730 tx=0x7fb62001a600 comp rx=0 tx=0).stop 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 -- 172.21.15.52:0/2840656626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301104a0 msgr2=0x7fb6301199f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301104a0 0x7fb6301199f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fb62400b3e0 tx=0x7fb62400b8a0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 -- 172.21.15.52:0/2840656626 shutdown_connections 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fb6180a4050 0x7fb6180a6510 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb6301104a0 0x7fb6301199f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fb6301099d0 0x7fb6301194b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 --2- 172.21.15.52:0/2840656626 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fb630108f50 0x7fb63011d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.429+0000 7fb62ffff640 1 -- 172.21.15.52:0/2840656626 >> 172.21.15.52:0/2840656626 conn(0x7fb63006ced0 msgr2=0x7fb630070b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.430+0000 7fb62ffff640 1 -- 172.21.15.52:0/2840656626 shutdown_connections 2024-04-21T09:11:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:38.430+0000 7fb62ffff640 1 -- 172.21.15.52:0/2840656626 wait complete. 2024-04-21T09:11:39.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:39 smithi060 ceph-mon[31055]: pgmap v49: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 841 MiB/s wr, 1.77k op/s 2024-04-21T09:11:39.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:39 smithi060 ceph-mon[31055]: mgrmap e25: x(active, since 92s), standbys: y, z 2024-04-21T09:11:39.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:39 smithi078 ceph-mon[31713]: pgmap v49: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 841 MiB/s wr, 1.77k op/s 2024-04-21T09:11:39.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:39 smithi078 ceph-mon[31713]: mgrmap e25: x(active, since 92s), standbys: y, z 2024-04-21T09:11:39.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:39 smithi052 ceph-mon[28035]: pgmap v49: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 841 MiB/s wr, 1.77k op/s 2024-04-21T09:11:39.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:39 smithi052 ceph-mon[28035]: mgrmap e25: x(active, since 92s), standbys: y, z 2024-04-21T09:11:41.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:41 smithi060 ceph-mon[31055]: pgmap v50: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 590 MiB/s wr, 954 op/s 2024-04-21T09:11:41.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:41 smithi060 ceph-mon[31055]: MDS daemon mds.c is removed because it is dead or otherwise unavailable. 2024-04-21T09:11:41.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:41 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:11:41.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:41 smithi078 ceph-mon[31713]: pgmap v50: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 590 MiB/s wr, 954 op/s 2024-04-21T09:11:41.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:41 smithi078 ceph-mon[31713]: MDS daemon mds.c is removed because it is dead or otherwise unavailable. 2024-04-21T09:11:41.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:41 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:11:41.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:41 smithi052 ceph-mon[28035]: pgmap v50: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 590 MiB/s wr, 954 op/s 2024-04-21T09:11:41.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:41 smithi052 ceph-mon[28035]: MDS daemon mds.c is removed because it is dead or otherwise unavailable. 2024-04-21T09:11:41.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:41 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:11:43.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:43 smithi060 ceph-mon[31055]: pgmap v51: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 711 MiB/s wr, 1.31k op/s 2024-04-21T09:11:43.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:43 smithi078 ceph-mon[31713]: pgmap v51: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 711 MiB/s wr, 1.31k op/s 2024-04-21T09:11:43.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:43 smithi052 ceph-mon[28035]: pgmap v51: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 711 MiB/s wr, 1.31k op/s 2024-04-21T09:11:45.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:45 smithi060 ceph-mon[31055]: pgmap v52: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 753 MiB/s wr, 1.71k op/s 2024-04-21T09:11:45.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:45 smithi078 ceph-mon[31713]: pgmap v52: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 753 MiB/s wr, 1.71k op/s 2024-04-21T09:11:45.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:45 smithi052 ceph-mon[28035]: pgmap v52: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 753 MiB/s wr, 1.71k op/s 2024-04-21T09:11:46.517 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:46 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Scheduled restart job, restart counter is at 1. 2024-04-21T09:11:46.517 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:46 smithi078 systemd[1]: Stopped Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:11:46.517 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:46 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Consumed 3.211s CPU time. 2024-04-21T09:11:46.517 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:46 smithi078 systemd[1]: Starting Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:11:46.944 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:46 smithi078 podman[66415]: 2024-04-21 09:11:46.422079144 +0000 UTC m=+0.040686071 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:11:47.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:47 smithi060 ceph-mon[31055]: pgmap v53: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 578 MiB/s wr, 1.53k op/s 2024-04-21T09:11:47.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:47 smithi078 ceph-mon[31713]: pgmap v53: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 578 MiB/s wr, 1.53k op/s 2024-04-21T09:11:47.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:47 smithi052 ceph-mon[28035]: pgmap v53: 129 pgs: 129 active+clean; 12 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 578 MiB/s wr, 1.53k op/s 2024-04-21T09:11:47.797 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:47 smithi078 podman[66415]: 2024-04-21 09:11:47.509383577 +0000 UTC m=+1.127990479 container create 23484be420bc5242fe1b31148c46db5c35462caaf3766164fa8b9a34e7a7ae10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-21T09:11:48.048 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:47 smithi078 podman[66415]: 2024-04-21 09:11:47.946616803 +0000 UTC m=+1.565223716 container init 23484be420bc5242fe1b31148c46db5c35462caaf3766164fa8b9a34e7a7ae10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, RELEASE=wip-lusov-quiescer-a630765, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-21T09:11:48.048 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:47 smithi078 podman[66415]: 2024-04-21 09:11:47.950349611 +0000 UTC m=+1.568956515 container start 23484be420bc5242fe1b31148c46db5c35462caaf3766164fa8b9a34e7a7ae10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-21T09:11:48.048 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:47 smithi078 ceph-mds[66433]: -- 172.21.15.78:0/3275788934 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a46ec19a40 con 0x55a46ebecc00 2024-04-21T09:11:48.048 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: starting mds.c at 2024-04-21T09:11:48.048 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:48 smithi078 bash[66415]: 23484be420bc5242fe1b31148c46db5c35462caaf3766164fa8b9a34e7a7ae10 2024-04-21T09:11:48.444 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:11:48 smithi078 systemd[1]: Started Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:11:49.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:49 smithi060 ceph-mon[31055]: pgmap v54: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 802 MiB/s wr, 1.79k op/s 2024-04-21T09:11:49.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:49 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6836/1826929992,v1:172.21.15.78:6837/1826929992] up:boot 2024-04-21T09:11:49.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:49 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:49.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:49 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:11:49.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:49 smithi078 ceph-mon[31713]: pgmap v54: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 802 MiB/s wr, 1.79k op/s 2024-04-21T09:11:49.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:49 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6836/1826929992,v1:172.21.15.78:6837/1826929992] up:boot 2024-04-21T09:11:49.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:49 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:49.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:49 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:11:49.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:49 smithi052 ceph-mon[28035]: pgmap v54: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 802 MiB/s wr, 1.79k op/s 2024-04-21T09:11:49.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:49 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6836/1826929992,v1:172.21.15.78:6837/1826929992] up:boot 2024-04-21T09:11:49.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:49 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:11:49.459 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:49 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:11:51.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:51 smithi060 ceph-mon[31055]: pgmap v55: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 615 MiB/s wr, 1.27k op/s 2024-04-21T09:11:51.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:51 smithi078 ceph-mon[31713]: pgmap v55: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 615 MiB/s wr, 1.27k op/s 2024-04-21T09:11:51.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:51 smithi052 ceph-mon[28035]: pgmap v55: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 615 MiB/s wr, 1.27k op/s 2024-04-21T09:11:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.661+0000 7eff8981f640 1 -- 172.21.15.52:0/3172430814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 msgr2=0x7eff84110880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.661+0000 7eff8981f640 1 --2- 172.21.15.52:0/3172430814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 0x7eff84110880 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7eff78009900 tx=0x7eff7802bc30 comp rx=0 tx=0).stop 2024-04-21T09:11:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.661+0000 7eff8981f640 1 -- 172.21.15.52:0/3172430814 shutdown_connections 2024-04-21T09:11:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.661+0000 7eff8981f640 1 --2- 172.21.15.52:0/3172430814 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff841099d0 0x7eff8411d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.661+0000 7eff8981f640 1 --2- 172.21.15.52:0/3172430814 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff84108f50 0x7eff841093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.661+0000 7eff8981f640 1 --2- 172.21.15.52:0/3172430814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 0x7eff84110880 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.661+0000 7eff8981f640 1 -- 172.21.15.52:0/3172430814 >> 172.21.15.52:0/3172430814 conn(0x7eff8406ced0 msgr2=0x7eff8406d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.663+0000 7eff8981f640 1 -- 172.21.15.52:0/3172430814 shutdown_connections 2024-04-21T09:11:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.664+0000 7eff8981f640 1 -- 172.21.15.52:0/3172430814 wait complete. 2024-04-21T09:11:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8981f640 1 Processor -- start 2024-04-21T09:11:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8981f640 1 -- start start 2024-04-21T09:11:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8981f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff84108f50 0x7eff8411d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8981f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff841099d0 0x7eff841163c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8981f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 0x7eff84116900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8981f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7eff84120e80 con 0x7eff841104a0 2024-04-21T09:11:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8981f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7eff84120d00 con 0x7eff841099d0 2024-04-21T09:11:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8981f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7eff84121000 con 0x7eff84108f50 2024-04-21T09:11:51.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.665+0000 7eff8901e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 0x7eff84116900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff8901e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 0x7eff84116900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43510/0 (socket says 172.21.15.52:43510) 2024-04-21T09:11:51.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff8901e640 1 -- 172.21.15.52:0/3957191499 learned_addr learned my addr 172.21.15.52:0/3957191499 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:51.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff83fff640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff841099d0 0x7eff841163c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff83fff640 1 -- 172.21.15.52:0/3957191499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff84108f50 msgr2=0x7eff8411d2f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:11:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff83fff640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff84108f50 0x7eff8411d2f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff83fff640 1 -- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 msgr2=0x7eff84116900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff83fff640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 0x7eff84116900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff83fff640 1 -- 172.21.15.52:0/3957191499 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff84116f40 con 0x7eff841099d0 2024-04-21T09:11:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.666+0000 7eff83fff640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff841099d0 0x7eff841163c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7eff7c00e9f0 tx=0x7eff7c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:51.669 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.667+0000 7eff81ffb640 1 -- 172.21.15.52:0/3957191499 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7c00cd80 con 0x7eff841099d0 2024-04-21T09:11:51.669 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.667+0000 7eff81ffb640 1 -- 172.21.15.52:0/3957191499 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff7c011920 con 0x7eff841099d0 2024-04-21T09:11:51.669 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.669+0000 7eff81ffb640 1 -- 172.21.15.52:0/3957191499 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7c010910 con 0x7eff841099d0 2024-04-21T09:11:51.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.671+0000 7eff8981f640 1 -- 172.21.15.52:0/3957191499 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff8411ae10 con 0x7eff841099d0 2024-04-21T09:11:51.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.671+0000 7eff8981f640 1 -- 172.21.15.52:0/3957191499 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff8411b2e0 con 0x7eff841099d0 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.675+0000 7eff8d675740 1 Processor -- start 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.676+0000 7eff8d675740 1 -- start start 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.676+0000 7eff8d675740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6eac0 0x555698e6d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.676+0000 7eff8d675740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e6e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.676+0000 7eff8d675740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e772d0 0x555698e796c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.676+0000 7eff8d675740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x555698dd28d0 con 0x555698e6eac0 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.676+0000 7eff8d675740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x555698d6fe80 con 0x555698e6dd50 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.676+0000 7eff8d675740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x555698dce890 con 0x555698e772d0 2024-04-21T09:11:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.677+0000 7eff81ffb640 1 -- 172.21.15.52:0/3957191499 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7eff7c011470 con 0x7eff841099d0 2024-04-21T09:11:51.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.677+0000 7eff8901e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6eac0 0x555698e6d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.677+0000 7eff8901e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6eac0 0x555698e6d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43512/0 (socket says 172.21.15.52:43512) 2024-04-21T09:11:51.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.677+0000 7eff8901e640 1 -- 172.21.15.52:0/2501619652 learned_addr learned my addr 172.21.15.52:0/2501619652 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:51.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.677+0000 7eff8881d640 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e6e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.677+0000 7eff83fff640 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e772d0 0x555698e796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.677+0000 7eff8901e640 1 -- 172.21.15.52:0/2501619652 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e772d0 msgr2=0x555698e796c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.677+0000 7eff8901e640 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e772d0 0x555698e796c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.678+0000 7eff8901e640 1 -- 172.21.15.52:0/2501619652 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 msgr2=0x555698e6e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.678+0000 7eff8901e640 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e6e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.678+0000 7eff8901e640 1 -- 172.21.15.52:0/2501619652 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555698d91320 con 0x555698e6eac0 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.678+0000 7eff8901e640 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6eac0 0x555698e6d810 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7eff74009aa0 tx=0x7eff74009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ca6a54b2ec2e05f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.678+0000 7eff81ffb640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff6c0a3e60 0x7eff6c0a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.678+0000 7eff81ffb640 1 -- 172.21.15.52:0/3957191499 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7eff7c0d0920 con 0x7eff841099d0 2024-04-21T09:11:51.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.679+0000 7eff6affd640 1 -- 172.21.15.52:0/2501619652 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff74017070 con 0x555698e6eac0 2024-04-21T09:11:51.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.679+0000 7eff6affd640 1 -- 172.21.15.52:0/2501619652 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff74013470 con 0x555698e6eac0 2024-04-21T09:11:51.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.679+0000 7eff6affd640 1 -- 172.21.15.52:0/2501619652 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff74012610 con 0x555698e6eac0 2024-04-21T09:11:51.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.680+0000 7eff8d675740 1 -- 172.21.15.52:0/2501619652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6eac0 msgr2=0x555698e6d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:51.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.680+0000 7eff8d675740 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6eac0 0x555698e6d810 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7eff74009aa0 tx=0x7eff74009f60 comp rx=0 tx=0).stop 2024-04-21T09:11:51.681 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.681+0000 7eff8881d640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff6c0a3e60 0x7eff6c0a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.681 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.681+0000 7eff8d675740 1 -- 172.21.15.52:0/2501619652 shutdown_connections 2024-04-21T09:11:51.681 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.681+0000 7eff8d675740 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e772d0 0x555698e796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.681+0000 7eff8d675740 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e6e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.681+0000 7eff8d675740 1 --2- 172.21.15.52:0/2501619652 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6eac0 0x555698e6d810 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.681+0000 7eff8d675740 1 -- 172.21.15.52:0/2501619652 >> 172.21.15.52:0/2501619652 conn(0x555698e34c90 msgr2=0x555698e68a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.682+0000 7eff8d675740 1 -- 172.21.15.52:0/2501619652 shutdown_connections 2024-04-21T09:11:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.682+0000 7eff8d675740 1 -- 172.21.15.52:0/2501619652 wait complete. 2024-04-21T09:11:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.682+0000 7eff8d675740 1 -- start start 2024-04-21T09:11:51.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.683+0000 7eff8d675740 1 Processor -- start 2024-04-21T09:11:51.688 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.687+0000 7eff8d675740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e76c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.688 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.688+0000 7eff8d675740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 0x555698e74020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.688 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.688+0000 7eff8d675740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e772d0 0x555698e74630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.688+0000 7eff8901e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e772d0 0x555698e74630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.688+0000 7eff8901e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e772d0 0x555698e74630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43518/0 (socket says 172.21.15.52:43518) 2024-04-21T09:11:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.688+0000 7eff8901e640 1 -- 172.21.15.52:0/1342724823 learned_addr learned my addr 172.21.15.52:0/1342724823 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.688+0000 7eff8d675740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x555698e7a000 con 0x555698e772d0 2024-04-21T09:11:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.689+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x555698d5aeb0 con 0x555698e6dd50 2024-04-21T09:11:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.689+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x555698e7a180 con 0x555698e6eac0 2024-04-21T09:11:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.689+0000 7eff8881d640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff6c0a3e60 0x7eff6c0a6320 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7eff78005ab0 tx=0x7eff78005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.689+0000 7eff8881d640 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e76c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.689+0000 7eff8d675740 10 client.0 _ll_register_callbacks cb 0x555698d87b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.689+0000 7eff83fff640 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 0x555698e74020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.690+0000 7eff8881d640 1 -- 172.21.15.52:0/1342724823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 msgr2=0x555698e74020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:51.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.690+0000 7eff8881d640 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 0x555698e74020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.690+0000 7eff8881d640 1 -- 172.21.15.52:0/1342724823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e772d0 msgr2=0x555698e74630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:51.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.690+0000 7eff8881d640 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e772d0 0x555698e74630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.690+0000 7eff8881d640 1 -- 172.21.15.52:0/1342724823 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555698ae5210 con 0x555698e6dd50 2024-04-21T09:11:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.692+0000 7eff8881d640 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e76c90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7eff78009230 tx=0x7eff7802bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9972de65a304e46e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.692+0000 7eff63fff640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.692+0000 7eff63fff640 1 -- 172.21.15.52:0/1342724823 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff78044070 con 0x555698e6dd50 2024-04-21T09:11:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.692+0000 7eff63fff640 1 -- 172.21.15.52:0/1342724823 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7eff780046c0 con 0x555698e6dd50 2024-04-21T09:11:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.692+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff74013470 con 0x555698e6dd50 2024-04-21T09:11:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff63fff640 1 -- 172.21.15.52:0/1342724823 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7eff78005610 con 0x555698e6dd50 2024-04-21T09:11:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff8d675740 10 client.25772 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555698bb1620 con 0x555698e6dd50 2024-04-21T09:11:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff63fff640 1 -- 172.21.15.52:0/1342724823 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff74013470 con 0x555698e6dd50 2024-04-21T09:11:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff63fff640 1 -- 172.21.15.52:0/1342724823 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7eff78003bd0 con 0x555698e6dd50 2024-04-21T09:11:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff8d675740 10 client.25772 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff8d675740 10 client.25772 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff8d675740 20 client.25772 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff8d675740 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555698e87120 0x555698e89510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff8d675740 4 client.25772 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555698de6880 con 0x555698e87120 2024-04-21T09:11:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.693+0000 7eff83fff640 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555698e87120 0x555698e89510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.695 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.694+0000 7eff63fff640 10 client.25772 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:51.695 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.694+0000 7eff83fff640 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555698e87120 0x555698e89510 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94dc3037b4574b5 server_cookie=975aa206211e4e87 in_seq=0 out_seq=0 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.695+0000 7eff63fff640 1 -- 172.21.15.52:0/1342724823 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555698de6880 con 0x555698e87120 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff63fff640 10 client.25772 handle_command_reply: tid=0 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 client.25772 shutdown 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 msgr2=0x555698e76c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e76c90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7eff78009230 tx=0x7eff7802bc30 comp rx=0 tx=0).stop 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 shutdown_connections 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555698e87120 0x555698e89510 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e772d0 0x555698e74630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 0x555698e74020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 --2- 172.21.15.52:0/1342724823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6dd50 0x555698e76c90 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 >> 172.21.15.52:0/1342724823 conn(0x555698e34c90 msgr2=0x555698e6a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:51.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff63fff640 0 client.25772 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:51.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 shutdown_connections 2024-04-21T09:11:51.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 1 -- 172.21.15.52:0/1342724823 wait complete. 2024-04-21T09:11:51.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.696+0000 7eff8d675740 20 client.25772 trim_cache size 0 max 16384 2024-04-21T09:11:51.715 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.713+0000 7eff8d675740 1 Processor -- start 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.713+0000 7eff8d675740 1 -- start start 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.713+0000 7eff8d675740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e34c90 0x555698e82f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.713+0000 7eff8d675740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6dd50 0x555698e73040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.714+0000 7eff8d675740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 0x555698e76750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.714+0000 7eff8d675740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7eff841c90c0 con 0x555698e6dd50 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.714+0000 7eff8d675740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7eff841c6990 con 0x555698e34c90 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.714+0000 7eff8d675740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7eff841c47e0 con 0x555698e6eac0 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.714+0000 7eff83fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6dd50 0x555698e73040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.714+0000 7eff83fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6dd50 0x555698e73040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43528/0 (socket says 172.21.15.52:43528) 2024-04-21T09:11:51.716 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.714+0000 7eff83fff640 1 -- 172.21.15.52:0/2556633871 learned_addr learned my addr 172.21.15.52:0/2556633871 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.718+0000 7eff8881d640 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e34c90 0x555698e82f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.718 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.718+0000 7eff8901e640 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 0x555698e76750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.719+0000 7eff83fff640 1 -- 172.21.15.52:0/2556633871 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 msgr2=0x555698e76750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:51.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.719+0000 7eff83fff640 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 0x555698e76750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.719+0000 7eff83fff640 1 -- 172.21.15.52:0/2556633871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e34c90 msgr2=0x555698e82f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:51.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.719+0000 7eff83fff640 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e34c90 0x555698e82f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.719+0000 7eff83fff640 1 -- 172.21.15.52:0/2556633871 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555698e6d020 con 0x555698e6dd50 2024-04-21T09:11:51.722 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.722+0000 7eff83fff640 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6dd50 0x555698e73040 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7eff7c09c1e0 tx=0x7eff7c0d2d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e786d342ed48f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:51.726 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.726+0000 7eff6a7fc640 1 -- 172.21.15.52:0/2556633871 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7c0a5150 con 0x555698e6dd50 2024-04-21T09:11:51.726 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.726+0000 7eff6a7fc640 1 -- 172.21.15.52:0/2556633871 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff7c09a580 con 0x555698e6dd50 2024-04-21T09:11:51.726 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.726+0000 7eff6a7fc640 1 -- 172.21.15.52:0/2556633871 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7c098b50 con 0x555698e6dd50 2024-04-21T09:11:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.737+0000 7eff8d675740 1 -- 172.21.15.52:0/2556633871 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6dd50 msgr2=0x555698e73040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.737+0000 7eff8d675740 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6dd50 0x555698e73040 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7eff7c09c1e0 tx=0x7eff7c0d2d60 comp rx=0 tx=0).stop 2024-04-21T09:11:51.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.738+0000 7eff8d675740 1 -- 172.21.15.52:0/2556633871 shutdown_connections 2024-04-21T09:11:51.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.738+0000 7eff8d675740 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6eac0 0x555698e76750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.738+0000 7eff8d675740 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e6dd50 0x555698e73040 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.738+0000 7eff8d675740 1 --2- 172.21.15.52:0/2556633871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e34c90 0x555698e82f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.738+0000 7eff8d675740 1 -- 172.21.15.52:0/2556633871 >> 172.21.15.52:0/2556633871 conn(0x555698e798a0 msgr2=0x555698e72930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:51.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.741+0000 7eff8d675740 1 -- 172.21.15.52:0/2556633871 shutdown_connections 2024-04-21T09:11:51.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.741+0000 7eff8d675740 1 -- 172.21.15.52:0/2556633871 wait complete. 2024-04-21T09:11:51.742 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.741+0000 7eff8d675740 1 -- start start 2024-04-21T09:11:51.742 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.742+0000 7eff8d675740 1 Processor -- start 2024-04-21T09:11:51.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff8d675740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e34c90 0x555698e7f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff8d675740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6dd50 0x555698e715b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff8d675740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6eac0 0x555698e71bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff8d675740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7eff841c4e50 con 0x555698e34c90 2024-04-21T09:11:51.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff8d675740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7eff841c62c0 con 0x555698e6eac0 2024-04-21T09:11:51.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff8d675740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7eff841c5520 con 0x555698e6dd50 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff8d675740 10 client.0 _ll_register_callbacks cb 0x7eff78005b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff83fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6dd50 0x555698e715b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff83fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6dd50 0x555698e715b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:42386/0 (socket says 172.21.15.52:42386) 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.749+0000 7eff83fff640 1 -- 172.21.15.52:0/640074861 learned_addr learned my addr 172.21.15.52:0/640074861 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.750+0000 7eff83fff640 1 -- 172.21.15.52:0/640074861 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6eac0 msgr2=0x555698e71bc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.750+0000 7eff83fff640 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6eac0 0x555698e71bc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.750+0000 7eff83fff640 1 -- 172.21.15.52:0/640074861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e34c90 msgr2=0x555698e7f8a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.750+0000 7eff83fff640 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e34c90 0x555698e7f8a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.750+0000 7eff83fff640 1 -- 172.21.15.52:0/640074861 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555698e78170 con 0x555698e6dd50 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.750+0000 7eff83fff640 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6dd50 0x555698e715b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7eff7c010410 tx=0x7eff7c0a0a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=527ced3545804d2d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.750+0000 7eff63fff640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:51.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.750+0000 7eff63fff640 1 -- 172.21.15.52:0/640074861 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff7c0af070 con 0x555698e6dd50 2024-04-21T09:11:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.752+0000 7eff8d675740 1 -- 172.21.15.52:0/640074861 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff7c09a580 con 0x555698e6dd50 2024-04-21T09:11:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.752+0000 7eff63fff640 1 -- 172.21.15.52:0/640074861 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7eff7c0cdf80 con 0x555698e6dd50 2024-04-21T09:11:51.753 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.752+0000 7eff63fff640 1 -- 172.21.15.52:0/640074861 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7eff7c0a5150 con 0x555698e6dd50 2024-04-21T09:11:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.754+0000 7eff8d675740 10 client.25819 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:51.754 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.754+0000 7eff8d675740 1 -- 172.21.15.52:0/640074861 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555698eeda50 con 0x555698e6dd50 2024-04-21T09:11:51.757 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.758+0000 7eff63fff640 1 -- 172.21.15.52:0/640074861 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff7c09a580 con 0x555698e6dd50 2024-04-21T09:11:51.758 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.758+0000 7eff63fff640 1 -- 172.21.15.52:0/640074861 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7eff7c00f040 con 0x555698e6dd50 2024-04-21T09:11:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.760+0000 7eff8d675740 10 client.25819 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.760+0000 7eff8d675740 10 client.25819 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.760+0000 7eff8d675740 20 client.25819 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.760+0000 7eff8d675740 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555698e772d0 0x555698ef0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:51.760 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.760+0000 7eff8d675740 4 client.25819 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:11:51.761 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.760+0000 7eff8d675740 1 -- 172.21.15.52:0/640074861 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555698d723d0 con 0x555698e772d0 2024-04-21T09:11:51.762 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.762+0000 7eff8881d640 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555698e772d0 0x555698ef0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:51.763 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.763+0000 7eff8881d640 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555698e772d0 0x555698ef0140 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1755a3189137082b server_cookie=87d9658703cdc4ea in_seq=0 out_seq=0 2024-04-21T09:11:51.764 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:51.764+0000 7eff63fff640 10 client.25819 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:53.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:53 smithi060 ceph-mon[31055]: pgmap v56: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 733 MiB/s wr, 1.65k op/s 2024-04-21T09:11:53.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:53 smithi078 ceph-mon[31713]: pgmap v56: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 733 MiB/s wr, 1.65k op/s 2024-04-21T09:11:53.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:53 smithi052 ceph-mon[28035]: pgmap v56: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 733 MiB/s wr, 1.65k op/s 2024-04-21T09:11:53.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.503+0000 7eff63fff640 1 -- 172.21.15.52:0/640074861 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555698d723d0 con 0x555698e772d0 2024-04-21T09:11:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.503+0000 7eff63fff640 10 client.25819 handle_command_reply: tid=0 2024-04-21T09:11:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 client.25819 shutdown 2024-04-21T09:11:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 -- 172.21.15.52:0/640074861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6dd50 msgr2=0x555698e715b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6dd50 0x555698e715b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7eff7c010410 tx=0x7eff7c0a0a10 comp rx=0 tx=0).stop 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 -- 172.21.15.52:0/640074861 shutdown_connections 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x555698e772d0 0x555698ef0140 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555698e6eac0 0x555698e71bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x555698e6dd50 0x555698e715b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 --2- 172.21.15.52:0/640074861 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x555698e34c90 0x555698e7f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff63fff640 0 client.25819 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 -- 172.21.15.52:0/640074861 >> 172.21.15.52:0/640074861 conn(0x555698e798a0 msgr2=0x555698e731c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.504+0000 7eff8d675740 1 -- 172.21.15.52:0/640074861 shutdown_connections 2024-04-21T09:11:53.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.505+0000 7eff8d675740 1 -- 172.21.15.52:0/640074861 wait complete. 2024-04-21T09:11:53.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.505+0000 7eff8d675740 20 client.25819 trim_cache size 0 max 16384 2024-04-21T09:11:53.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:11:53.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:11:53.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:11:53.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 -- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff6c0a3e60 msgr2=0x7eff6c0a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff6c0a3e60 0x7eff6c0a6320 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7eff78005ab0 tx=0x7eff78005fd0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 -- 172.21.15.52:0/3957191499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff841099d0 msgr2=0x7eff841163c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff841099d0 0x7eff841163c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7eff7c00e9f0 tx=0x7eff7c00eeb0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 -- 172.21.15.52:0/3957191499 shutdown_connections 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff6c0a3e60 0x7eff6c0a6320 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff841104a0 0x7eff84116900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff841099d0 0x7eff841163c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 --2- 172.21.15.52:0/3957191499 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff84108f50 0x7eff8411d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:53.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.506+0000 7eff8981f640 1 -- 172.21.15.52:0/3957191499 >> 172.21.15.52:0/3957191499 conn(0x7eff8406ced0 msgr2=0x7eff84071f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:53.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.507+0000 7eff8981f640 1 -- 172.21.15.52:0/3957191499 shutdown_connections 2024-04-21T09:11:53.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:11:53.507+0000 7eff8981f640 1 -- 172.21.15.52:0/3957191499 wait complete. 2024-04-21T09:11:54.251 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-21T09:11:54.251 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-21T09:11:54.734 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.734+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2893271527 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 msgr2=0x7f8f7810e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.734+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2893271527 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 0x7f8f7810e660 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f8f7401a910 tx=0x7f8f7403cc60 comp rx=0 tx=0).stop 2024-04-21T09:11:54.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.734+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2893271527 shutdown_connections 2024-04-21T09:11:54.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.734+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2893271527 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 0x7f8f7810e660 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.734+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2893271527 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f78110b10 0x7f8f78109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.734+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2893271527 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8f781106a0 0x7f8f78109150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.735 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.734+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2893271527 >> 172.21.15.52:0/2893271527 conn(0x7f8f7806e360 msgr2=0x7f8f7806e770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:54.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.739+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2893271527 shutdown_connections 2024-04-21T09:11:54.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.739+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2893271527 wait complete. 2024-04-21T09:11:54.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.740+0000 7f8f7f9b1640 1 Processor -- start 2024-04-21T09:11:54.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.740+0000 7f8f7f9b1640 1 -- start start 2024-04-21T09:11:54.743 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.740+0000 7f8f7f9b1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 0x7f8f7819ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.740+0000 7f8f7f9b1640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f781106a0 0x7f8f7819f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.740+0000 7f8f7f9b1640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8f78110b10 0x7f8f781a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.740+0000 7f8f7f9b1640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8f781128f0 con 0x7f8f7810e1b0 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.740+0000 7f8f7f9b1640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8f78112770 con 0x7f8f78110b10 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.740+0000 7f8f7f9b1640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8f78112a70 con 0x7f8f781106a0 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.743+0000 7f8f7d74d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 0x7f8f7819ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.743+0000 7f8f7d74d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 0x7f8f7819ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43540/0 (socket says 172.21.15.52:43540) 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.743+0000 7f8f7d74d640 1 -- 172.21.15.52:0/2340187696 learned_addr learned my addr 172.21.15.52:0/2340187696 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.743+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f781106a0 0x7f8f7819f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.744 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.743+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8f78110b10 0x7f8f781a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.747+0000 7f8f7d74d640 1 -- 172.21.15.52:0/2340187696 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f781106a0 msgr2=0x7f8f7819f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.747+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f781106a0 0x7f8f7819f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.747+0000 7f8f7d74d640 1 -- 172.21.15.52:0/2340187696 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8f78110b10 msgr2=0x7f8f781a3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.747+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8f78110b10 0x7f8f781a3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.747 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.747+0000 7f8f7d74d640 1 -- 172.21.15.52:0/2340187696 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f781a3d30 con 0x7f8f7810e1b0 2024-04-21T09:11:54.749 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.749+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 0x7f8f7819ed40 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c00c890 tx=0x7f8f6c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:54.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.750+0000 7f8f6a7fc640 1 -- 172.21.15.52:0/2340187696 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6c004220 con 0x7f8f7810e1b0 2024-04-21T09:11:54.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.750+0000 7f8f6a7fc640 1 -- 172.21.15.52:0/2340187696 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f6c0043c0 con 0x7f8f7810e1b0 2024-04-21T09:11:54.750 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.750+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2340187696 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f781a4020 con 0x7f8f7810e1b0 2024-04-21T09:11:54.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.751+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2340187696 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f781cd8c0 con 0x7f8f7810e1b0 2024-04-21T09:11:54.751 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.751+0000 7f8f6a7fc640 1 -- 172.21.15.52:0/2340187696 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6c004a00 con 0x7f8f7810e1b0 2024-04-21T09:11:54.756 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.756+0000 7f8f6a7fc640 1 -- 172.21.15.52:0/2340187696 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8f6c0079b0 con 0x7f8f7810e1b0 2024-04-21T09:11:54.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.758+0000 7f8f6a7fc640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8f640a3ef0 0x7f8f640a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.758 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.759+0000 7f8f6a7fc640 1 -- 172.21.15.52:0/2340187696 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f8f6c0d07e0 con 0x7f8f7810e1b0 2024-04-21T09:11:54.759 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.759+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8f640a3ef0 0x7f8f640a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.760 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.760+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8f640a3ef0 0x7f8f640a63b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8f7810aab0 tx=0x7f8f70009500 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:54.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.761+0000 7f8f8259c740 1 Processor -- start 2024-04-21T09:11:54.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.761+0000 7f8f8259c740 1 -- start start 2024-04-21T09:11:54.761 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.762+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd5b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.762+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd64540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.762+0000 7f8f7d74d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd5b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.762+0000 7f8f7d74d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd5b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:42398/0 (socket says 172.21.15.52:42398) 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.762+0000 7f8f7d74d640 1 -- 172.21.15.52:0/3960502660 learned_addr learned my addr 172.21.15.52:0/3960502660 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.763+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd64540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.763+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd66e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.763+0000 7f8f8259c740 1 -- 172.21.15.52:0/3960502660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55fd5fcc01e0 con 0x55fd5fd64a80 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.763+0000 7f8f8259c740 1 -- 172.21.15.52:0/3960502660 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fd5fc5d390 con 0x55fd5fd5bea0 2024-04-21T09:11:54.763 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.763+0000 7f8f8259c740 1 -- 172.21.15.52:0/3960502660 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55fd5fcbc1a0 con 0x55fd5fd5b580 2024-04-21T09:11:54.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.767+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd66e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.767+0000 7f8f7df4e640 1 -- 172.21.15.52:0/3960502660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 msgr2=0x55fd5fd5b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:54.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.767+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd5b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.767+0000 7f8f7df4e640 1 -- 172.21.15.52:0/3960502660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 msgr2=0x55fd5fd64540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:54.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.767+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd64540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.767+0000 7f8f7df4e640 1 -- 172.21.15.52:0/3960502660 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd5fa9c7d0 con 0x55fd5fd64a80 2024-04-21T09:11:54.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.768+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd66e70 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8f74047040 tx=0x7f8f74005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e10141caaf270f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:54.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.773+0000 7f8f637fe640 1 -- 172.21.15.52:0/3960502660 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f74012070 con 0x55fd5fd64a80 2024-04-21T09:11:54.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.773+0000 7f8f637fe640 1 -- 172.21.15.52:0/3960502660 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f7403d810 con 0x55fd5fd64a80 2024-04-21T09:11:54.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.773+0000 7f8f637fe640 1 -- 172.21.15.52:0/3960502660 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f74003850 con 0x55fd5fd64a80 2024-04-21T09:11:54.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.775+0000 7f8f8259c740 1 -- 172.21.15.52:0/3960502660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 msgr2=0x55fd5fd66e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.775+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd66e70 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8f74047040 tx=0x7f8f74005e80 comp rx=0 tx=0).stop 2024-04-21T09:11:54.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.777+0000 7f8f8259c740 1 -- 172.21.15.52:0/3960502660 shutdown_connections 2024-04-21T09:11:54.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.777+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd66e70 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.777+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd64540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.777+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3960502660 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd5b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.777+0000 7f8f8259c740 1 -- 172.21.15.52:0/3960502660 >> 172.21.15.52:0/3960502660 conn(0x55fd5fd55cb0 msgr2=0x55fd5fd56090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:54.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.780+0000 7f8f8259c740 1 -- 172.21.15.52:0/3960502660 shutdown_connections 2024-04-21T09:11:54.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.780+0000 7f8f8259c740 1 -- 172.21.15.52:0/3960502660 wait complete. 2024-04-21T09:11:54.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.781+0000 7f8f8259c740 1 -- start start 2024-04-21T09:11:54.781 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.781+0000 7f8f8259c740 1 Processor -- start 2024-04-21T09:11:54.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.782+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd61a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.782+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd61f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd624d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f8259c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55fd5fd67810 con 0x55fd5fd64a80 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f7d74d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd61a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f7d74d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd61a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:42410/0 (socket says 172.21.15.52:42410) 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f7d74d640 1 -- 172.21.15.52:0/2473745667 learned_addr learned my addr 172.21.15.52:0/2473745667 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fd5fc792f0 con 0x55fd5fd5bea0 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd61f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55fd5fd67990 con 0x55fd5fd5b580 2024-04-21T09:11:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.783+0000 7f8f8259c740 10 client.0 _ll_register_callbacks cb 0x55fd5fc86580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.784+0000 7f8f7d74d640 1 -- 172.21.15.52:0/2473745667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 msgr2=0x55fd5fd61f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.784+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd61f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.784+0000 7f8f7d74d640 1 -- 172.21.15.52:0/2473745667 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 msgr2=0x55fd5fd624d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.784+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd624d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.784 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.784+0000 7f8f7d74d640 1 -- 172.21.15.52:0/2473745667 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd5f9d23f0 con 0x55fd5fd5b580 2024-04-21T09:11:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.785+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd61a50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c09c2e0 tx=0x7f8f6c09cb10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc2543ff3494d8a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.785+0000 7f8f60ff9640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:11:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.785+0000 7f8f60ff9640 1 -- 172.21.15.52:0/2473745667 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6c0b5060 con 0x55fd5fd5b580 2024-04-21T09:11:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.785+0000 7f8f60ff9640 1 -- 172.21.15.52:0/2473745667 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f8f6c0d0390 con 0x55fd5fd5b580 2024-04-21T09:11:54.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.785+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f7403d810 con 0x55fd5fd5b580 2024-04-21T09:11:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.786+0000 7f8f60ff9640 1 -- 172.21.15.52:0/2473745667 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8f6c0ba050 con 0x55fd5fd5b580 2024-04-21T09:11:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.786+0000 7f8f8259c740 10 client.25831 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:54.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.786+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fd5f9920f0 con 0x55fd5fd5b580 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.789+0000 7f8f60ff9640 1 -- 172.21.15.52:0/2473745667 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f7403d810 con 0x55fd5fd5b580 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.789+0000 7f8f60ff9640 1 -- 172.21.15.52:0/2473745667 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f8f6c0980f0 con 0x55fd5fd5b580 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.792+0000 7f8f8259c740 10 client.25831 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.792+0000 7f8f8259c740 10 client.25831 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.792+0000 7f8f8259c740 20 client.25831 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.792+0000 7f8f8259c740 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fd5fd74930 0x55fd5fd76d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.792+0000 7f8f8259c740 4 client.25831 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.792+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd5fccdc00 con 0x55fd5fd74930 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.792+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fd5fd74930 0x55fd5fd76d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.793+0000 7f8f60ff9640 10 client.25831 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:54.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.793+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fd5fd74930 0x55fd5fd76d80 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=750bbbfbd6980b26 server_cookie=24279ccfb8b22add in_seq=0 out_seq=0 2024-04-21T09:11:54.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.797+0000 7f8f60ff9640 1 -- 172.21.15.52:0/2473745667 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fd5fccdc00 con 0x55fd5fd74930 2024-04-21T09:11:54.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.797+0000 7f8f60ff9640 10 client.25831 handle_command_reply: tid=0 2024-04-21T09:11:54.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.797+0000 7f8f8259c740 1 client.25831 shutdown 2024-04-21T09:11:54.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.800+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 msgr2=0x55fd5fd61a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.800+0000 7f8f8259c740 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd61a50 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c09c2e0 tx=0x7f8f6c09cb10 comp rx=0 tx=0).stop 2024-04-21T09:11:54.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.801+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 shutdown_connections 2024-04-21T09:11:54.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.801+0000 7f8f8259c740 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fd5fd74930 0x55fd5fd76d80 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.801+0000 7f8f8259c740 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd624d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.801+0000 7f8f8259c740 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd61f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.801+0000 7f8f8259c740 1 --2- 172.21.15.52:0/2473745667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd61a50 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.801+0000 7f8f60ff9640 0 client.25831 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:54.802 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.801+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 >> 172.21.15.52:0/2473745667 conn(0x55fd5fd55cb0 msgr2=0x55fd5fd57a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:54.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.803+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 shutdown_connections 2024-04-21T09:11:54.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.804+0000 7f8f8259c740 1 -- 172.21.15.52:0/2473745667 wait complete. 2024-04-21T09:11:54.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.804+0000 7f8f8259c740 20 client.25831 trim_cache size 0 max 16384 2024-04-21T09:11:54.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.848+0000 7f8f8259c740 1 Processor -- start 2024-04-21T09:11:54.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.849+0000 7f8f8259c740 1 -- start start 2024-04-21T09:11:54.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.849+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd64180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.849+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd70760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.849+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd62120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.849+0000 7f8f7d74d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd64180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.850+0000 7f8f7d74d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd64180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:42418/0 (socket says 172.21.15.52:42418) 2024-04-21T09:11:54.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.850+0000 7f8f8259c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c012780 con 0x55fd5fd64a80 2024-04-21T09:11:54.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.850+0000 7f8f8259c740 1 -- 172.21.15.52:0/1020669803 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c010050 con 0x55fd5fd5bea0 2024-04-21T09:11:54.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.850+0000 7f8f7d74d640 1 -- 172.21.15.52:0/1020669803 learned_addr learned my addr 172.21.15.52:0/1020669803 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:54.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.850+0000 7f8f8259c740 1 -- 172.21.15.52:0/1020669803 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c00dea0 con 0x55fd5fd5b580 2024-04-21T09:11:54.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.850+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd70760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.850+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd62120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.851+0000 7f8f7cf4c640 1 -- 172.21.15.52:0/1020669803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 msgr2=0x55fd5fd64180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:54.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.851+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd64180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.851+0000 7f8f7cf4c640 1 -- 172.21.15.52:0/1020669803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 msgr2=0x55fd5fd62120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:54.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.851+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd62120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.851 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.851+0000 7f8f7cf4c640 1 -- 172.21.15.52:0/1020669803 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd5fd554f0 con 0x55fd5fd5bea0 2024-04-21T09:11:54.852 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.851+0000 7f8f7cf4c640 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd70760 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55fd5fd5b050 tx=0x7f8f70013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c45e4b6d83de3011 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:54.852 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.853+0000 7f8f62ffd640 1 -- 172.21.15.52:0/1020669803 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f7002f070 con 0x55fd5fd5bea0 2024-04-21T09:11:54.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.853+0000 7f8f62ffd640 1 -- 172.21.15.52:0/1020669803 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f70004040 con 0x55fd5fd5bea0 2024-04-21T09:11:54.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.854+0000 7f8f8259c740 1 -- 172.21.15.52:0/1020669803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 msgr2=0x55fd5fd70760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.854+0000 7f8f8259c740 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd70760 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55fd5fd5b050 tx=0x7f8f70013000 comp rx=0 tx=0).stop 2024-04-21T09:11:54.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.860+0000 7f8f8259c740 1 -- 172.21.15.52:0/1020669803 shutdown_connections 2024-04-21T09:11:54.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.860+0000 7f8f8259c740 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd64a80 0x55fd5fd62120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.860+0000 7f8f8259c740 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd70760 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.860+0000 7f8f8259c740 1 --2- 172.21.15.52:0/1020669803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd64180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.860+0000 7f8f8259c740 1 -- 172.21.15.52:0/1020669803 >> 172.21.15.52:0/1020669803 conn(0x55fd5fd55cb0 msgr2=0x55fd5fd61a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:54.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.861+0000 7f8f8259c740 1 -- 172.21.15.52:0/1020669803 shutdown_connections 2024-04-21T09:11:54.864 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.863+0000 7f8f8259c740 1 -- 172.21.15.52:0/1020669803 wait complete. 2024-04-21T09:11:54.864 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.864+0000 7f8f8259c740 1 -- start start 2024-04-21T09:11:54.864 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.864+0000 7f8f8259c740 1 Processor -- start 2024-04-21T09:11:54.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.865+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd687e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.865+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd68d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.865+0000 7f8f8259c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd64a80 0x55fd5fd69260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.865+0000 7f8f8259c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c00e510 con 0x55fd5fd5bea0 2024-04-21T09:11:54.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.865+0000 7f8f8259c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c00f980 con 0x55fd5fd64a80 2024-04-21T09:11:54.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.865+0000 7f8f8259c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c00ebe0 con 0x55fd5fd5b580 2024-04-21T09:11:54.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.865+0000 7f8f8259c740 10 client.0 _ll_register_callbacks cb 0x7f8f6c09bdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:54.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7df4e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd64a80 0x55fd5fd69260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7df4e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd64a80 0x55fd5fd69260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:54464/0 (socket says 172.21.15.52:54464) 2024-04-21T09:11:54.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7df4e640 1 -- 172.21.15.52:0/3805516222 learned_addr learned my addr 172.21.15.52:0/3805516222 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:54.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd687e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7df4e640 1 -- 172.21.15.52:0/3805516222 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 msgr2=0x55fd5fd687e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:54.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd687e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7df4e640 1 -- 172.21.15.52:0/3805516222 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd5bea0 msgr2=0x55fd5fd68d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:54.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd68d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.866+0000 7f8f7df4e640 1 -- 172.21.15.52:0/3805516222 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd5fdda060 con 0x55fd5fd64a80 2024-04-21T09:11:54.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.867+0000 7f8f7df4e640 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd64a80 0x55fd5fd69260 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8f74047040 tx=0x7f8f7403dd00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf6af2dbaf33eb32 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:54.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.867+0000 7f8f60ff9640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:54.870 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.870+0000 7f8f60ff9640 1 -- 172.21.15.52:0/3805516222 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f74012040 con 0x55fd5fd64a80 2024-04-21T09:11:54.870 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.870+0000 7f8f60ff9640 1 -- 172.21.15.52:0/3805516222 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f8f74004440 con 0x55fd5fd64a80 2024-04-21T09:11:54.870 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.870+0000 7f8f8259c740 1 -- 172.21.15.52:0/3805516222 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f70004040 con 0x55fd5fd64a80 2024-04-21T09:11:54.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.874+0000 7f8f60ff9640 1 -- 172.21.15.52:0/3805516222 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8f74053050 con 0x55fd5fd64a80 2024-04-21T09:11:54.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.877+0000 7f8f8259c740 10 client.25790 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:54.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.877+0000 7f8f8259c740 1 -- 172.21.15.52:0/3805516222 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fd5fddb380 con 0x55fd5fd64a80 2024-04-21T09:11:54.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.877+0000 7f8f60ff9640 1 -- 172.21.15.52:0/3805516222 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f70004040 con 0x55fd5fd64a80 2024-04-21T09:11:54.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.879+0000 7f8f60ff9640 1 -- 172.21.15.52:0/3805516222 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f8f740046c0 con 0x55fd5fd64a80 2024-04-21T09:11:54.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.880+0000 7f8f8259c740 10 client.25790 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:54.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.880+0000 7f8f8259c740 10 client.25790 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:54.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.880+0000 7f8f8259c740 20 client.25790 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:54.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.880+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fd5fddb6a0 0x55fd5fddda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:54.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.880+0000 7f8f8259c740 4 client.25790 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-21T09:11:54.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.880+0000 7f8f8259c740 1 -- 172.21.15.52:0/3805516222 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55fd5fcc7a70 con 0x55fd5fddb6a0 2024-04-21T09:11:54.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.880+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fd5fddb6a0 0x55fd5fddda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:54.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.881+0000 7f8f7d74d640 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fd5fddb6a0 0x55fd5fddda90 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf57e9664bdbbc97 server_cookie=a74d19c8d07dc641 in_seq=0 out_seq=0 2024-04-21T09:11:54.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.882+0000 7f8f60ff9640 10 client.25790 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:54.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.882+0000 7f8f60ff9640 1 -- 172.21.15.52:0/3805516222 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55fd5fcc7a70 con 0x55fd5fddb6a0 2024-04-21T09:11:54.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.882+0000 7f8f60ff9640 10 client.25790 handle_command_reply: tid=0 2024-04-21T09:11:54.882 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.882+0000 7f8f8259c740 1 client.25790 shutdown 2024-04-21T09:11:54.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.884+0000 7f8f8259c740 1 -- 172.21.15.52:0/3805516222 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd64a80 msgr2=0x55fd5fd69260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.884+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd64a80 0x55fd5fd69260 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8f74047040 tx=0x7f8f7403dd00 comp rx=0 tx=0).stop 2024-04-21T09:11:54.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.884+0000 7f8f8259c740 1 -- 172.21.15.52:0/3805516222 shutdown_connections 2024-04-21T09:11:54.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.884+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55fd5fddb6a0 0x55fd5fddda90 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.884+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fd5fd64a80 0x55fd5fd69260 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.884+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55fd5fd5bea0 0x55fd5fd68d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.884 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.884+0000 7f8f8259c740 1 --2- 172.21.15.52:0/3805516222 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55fd5fd5b580 0x55fd5fd687e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.885 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.884+0000 7f8f8259c740 1 -- 172.21.15.52:0/3805516222 >> 172.21.15.52:0/3805516222 conn(0x55fd5fd55cb0 msgr2=0x55fd5fd54d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:54.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.886+0000 7f8f60ff9640 0 client.25790 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:54.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.886+0000 7f8f8259c740 1 -- 172.21.15.52:0/3805516222 shutdown_connections 2024-04-21T09:11:54.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.888+0000 7f8f8259c740 1 -- 172.21.15.52:0/3805516222 wait complete. 2024-04-21T09:11:54.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.894+0000 7f8f8259c740 20 client.25790 trim_cache size 0 max 16384 2024-04-21T09:11:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:11:54.901 INFO:teuthology.orchestra.run.smithi052.stdout: "status": "no active scrubs running", 2024-04-21T09:11:54.901 INFO:teuthology.orchestra.run.smithi052.stdout: "scrubs": {} 2024-04-21T09:11:54.901 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:11:54.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8f640a3ef0 msgr2=0x7f8f640a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8f640a3ef0 0x7f8f640a63b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8f7810aab0 tx=0x7f8f70009500 comp rx=0 tx=0).stop 2024-04-21T09:11:54.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 msgr2=0x7f8f7819ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:54.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 0x7f8f7819ed40 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8f6c00c890 tx=0x7f8f6c00cd50 comp rx=0 tx=0).stop 2024-04-21T09:11:54.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2340187696 shutdown_connections 2024-04-21T09:11:54.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f8f640a3ef0 0x7f8f640a63b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8f78110b10 0x7f8f781a3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f8f781106a0 0x7f8f7819f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 --2- 172.21.15.52:0/2340187696 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8f7810e1b0 0x7f8f7819ed40 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:54.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.903+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2340187696 >> 172.21.15.52:0/2340187696 conn(0x7f8f7806e360 msgr2=0x7f8f780729d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:54.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.905+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2340187696 shutdown_connections 2024-04-21T09:11:54.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:54.905+0000 7f8f7f9b1640 1 -- 172.21.15.52:0/2340187696 wait complete. 2024-04-21T09:11:54.942 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-21T09:11:54.942 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:11:55.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:55 smithi052 ceph-mon[28035]: pgmap v57: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 728 MiB/s wr, 1.64k op/s 2024-04-21T09:11:55.314 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.312+0000 7f635d4cc640 1 -- 172.21.15.52:0/1603620599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63581104d0 msgr2=0x7f63581108b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:55.314 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.312+0000 7f635d4cc640 1 --2- 172.21.15.52:0/1603620599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63581104d0 0x7f63581108b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6350009ca0 tx=0x7f635002c140 comp rx=0 tx=0).stop 2024-04-21T09:11:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.315+0000 7f635d4cc640 1 -- 172.21.15.52:0/1603620599 shutdown_connections 2024-04-21T09:11:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.315+0000 7f635d4cc640 1 --2- 172.21.15.52:0/1603620599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f635810eb50 0x7f635811d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.315+0000 7f635d4cc640 1 --2- 172.21.15.52:0/1603620599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f635810e030 0x7f635810e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.315+0000 7f635d4cc640 1 --2- 172.21.15.52:0/1603620599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63581104d0 0x7f63581108b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.316 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.315+0000 7f635d4cc640 1 -- 172.21.15.52:0/1603620599 >> 172.21.15.52:0/1603620599 conn(0x7f635806ce40 msgr2=0x7f635806d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:55.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.320+0000 7f635d4cc640 1 -- 172.21.15.52:0/1603620599 shutdown_connections 2024-04-21T09:11:55.324 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.324+0000 7f635d4cc640 1 -- 172.21.15.52:0/1603620599 wait complete. 2024-04-21T09:11:55.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.325+0000 7f635d4cc640 1 Processor -- start 2024-04-21T09:11:55.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.327+0000 7f635d4cc640 1 -- start start 2024-04-21T09:11:55.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.327+0000 7f635d4cc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f635810e030 0x7f63581a7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:55.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.327+0000 7f635d4cc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f635810eb50 0x7f63581a7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:55.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.327+0000 7f635d4cc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63581104d0 0x7f63581abcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:55.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.327+0000 7f635d4cc640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f6358120f00 con 0x7f635810e030 2024-04-21T09:11:55.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.327+0000 7f635d4cc640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6358120d80 con 0x7f635810eb50 2024-04-21T09:11:55.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.327+0000 7f635d4cc640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f6358121080 con 0x7f63581104d0 2024-04-21T09:11:55.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f63577fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f635810eb50 0x7f63581a7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:55.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f63577fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f635810eb50 0x7f63581a7940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:54466/0 (socket says 172.21.15.52:54466) 2024-04-21T09:11:55.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f63577fe640 1 -- 172.21.15.52:0/1782269615 learned_addr learned my addr 172.21.15.52:0/1782269615 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:55.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f635cccb640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63581104d0 0x7f63581abcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:55.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f63577fe640 1 -- 172.21.15.52:0/1782269615 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63581104d0 msgr2=0x7f63581abcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:55.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f63577fe640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63581104d0 0x7f63581abcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f63577fe640 1 -- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f635810e030 msgr2=0x7f63581a7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:55.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f63577fe640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f635810e030 0x7f63581a7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.328+0000 7f63577fe640 1 -- 172.21.15.52:0/1782269615 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63581ac3f0 con 0x7f635810eb50 2024-04-21T09:11:55.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.329+0000 7f63577fe640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f635810eb50 0x7f63581a7940 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f634800b450 tx=0x7f634800b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:55.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.329+0000 7f63557fa640 1 -- 172.21.15.52:0/1782269615 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6348015020 con 0x7f635810eb50 2024-04-21T09:11:55.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.329+0000 7f63557fa640 1 -- 172.21.15.52:0/1782269615 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6348011d40 con 0x7f635810eb50 2024-04-21T09:11:55.330 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.329+0000 7f63557fa640 1 -- 172.21.15.52:0/1782269615 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634800f340 con 0x7f635810eb50 2024-04-21T09:11:55.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.331+0000 7f635d4cc640 1 -- 172.21.15.52:0/1782269615 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63581ac6e0 con 0x7f635810eb50 2024-04-21T09:11:55.331 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.331+0000 7f635d4cc640 1 -- 172.21.15.52:0/1782269615 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63581b3f70 con 0x7f635810eb50 2024-04-21T09:11:55.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.335+0000 7f633effd640 1 -- 172.21.15.52:0/1782269615 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f635806e150 con 0x7f635810eb50 2024-04-21T09:11:55.340 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.338+0000 7f63557fa640 1 -- 172.21.15.52:0/1782269615 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6348018020 con 0x7f635810eb50 2024-04-21T09:11:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.340+0000 7f63557fa640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63400a3ff0 0x7f63400a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:55.341 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.340+0000 7f63557fa640 1 -- 172.21.15.52:0/1782269615 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f63480d0400 con 0x7f635810eb50 2024-04-21T09:11:55.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.345+0000 7f6357fff640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63400a3ff0 0x7f63400a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:55.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.347+0000 7f6357fff640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63400a3ff0 0x7f63400a64b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6350032460 tx=0x7f63500323d0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:55.348 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.347+0000 7f63557fa640 1 -- 172.21.15.52:0/1782269615 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f634800d040 con 0x7f635810eb50 2024-04-21T09:11:55.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:55 smithi078 ceph-mon[31713]: pgmap v57: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 728 MiB/s wr, 1.64k op/s 2024-04-21T09:11:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:55 smithi060 ceph-mon[31055]: pgmap v57: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 728 MiB/s wr, 1.64k op/s 2024-04-21T09:11:55.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.982+0000 7f633effd640 1 -- 172.21.15.52:0/1782269615 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f635804fce0 con 0x7f635810eb50 2024-04-21T09:11:55.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.984+0000 7f63557fa640 1 -- 172.21.15.52:0/1782269615 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11860 (secure 0 0 0) 0x7f634809c7d0 con 0x7f635810eb50 2024-04-21T09:11:55.986 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:11:55.987 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":25807,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/1826929992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":1826929992},{"type":"v1","addr":"172.21.15.78:6837","nonce":1826929992}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:11:40.893743+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:11:55.987 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 29 2024-04-21T09:11:55.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.990+0000 7f633effd640 1 -- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63400a3ff0 msgr2=0x7f63400a64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:55.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.990+0000 7f633effd640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63400a3ff0 0x7f63400a64b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6350032460 tx=0x7f63500323d0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.990+0000 7f633effd640 1 -- 172.21.15.52:0/1782269615 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f635810eb50 msgr2=0x7f63581a7940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:55.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.990+0000 7f633effd640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f635810eb50 0x7f63581a7940 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f634800b450 tx=0x7f634800b910 comp rx=0 tx=0).stop 2024-04-21T09:11:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.994+0000 7f633effd640 1 -- 172.21.15.52:0/1782269615 shutdown_connections 2024-04-21T09:11:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.994+0000 7f633effd640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f63400a3ff0 0x7f63400a64b0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.994+0000 7f633effd640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f63581104d0 0x7f63581abcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.994+0000 7f633effd640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f635810eb50 0x7f63581a7940 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.994+0000 7f633effd640 1 --2- 172.21.15.52:0/1782269615 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f635810e030 0x7f63581a7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.994+0000 7f633effd640 1 -- 172.21.15.52:0/1782269615 >> 172.21.15.52:0/1782269615 conn(0x7f635806ce40 msgr2=0x7f6358071380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.994+0000 7f633effd640 1 -- 172.21.15.52:0/1782269615 shutdown_connections 2024-04-21T09:11:55.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:55.994+0000 7f633effd640 1 -- 172.21.15.52:0/1782269615 wait complete. 2024-04-21T09:11:56.027 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-21T09:11:56.346 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.346+0000 7fbf422c1640 1 -- 172.21.15.52:0/1973136408 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf3c108f50 msgr2=0x7fbf3c109a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.347 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.346+0000 7fbf422c1640 1 --2- 172.21.15.52:0/1973136408 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf3c108f50 0x7fbf3c109a50 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fbf30009860 tx=0x7fbf3002bbb0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.349+0000 7fbf422c1640 1 -- 172.21.15.52:0/1973136408 shutdown_connections 2024-04-21T09:11:56.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.349+0000 7fbf422c1640 1 --2- 172.21.15.52:0/1973136408 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf3c10da10 0x7fbf3c10de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.349+0000 7fbf422c1640 1 --2- 172.21.15.52:0/1973136408 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf3c1093c0 0x7fbf3c109f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.349+0000 7fbf422c1640 1 --2- 172.21.15.52:0/1973136408 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf3c108f50 0x7fbf3c109a50 secure :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fbf30009860 tx=0x7fbf3002bbb0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.349 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.349+0000 7fbf422c1640 1 -- 172.21.15.52:0/1973136408 >> 172.21.15.52:0/1973136408 conn(0x7fbf3c06cff0 msgr2=0x7fbf3c06d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:56.358 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.358+0000 7fbf422c1640 1 -- 172.21.15.52:0/1973136408 shutdown_connections 2024-04-21T09:11:56.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.358+0000 7fbf422c1640 1 -- 172.21.15.52:0/1973136408 wait complete. 2024-04-21T09:11:56.360 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.360+0000 7fbf422c1640 1 Processor -- start 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.361+0000 7fbf422c1640 1 -- start start 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.361+0000 7fbf422c1640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf3c1093c0 0x7fbf3c11a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.361+0000 7fbf422c1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf3c10da10 0x7fbf3c11a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.361+0000 7fbf422c1640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf3c11aae0 0x7fbf3c1b3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.361+0000 7fbf422c1640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbf3c116790 con 0x7fbf3c10da10 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.361+0000 7fbf422c1640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbf3c116610 con 0x7fbf3c1093c0 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.361+0000 7fbf422c1640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbf3c116910 con 0x7fbf3c11aae0 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.362+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf3c10da10 0x7fbf3c11a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.363+0000 7fbf4085e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf3c11aae0 0x7fbf3c1b3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.363+0000 7fbf4085e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf3c11aae0 0x7fbf3c1b3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:42456/0 (socket says 172.21.15.52:42456) 2024-04-21T09:11:56.363 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.363+0000 7fbf4085e640 1 -- 172.21.15.52:0/3796662199 learned_addr learned my addr 172.21.15.52:0/3796662199 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:56.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.363+0000 7fbf4085e640 1 -- 172.21.15.52:0/3796662199 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf3c1093c0 msgr2=0x7fbf3c11a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.363+0000 7fbf4085e640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf3c1093c0 0x7fbf3c11a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.363+0000 7fbf4085e640 1 -- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf3c10da10 msgr2=0x7fbf3c11a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.363+0000 7fbf4085e640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf3c10da10 0x7fbf3c11a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.364 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.364+0000 7fbf4085e640 1 -- 172.21.15.52:0/3796662199 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf3c11d360 con 0x7fbf3c11aae0 2024-04-21T09:11:56.368 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.369+0000 7fbf4085e640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf3c11aae0 0x7fbf3c1b3970 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbf34009fd0 tx=0x7fbf3400c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:56.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.371+0000 7fbf397fa640 1 -- 172.21.15.52:0/3796662199 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf34004b20 con 0x7fbf3c11aae0 2024-04-21T09:11:56.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.371+0000 7fbf422c1640 1 -- 172.21.15.52:0/3796662199 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf3c11d650 con 0x7fbf3c11aae0 2024-04-21T09:11:56.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.371+0000 7fbf422c1640 1 -- 172.21.15.52:0/3796662199 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf3c11dba0 con 0x7fbf3c11aae0 2024-04-21T09:11:56.371 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.372+0000 7fbf397fa640 1 -- 172.21.15.52:0/3796662199 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf34003e20 con 0x7fbf3c11aae0 2024-04-21T09:11:56.372 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.372+0000 7fbf397fa640 1 -- 172.21.15.52:0/3796662199 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf34004820 con 0x7fbf3c11aae0 2024-04-21T09:11:56.375 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.376+0000 7fbf44f8f740 1 Processor -- start 2024-04-21T09:11:56.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.379+0000 7fbf44f8f740 1 -- start start 2024-04-21T09:11:56.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.379+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 0x5625808f88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.379+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f8e80 0x562580901430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.379+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562580901a00 0x562580903e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.379+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56258085d1f0 con 0x5625808f8e80 2024-04-21T09:11:56.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.379+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5625807fa4b0 con 0x562580901a00 2024-04-21T09:11:56.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.379+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5625808591b0 con 0x5625808f84d0 2024-04-21T09:11:56.381 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.379+0000 7fbf397fa640 1 -- 172.21.15.52:0/3796662199 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fbf3401d020 con 0x7fbf3c11aae0 2024-04-21T09:11:56.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.380+0000 7fbf397fa640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbf240a3ef0 0x7fbf240a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.381+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 0x5625808f88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.381+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 0x5625808f88b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:42462/0 (socket says 172.21.15.52:42462) 2024-04-21T09:11:56.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.381+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/559935159 learned_addr learned my addr 172.21.15.52:0/559935159 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:56.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.381+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562580901a00 0x562580903e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.381+0000 7fbf3bfff640 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f8e80 0x562580901430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.381+0000 7fbf397fa640 1 -- 172.21.15.52:0/3796662199 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbf340d0a10 con 0x7fbf3c11aae0 2024-04-21T09:11:56.382 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.381+0000 7fbf4085e640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbf240a3ef0 0x7fbf240a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.383+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/559935159 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 msgr2=0x5625808f88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:56.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.383+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 0x5625808f88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.383+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/559935159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f8e80 msgr2=0x562580901430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:56.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.383+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f8e80 0x562580901430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.383 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.383+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/559935159 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625807ec1b0 con 0x562580901a00 2024-04-21T09:11:56.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.384+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562580901a00 0x562580903e50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c014820 tx=0x7fbf2c005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e07ea48cb2d32e86 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:56.384 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.384+0000 7fbf4085e640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbf240a3ef0 0x7fbf240a63b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbf34009fa0 tx=0x7fbf34004a40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:56.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.385+0000 7fbf227fc640 1 -- 172.21.15.52:0/559935159 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c014e60 con 0x562580901a00 2024-04-21T09:11:56.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.385+0000 7fbf227fc640 1 -- 172.21.15.52:0/559935159 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf2c0142d0 con 0x562580901a00 2024-04-21T09:11:56.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.385+0000 7fbf227fc640 1 -- 172.21.15.52:0/559935159 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c0047a0 con 0x562580901a00 2024-04-21T09:11:56.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.386+0000 7fbf44f8f740 1 -- 172.21.15.52:0/559935159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562580901a00 msgr2=0x562580903e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.386+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562580901a00 0x562580903e50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c014820 tx=0x7fbf2c005f90 comp rx=0 tx=0).stop 2024-04-21T09:11:56.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.387+0000 7fbf44f8f740 1 -- 172.21.15.52:0/559935159 shutdown_connections 2024-04-21T09:11:56.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.387+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562580901a00 0x562580903e50 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.387+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f8e80 0x562580901430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.387+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/559935159 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 0x5625808f88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.387+0000 7fbf44f8f740 1 -- 172.21.15.52:0/559935159 >> 172.21.15.52:0/559935159 conn(0x5625808f2ba0 msgr2=0x5625808f2f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:56.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.387+0000 7fbf44f8f740 1 -- 172.21.15.52:0/559935159 shutdown_connections 2024-04-21T09:11:56.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.387+0000 7fbf44f8f740 1 -- 172.21.15.52:0/559935159 wait complete. 2024-04-21T09:11:56.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.388+0000 7fbf44f8f740 1 -- start start 2024-04-21T09:11:56.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.388+0000 7fbf44f8f740 1 Processor -- start 2024-04-21T09:11:56.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.389+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 0x562580901320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.389+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f8e80 0x5625808fe6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.389+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580901a00 0x5625808fec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.389+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x562580904910 con 0x562580901a00 2024-04-21T09:11:56.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.389+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x562580816500 con 0x5625808f8e80 2024-04-21T09:11:56.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.389+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x562580904a90 con 0x5625808f84d0 2024-04-21T09:11:56.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.389+0000 7fbf44f8f740 10 client.0 _ll_register_callbacks cb 0x5625807e4b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:56.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.390+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580901a00 0x5625808fec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.391+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580901a00 0x5625808fec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43624/0 (socket says 172.21.15.52:43624) 2024-04-21T09:11:56.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.391+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/1531824827 learned_addr learned my addr 172.21.15.52:0/1531824827 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:56.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.392+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/1531824827 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 msgr2=0x562580901320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:56.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.392+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 0x562580901320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.392+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/1531824827 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f8e80 msgr2=0x5625808fe6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:56.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.392+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f8e80 0x5625808fe6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.392+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/1531824827 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56258056f3f0 con 0x562580901a00 2024-04-21T09:11:56.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.392+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580901a00 0x5625808fec50 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009790 tx=0x7fbf2c009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa89fb4b0788deb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:56.394 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.394+0000 7fbf1b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:11:56.394 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.394+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/1531824827 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c026020 con 0x562580901a00 2024-04-21T09:11:56.394 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.394+0000 7fbf44f8f740 1 -- 172.21.15.52:0/1531824827 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf2c0142d0 con 0x562580901a00 2024-04-21T09:11:56.394 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.395+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/1531824827 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbf2c0119f0 con 0x562580901a00 2024-04-21T09:11:56.395 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.395+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/1531824827 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf2c014e60 con 0x562580901a00 2024-04-21T09:11:56.396 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.395+0000 7fbf44f8f740 10 client.16179 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:56.396 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.395+0000 7fbf44f8f740 1 -- 172.21.15.52:0/1531824827 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5625806397d0 con 0x562580901a00 2024-04-21T09:11:56.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.398+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/1531824827 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf2c0142d0 con 0x562580901a00 2024-04-21T09:11:56.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.398+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/1531824827 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7fbf2c01e040 con 0x562580901a00 2024-04-21T09:11:56.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.398+0000 7fbf44f8f740 10 client.16179 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:56.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.398+0000 7fbf44f8f740 10 client.16179 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T09:11:56.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.398+0000 7fbf44f8f740 20 client.16179 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:56.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.398+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x562580911e70 0x5625809142d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.398+0000 7fbf44f8f740 4 client.16179 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:56.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.398+0000 7fbf44f8f740 1 -- 172.21.15.52:0/1531824827 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5625807fc930 con 0x562580911e70 2024-04-21T09:11:56.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.400+0000 7fbf3bfff640 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x562580911e70 0x5625809142d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.408+0000 7fbf3bfff640 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x562580911e70 0x5625809142d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d1eea7e3cee99bbc server_cookie=cea7e0302442c257 in_seq=0 out_seq=0 2024-04-21T09:11:56.408 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.408+0000 7fbf1b7fe640 10 client.16179 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:11:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.410+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/1531824827 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5625807fc930 con 0x562580911e70 2024-04-21T09:11:56.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.410+0000 7fbf1b7fe640 10 client.16179 handle_command_reply: tid=0 2024-04-21T09:11:56.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.411+0000 7fbf44f8f740 1 client.16179 shutdown 2024-04-21T09:11:56.413 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.412+0000 7fbf44f8f740 1 -- 172.21.15.52:0/1531824827 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580901a00 msgr2=0x5625808fec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.413 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.412+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580901a00 0x5625808fec50 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009790 tx=0x7fbf2c009ee0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.413 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.412+0000 7fbf44f8f740 1 -- 172.21.15.52:0/1531824827 shutdown_connections 2024-04-21T09:11:56.413 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.412+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x562580911e70 0x5625809142d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.413 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.412+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580901a00 0x5625808fec50 secure :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009790 tx=0x7fbf2c009ee0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.413 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.412+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f8e80 0x5625808fe6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.412+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/1531824827 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f84d0 0x562580901320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.412+0000 7fbf44f8f740 1 -- 172.21.15.52:0/1531824827 >> 172.21.15.52:0/1531824827 conn(0x5625808f2ba0 msgr2=0x5625808f48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:56.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.413+0000 7fbf1b7fe640 0 client.16179 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:11:56.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.414+0000 7fbf44f8f740 1 -- 172.21.15.52:0/1531824827 shutdown_connections 2024-04-21T09:11:56.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.414+0000 7fbf44f8f740 1 -- 172.21.15.52:0/1531824827 wait complete. 2024-04-21T09:11:56.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.418+0000 7fbf44f8f740 20 client.16179 trim_cache size 0 max 16384 2024-04-21T09:11:56.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:56 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1782269615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:11:56.456 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:56 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1782269615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:11:56.472 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.473+0000 7fbf44f8f740 1 Processor -- start 2024-04-21T09:11:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.474+0000 7fbf44f8f740 1 -- start start 2024-04-21T09:11:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.474+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f84d0 0x56258090d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.474+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f8e80 0x5625808fd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.474+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580900de0 0x562580901240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.474+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbf28012800 con 0x562580900de0 2024-04-21T09:11:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.474+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbf280100d0 con 0x5625808f84d0 2024-04-21T09:11:56.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.474+0000 7fbf44f8f740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2800df20 con 0x5625808f8e80 2024-04-21T09:11:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.475+0000 7fbf3bfff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f8e80 0x5625808fd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.475+0000 7fbf3bfff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f8e80 0x5625808fd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:42484/0 (socket says 172.21.15.52:42484) 2024-04-21T09:11:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.475+0000 7fbf3bfff640 1 -- 172.21.15.52:0/2948949296 learned_addr learned my addr 172.21.15.52:0/2948949296 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:56.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.476+0000 7fbf3bfff640 1 -- 172.21.15.52:0/2948949296 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f84d0 msgr2=0x56258090d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:56.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.476+0000 7fbf3bfff640 1 --2- 172.21.15.52:0/2948949296 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f84d0 0x56258090d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.476+0000 7fbf3bfff640 1 -- 172.21.15.52:0/2948949296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580900de0 msgr2=0x562580901240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:56.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.476+0000 7fbf3bfff640 1 --2- 172.21.15.52:0/2948949296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580900de0 0x562580901240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.476+0000 7fbf3bfff640 1 -- 172.21.15.52:0/2948949296 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625808ee470 con 0x5625808f8e80 2024-04-21T09:11:56.479 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.479+0000 7fbf3bfff640 1 --2- 172.21.15.52:0/2948949296 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f8e80 0x5625808fd810 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbf30009860 tx=0x7fbf30005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36a2c85a1794b35b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:56.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.481+0000 7fbf21ffb640 1 -- 172.21.15.52:0/2948949296 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf30039070 con 0x5625808f8e80 2024-04-21T09:11:56.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.482+0000 7fbf21ffb640 1 -- 172.21.15.52:0/2948949296 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf30047bc0 con 0x5625808f8e80 2024-04-21T09:11:56.482 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.482+0000 7fbf21ffb640 1 -- 172.21.15.52:0/2948949296 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf300043d0 con 0x5625808f8e80 2024-04-21T09:11:56.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.485+0000 7fbf44f8f740 1 -- 172.21.15.52:0/2948949296 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f8e80 msgr2=0x5625808fd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.485 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.485+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/2948949296 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f8e80 0x5625808fd810 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbf30009860 tx=0x7fbf30005b20 comp rx=0 tx=0).stop 2024-04-21T09:11:56.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.499+0000 7fbf44f8f740 1 -- 172.21.15.52:0/2948949296 shutdown_connections 2024-04-21T09:11:56.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.499+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/2948949296 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x562580900de0 0x562580901240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.499+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/2948949296 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5625808f8e80 0x5625808fd810 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.499+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/2948949296 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f84d0 0x56258090d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.499+0000 7fbf44f8f740 1 -- 172.21.15.52:0/2948949296 >> 172.21.15.52:0/2948949296 conn(0x5625808f2ba0 msgr2=0x5625808f9260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:56.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.500+0000 7fbf44f8f740 1 -- 172.21.15.52:0/2948949296 shutdown_connections 2024-04-21T09:11:56.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.500+0000 7fbf44f8f740 1 -- 172.21.15.52:0/2948949296 wait complete. 2024-04-21T09:11:56.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.501+0000 7fbf44f8f740 1 -- start start 2024-04-21T09:11:56.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.502+0000 7fbf44f8f740 1 Processor -- start 2024-04-21T09:11:56.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.503+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f84d0 0x562580904cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.503+0000 7fbf44f8f740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f8e80 0x562580905210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.504+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f84d0 0x562580904cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.504+0000 7fbf3b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f84d0 0x562580904cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43636/0 (socket says 172.21.15.52:43636) 2024-04-21T09:11:56.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.504+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/3546911027 learned_addr learned my addr 172.21.15.52:0/3546911027 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:56.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.504+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x562580900de0 0x562580976400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.504+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2800e590 con 0x5625808f84d0 2024-04-21T09:11:56.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.504+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2800fa00 con 0x5625808f8e80 2024-04-21T09:11:56.504 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.504+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2800ec60 con 0x562580900de0 2024-04-21T09:11:56.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.505+0000 7fbf44f8f740 10 client.0 _ll_register_callbacks cb 0x7fbf2c0146f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:56.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.505+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/3546911027 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x562580900de0 msgr2=0x562580976400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:56.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.505+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x562580900de0 0x562580976400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.505+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/3546911027 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f8e80 msgr2=0x562580905210 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:11:56.505 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.505+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f8e80 0x562580905210 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.505+0000 7fbf3b7fe640 1 -- 172.21.15.52:0/3546911027 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562580976940 con 0x5625808f84d0 2024-04-21T09:11:56.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.505+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf30047bc0 con 0x5625808f84d0 2024-04-21T09:11:56.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.505+0000 7fbf3b7fe640 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f84d0 0x562580904cd0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c003ba0 tx=0x7fbf2c009a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7f20dcfa90c8a10 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:56.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.507+0000 7fbf1b7fe640 10 client.16182 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:11:56.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.507+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/3546911027 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c03b060 con 0x5625808f84d0 2024-04-21T09:11:56.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.507+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/3546911027 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fbf2c009c30 con 0x5625808f84d0 2024-04-21T09:11:56.508 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.508+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/3546911027 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf2c026030 con 0x5625808f84d0 2024-04-21T09:11:56.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.509+0000 7fbf44f8f740 10 client.16182 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:56.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.509+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({fsmap=29}) -- 0x5625809779d0 con 0x5625808f84d0 2024-04-21T09:11:56.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.511+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/3546911027 <== mon.0 v2:172.21.15.52:3300/0 4 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7fbf2c03e050 con 0x5625808f84d0 2024-04-21T09:11:56.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.511+0000 7fbf44f8f740 10 client.16182 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:56.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.511+0000 7fbf44f8f740 10 client.16182 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-21T09:11:56.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.511+0000 7fbf44f8f740 20 client.16182 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:56.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.511+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x562580977fc0 0x56258097a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.511+0000 7fbf44f8f740 4 client.16182 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:11:56.511 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.511+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 --> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56258086ac10 con 0x562580977fc0 2024-04-21T09:11:56.512 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.512+0000 7fbf3bfff640 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x562580977fc0 0x56258097a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.517+0000 7fbf3bfff640 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x562580977fc0 0x56258097a400 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=30ee75e82b44828d server_cookie=f8fa1c20f4b4d610 in_seq=0 out_seq=0 2024-04-21T09:11:56.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.522+0000 7fbf1b7fe640 10 client.16182 ms_handle_connect on v2:172.21.15.60:6836/870798288 2024-04-21T09:11:56.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.523+0000 7fbf1b7fe640 1 -- 172.21.15.52:0/3546911027 <== mds.2 v2:172.21.15.60:6836/870798288 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56258086ac10 con 0x562580977fc0 2024-04-21T09:11:56.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.523+0000 7fbf1b7fe640 10 client.16182 handle_command_reply: tid=0 2024-04-21T09:11:56.523 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.524+0000 7fbf44f8f740 1 client.16182 shutdown 2024-04-21T09:11:56.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.525+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f84d0 msgr2=0x562580904cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.525+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f84d0 0x562580904cd0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c003ba0 tx=0x7fbf2c009a50 comp rx=0 tx=0).stop 2024-04-21T09:11:56.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.525+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 shutdown_connections 2024-04-21T09:11:56.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.525+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x562580900de0 0x562580976400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.525+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5625808f8e80 0x562580905210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.525 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.525+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.60:6836/870798288,v1:172.21.15.60:6837/870798288] conn(0x562580977fc0 0x56258097a400 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.525+0000 7fbf44f8f740 1 --2- 172.21.15.52:0/3546911027 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5625808f84d0 0x562580904cd0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.525+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 >> 172.21.15.52:0/3546911027 conn(0x5625808f2ba0 msgr2=0x5625808ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:56.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.526+0000 7fbf1b7fe640 0 client.16182 ms_handle_reset on v2:172.21.15.60:6836/870798288 2024-04-21T09:11:56.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.526+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 shutdown_connections 2024-04-21T09:11:56.526 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.526+0000 7fbf44f8f740 1 -- 172.21.15.52:0/3546911027 wait complete. 2024-04-21T09:11:56.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.526+0000 7fbf44f8f740 20 client.16182 trim_cache size 0 max 16384 2024-04-21T09:11:56.530 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2024-04-21T09:11:56.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.531+0000 7fbf422c1640 1 -- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbf240a3ef0 msgr2=0x7fbf240a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.532 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.531+0000 7fbf422c1640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbf240a3ef0 0x7fbf240a63b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbf34009fa0 tx=0x7fbf34004a40 comp rx=0 tx=0).stop 2024-04-21T09:11:56.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.531+0000 7fbf422c1640 1 -- 172.21.15.52:0/3796662199 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf3c11aae0 msgr2=0x7fbf3c1b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.531+0000 7fbf422c1640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf3c11aae0 0x7fbf3c1b3970 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbf34009fd0 tx=0x7fbf3400c800 comp rx=0 tx=0).stop 2024-04-21T09:11:56.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.531+0000 7fbf422c1640 1 -- 172.21.15.52:0/3796662199 shutdown_connections 2024-04-21T09:11:56.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.532+0000 7fbf422c1640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fbf240a3ef0 0x7fbf240a63b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.532+0000 7fbf422c1640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fbf3c11aae0 0x7fbf3c1b3970 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.532+0000 7fbf422c1640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fbf3c10da10 0x7fbf3c11a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.532+0000 7fbf422c1640 1 --2- 172.21.15.52:0/3796662199 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbf3c1093c0 0x7fbf3c11a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.532+0000 7fbf422c1640 1 -- 172.21.15.52:0/3796662199 >> 172.21.15.52:0/3796662199 conn(0x7fbf3c06cff0 msgr2=0x7fbf3c113e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:56.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.533+0000 7fbf422c1640 1 -- 172.21.15.52:0/3796662199 shutdown_connections 2024-04-21T09:11:56.534 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.533+0000 7fbf422c1640 1 -- 172.21.15.52:0/3796662199 wait complete. 2024-04-21T09:11:56.563 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-21T09:11:56.589 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:56 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1782269615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:11:56.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.944+0000 7fa34df2b640 1 -- 172.21.15.52:0/1588816483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa34811b730 msgr2=0x7fa34811db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.944+0000 7fa34df2b640 1 --2- 172.21.15.52:0/1588816483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa34811b730 0x7fa34811db20 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa33c009900 tx=0x7fa33c02bc60 comp rx=0 tx=0).stop 2024-04-21T09:11:56.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.955+0000 7fa34df2b640 1 -- 172.21.15.52:0/1588816483 shutdown_connections 2024-04-21T09:11:56.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.955+0000 7fa34df2b640 1 --2- 172.21.15.52:0/1588816483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa34811b730 0x7fa34811db20 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.955+0000 7fa34df2b640 1 --2- 172.21.15.52:0/1588816483 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa348110b10 0x7fa34810e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.955+0000 7fa34df2b640 1 --2- 172.21.15.52:0/1588816483 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa3481106a0 0x7fa34810e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.955+0000 7fa34df2b640 1 -- 172.21.15.52:0/1588816483 >> 172.21.15.52:0/1588816483 conn(0x7fa34806cff0 msgr2=0x7fa34806d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:56.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.962+0000 7fa34df2b640 1 -- 172.21.15.52:0/1588816483 shutdown_connections 2024-04-21T09:11:56.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.963+0000 7fa34df2b640 1 -- 172.21.15.52:0/1588816483 wait complete. 2024-04-21T09:11:56.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.964+0000 7fa34df2b640 1 Processor -- start 2024-04-21T09:11:56.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.964+0000 7fa34df2b640 1 -- start start 2024-04-21T09:11:56.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.965+0000 7fa34df2b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3481106a0 0x7fa348118d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.965+0000 7fa34df2b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa348110b10 0x7fa348111d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.965+0000 7fa34df2b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa34811b730 0x7fa3481122c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.965+0000 7fa34df2b640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa348120fd0 con 0x7fa34811b730 2024-04-21T09:11:56.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.965+0000 7fa34df2b640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa348120e50 con 0x7fa3481106a0 2024-04-21T09:11:56.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.965+0000 7fa34df2b640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa348121150 con 0x7fa348110b10 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.971+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa348110b10 0x7fa348111d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.971+0000 7fa3477fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3481106a0 0x7fa348118d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.971+0000 7fa347fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa34811b730 0x7fa3481122c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.971+0000 7fa347fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa34811b730 0x7fa3481122c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34588/0 (socket says 172.21.15.52:34588) 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.971+0000 7fa347fff640 1 -- 172.21.15.52:0/74697835 learned_addr learned my addr 172.21.15.52:0/74697835 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.976+0000 7fa347fff640 1 -- 172.21.15.52:0/74697835 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa348110b10 msgr2=0x7fa348111d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.976+0000 7fa347fff640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa348110b10 0x7fa348111d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.976+0000 7fa347fff640 1 -- 172.21.15.52:0/74697835 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3481106a0 msgr2=0x7fa348118d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.976+0000 7fa347fff640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3481106a0 0x7fa348118d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.976+0000 7fa347fff640 1 -- 172.21.15.52:0/74697835 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3481128b0 con 0x7fa34811b730 2024-04-21T09:11:56.983 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.977+0000 7fa347fff640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa34811b730 0x7fa3481122c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fa33c02c1f0 tx=0x7fa33c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:56.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.978+0000 7fa344ff9640 1 -- 172.21.15.52:0/74697835 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33c043020 con 0x7fa34811b730 2024-04-21T09:11:56.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.978+0000 7fa344ff9640 1 -- 172.21.15.52:0/74697835 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa33c02ca40 con 0x7fa34811b730 2024-04-21T09:11:56.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.980+0000 7fa344ff9640 1 -- 172.21.15.52:0/74697835 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33c043020 con 0x7fa34811b730 2024-04-21T09:11:56.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.980+0000 7fa34df2b640 1 -- 172.21.15.52:0/74697835 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa348112b40 con 0x7fa34811b730 2024-04-21T09:11:56.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.982+0000 7fa34df2b640 1 -- 172.21.15.52:0/74697835 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa348116a80 con 0x7fa34811b730 2024-04-21T09:11:56.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.986+0000 7fa350bf9740 1 Processor -- start 2024-04-21T09:11:56.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.987+0000 7fa350bf9740 1 -- start start 2024-04-21T09:11:56.994 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.987+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42e2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.987+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42eb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.987+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42ebd10 0x5637f42ee160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.987+0000 7fa350bf9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5637f42471f0 con 0x5637f42e27e0 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.987+0000 7fa350bf9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5637f41e44b0 con 0x5637f42e3190 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.987+0000 7fa350bf9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5637f42431b0 con 0x5637f42ebd10 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.992+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42ebd10 0x5637f42ee160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.992+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42e2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.992+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42e2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34600/0 (socket says 172.21.15.52:34600) 2024-04-21T09:11:56.995 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.992+0000 7fa346ffd640 1 -- 172.21.15.52:0/4048801948 learned_addr learned my addr 172.21.15.52:0/4048801948 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.992+0000 7fa3477fe640 1 --2- 172.21.15.52:0/4048801948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42eb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.998+0000 7fa344ff9640 1 -- 172.21.15.52:0/74697835 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa33c046020 con 0x7fa34811b730 2024-04-21T09:11:57.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.999+0000 7fa344ff9640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3300a4160 0x7fa3300a6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.999+0000 7fa346ffd640 1 -- 172.21.15.52:0/4048801948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 msgr2=0x5637f42eb740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.999+0000 7fa346ffd640 1 --2- 172.21.15.52:0/4048801948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42eb740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.999+0000 7fa346ffd640 1 -- 172.21.15.52:0/4048801948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 msgr2=0x5637f42e2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.999+0000 7fa346ffd640 1 --2- 172.21.15.52:0/4048801948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42e2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:56.999+0000 7fa346ffd640 1 -- 172.21.15.52:0/4048801948 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637f41d61b0 con 0x5637f42ebd10 2024-04-21T09:11:57.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.000+0000 7fa344ff9640 1 -- 172.21.15.52:0/74697835 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fa33c03a040 con 0x7fa34811b730 2024-04-21T09:11:57.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.000+0000 7fa347fff640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3300a4160 0x7fa3300a6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.002 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.000+0000 7fa346ffd640 1 --2- 172.21.15.52:0/4048801948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42ebd10 0x5637f42ee160 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa34000bd90 tx=0x7fa340009390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39281bf28be5e986 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.006+0000 7fa32d7fa640 1 -- 172.21.15.52:0/4048801948 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa340041070 con 0x5637f42ebd10 2024-04-21T09:11:57.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.007+0000 7fa32d7fa640 1 -- 172.21.15.52:0/4048801948 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa340036040 con 0x5637f42ebd10 2024-04-21T09:11:57.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.007+0000 7fa32d7fa640 1 -- 172.21.15.52:0/4048801948 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa340032030 con 0x5637f42ebd10 2024-04-21T09:11:57.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.010+0000 7fa350bf9740 1 -- 172.21.15.52:0/4048801948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42ebd10 msgr2=0x5637f42ee160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.010+0000 7fa350bf9740 1 --2- 172.21.15.52:0/4048801948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42ebd10 0x5637f42ee160 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa34000bd90 tx=0x7fa340009390 comp rx=0 tx=0).stop 2024-04-21T09:11:57.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.014+0000 7fa350bf9740 1 -- 172.21.15.52:0/4048801948 shutdown_connections 2024-04-21T09:11:57.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.014+0000 7fa350bf9740 1 --2- 172.21.15.52:0/4048801948 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42ebd10 0x5637f42ee160 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.014+0000 7fa350bf9740 1 --2- 172.21.15.52:0/4048801948 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42eb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.014+0000 7fa350bf9740 1 --2- 172.21.15.52:0/4048801948 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42e2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.014 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.014+0000 7fa350bf9740 1 -- 172.21.15.52:0/4048801948 >> 172.21.15.52:0/4048801948 conn(0x5637f42dceb0 msgr2=0x5637f42dd290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.015 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.014+0000 7fa347fff640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3300a4160 0x7fa3300a6620 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa33c0b8180 tx=0x7fa33c0c1c50 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.022+0000 7fa350bf9740 1 -- 172.21.15.52:0/4048801948 shutdown_connections 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.026+0000 7fa350bf9740 1 -- 172.21.15.52:0/4048801948 wait complete. 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.026+0000 7fa350bf9740 1 -- start start 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.026+0000 7fa350bf9740 1 Processor -- start 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.028+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e27e0 0x5637f42eb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.028+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42e8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.028+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 0x5637f42e8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.028+0000 7fa350bf9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5637f42eeb90 con 0x5637f42ebd10 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.028+0000 7fa350bf9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5637f4200500 con 0x5637f42e3190 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.028+0000 7fa350bf9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5637f42eed10 con 0x5637f42e27e0 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.028+0000 7fa350bf9740 10 client.0 _ll_register_callbacks cb 0x5637f41ceb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.029+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 0x5637f42e8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.029+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 0x5637f42e8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34608/0 (socket says 172.21.15.52:34608) 2024-04-21T09:11:57.030 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.029+0000 7fa346ffd640 1 -- 172.21.15.52:0/2481636829 learned_addr learned my addr 172.21.15.52:0/2481636829 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.031+0000 7fa3477fe640 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42e8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.031+0000 7fa346ffd640 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e27e0 0x5637f42eb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.031+0000 7fa3477fe640 1 -- 172.21.15.52:0/2481636829 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e27e0 msgr2=0x5637f42eb500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.031+0000 7fa3477fe640 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e27e0 0x5637f42eb500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.031+0000 7fa3477fe640 1 -- 172.21.15.52:0/2481636829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 msgr2=0x5637f42e8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.031+0000 7fa3477fe640 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 0x5637f42e8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.031+0000 7fa3477fe640 1 -- 172.21.15.52:0/2481636829 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637f3f593f0 con 0x5637f42e3190 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.032+0000 7fa3477fe640 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42e8890 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x5637f42e3590 tx=0x7fa338012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c766571b022b5bd4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.032 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.032+0000 7fa32b7f6640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:57.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.032+0000 7fa32b7f6640 1 -- 172.21.15.52:0/2481636829 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa338004050 con 0x5637f42e3190 2024-04-21T09:11:57.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.032+0000 7fa350bf9740 1 -- 172.21.15.52:0/2481636829 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa340036040 con 0x5637f42e3190 2024-04-21T09:11:57.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.032+0000 7fa32b7f6640 1 -- 172.21.15.52:0/2481636829 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fa3380041f0 con 0x5637f42e3190 2024-04-21T09:11:57.038 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.038+0000 7fa32b7f6640 1 -- 172.21.15.52:0/2481636829 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa3380043f0 con 0x5637f42e3190 2024-04-21T09:11:57.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.040+0000 7fa350bf9740 10 client.25811 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:57.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.040+0000 7fa350bf9740 1 -- 172.21.15.52:0/2481636829 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5637f40237d0 con 0x5637f42e3190 2024-04-21T09:11:57.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.042+0000 7fa32b7f6640 1 -- 172.21.15.52:0/2481636829 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa340036040 con 0x5637f42e3190 2024-04-21T09:11:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.043+0000 7fa32b7f6640 1 -- 172.21.15.52:0/2481636829 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7fa338003b60 con 0x5637f42e3190 2024-04-21T09:11:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.044+0000 7fa350bf9740 10 client.25811 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:57.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.044+0000 7fa350bf9740 10 client.25811 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T09:11:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.044+0000 7fa350bf9740 20 client.25811 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.044+0000 7fa350bf9740 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5637f42fbcf0 0x5637f42fe0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.044+0000 7fa350bf9740 4 client.25811 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.044+0000 7fa350bf9740 1 -- 172.21.15.52:0/2481636829 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637f41e6930 con 0x5637f42fbcf0 2024-04-21T09:11:57.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.044+0000 7fa346ffd640 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5637f42fbcf0 0x5637f42fe0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.048+0000 7fa346ffd640 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5637f42fbcf0 0x5637f42fe0e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=655c06e96424ea90 server_cookie=2e65972565b6943b in_seq=0 out_seq=0 2024-04-21T09:11:57.048 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.049+0000 7fa32b7f6640 10 client.25811 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:11:57.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.050+0000 7fa32b7f6640 1 -- 172.21.15.52:0/2481636829 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5637f41e6930 con 0x5637f42fbcf0 2024-04-21T09:11:57.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.050+0000 7fa32b7f6640 10 client.25811 handle_command_reply: tid=0 2024-04-21T09:11:57.051 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.051+0000 7fa350bf9740 1 client.25811 shutdown 2024-04-21T09:11:57.052 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.052+0000 7fa350bf9740 1 -- 172.21.15.52:0/2481636829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 msgr2=0x5637f42e8890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.052 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.052+0000 7fa350bf9740 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42e8890 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x5637f42e3590 tx=0x7fa338012b60 comp rx=0 tx=0).stop 2024-04-21T09:11:57.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.053+0000 7fa350bf9740 1 -- 172.21.15.52:0/2481636829 shutdown_connections 2024-04-21T09:11:57.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.053+0000 7fa350bf9740 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 0x5637f42e8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.053+0000 7fa350bf9740 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5637f42fbcf0 0x5637f42fe0e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.053+0000 7fa350bf9740 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e3190 0x5637f42e8890 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.053+0000 7fa350bf9740 1 --2- 172.21.15.52:0/2481636829 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e27e0 0x5637f42eb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.053+0000 7fa350bf9740 1 -- 172.21.15.52:0/2481636829 >> 172.21.15.52:0/2481636829 conn(0x5637f42dceb0 msgr2=0x5637f42dec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.053+0000 7fa32b7f6640 0 client.25811 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:11:57.055 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.054+0000 7fa350bf9740 1 -- 172.21.15.52:0/2481636829 shutdown_connections 2024-04-21T09:11:57.055 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.056+0000 7fa350bf9740 1 -- 172.21.15.52:0/2481636829 wait complete. 2024-04-21T09:11:57.058 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.058+0000 7fa350bf9740 20 client.25811 trim_cache size 0 max 16384 2024-04-21T09:11:57.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.098+0000 7fa350bf9740 1 Processor -- start 2024-04-21T09:11:57.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.100+0000 7fa350bf9740 1 -- start start 2024-04-21T09:11:57.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.100+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42f7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.101+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 0x5637f42eafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.101+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42ebd10 0x5637f42eb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.101+0000 7fa350bf9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa348074f40 con 0x5637f42e27e0 2024-04-21T09:11:57.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.101+0000 7fa350bf9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa3481b5bc0 con 0x5637f42ebd10 2024-04-21T09:11:57.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.101+0000 7fa350bf9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa3481132d0 con 0x5637f42e3190 2024-04-21T09:11:57.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.106+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42f7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.106+0000 7fa3477fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 0x5637f42eafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.106+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42f7a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34624/0 (socket says 172.21.15.52:34624) 2024-04-21T09:11:57.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.106+0000 7fa346ffd640 1 -- 172.21.15.52:0/3179971484 learned_addr learned my addr 172.21.15.52:0/3179971484 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.106 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.106+0000 7fa346ffd640 1 --2- 172.21.15.52:0/3179971484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42ebd10 0x5637f42eb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.107+0000 7fa346ffd640 1 -- 172.21.15.52:0/3179971484 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 msgr2=0x5637f42eafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.107+0000 7fa346ffd640 1 --2- 172.21.15.52:0/3179971484 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 0x5637f42eafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.107+0000 7fa346ffd640 1 -- 172.21.15.52:0/3179971484 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 msgr2=0x5637f42f7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.107+0000 7fa346ffd640 1 --2- 172.21.15.52:0/3179971484 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42f7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.107+0000 7fa346ffd640 1 -- 172.21.15.52:0/3179971484 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637f42d8780 con 0x5637f42ebd10 2024-04-21T09:11:57.107 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.107+0000 7fa346ffd640 1 --2- 172.21.15.52:0/3179971484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42ebd10 0x5637f42eb500 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa3400070b0 tx=0x7fa340009390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f80820cbdb35542 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.109+0000 7fa32cff9640 1 -- 172.21.15.52:0/3179971484 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa340032040 con 0x5637f42ebd10 2024-04-21T09:11:57.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.109+0000 7fa32cff9640 1 -- 172.21.15.52:0/3179971484 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa340043040 con 0x5637f42ebd10 2024-04-21T09:11:57.110 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.111+0000 7fa350bf9740 1 -- 172.21.15.52:0/3179971484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42ebd10 msgr2=0x5637f42eb500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.110 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.111+0000 7fa350bf9740 1 --2- 172.21.15.52:0/3179971484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42ebd10 0x5637f42eb500 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa3400070b0 tx=0x7fa340009390 comp rx=0 tx=0).stop 2024-04-21T09:11:57.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.112+0000 7fa350bf9740 1 -- 172.21.15.52:0/3179971484 shutdown_connections 2024-04-21T09:11:57.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.112+0000 7fa350bf9740 1 --2- 172.21.15.52:0/3179971484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42ebd10 0x5637f42eb500 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.112+0000 7fa350bf9740 1 --2- 172.21.15.52:0/3179971484 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 0x5637f42eafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.112+0000 7fa350bf9740 1 --2- 172.21.15.52:0/3179971484 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42e27e0 0x5637f42f7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.112+0000 7fa350bf9740 1 -- 172.21.15.52:0/3179971484 >> 172.21.15.52:0/3179971484 conn(0x5637f42dceb0 msgr2=0x5637f42deb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.124+0000 7fa350bf9740 1 -- 172.21.15.52:0/3179971484 shutdown_connections 2024-04-21T09:11:57.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.126+0000 7fa350bf9740 1 -- 172.21.15.52:0/3179971484 wait complete. 2024-04-21T09:11:57.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.126+0000 7fa350bf9740 1 -- start start 2024-04-21T09:11:57.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.126+0000 7fa350bf9740 1 Processor -- start 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e27e0 0x5637f42efdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 0x5637f42f0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa350bf9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 0x5637f4361200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa350bf9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa3481b4080 con 0x5637f42ebd10 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa350bf9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa3481b54f0 con 0x5637f42e27e0 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa350bf9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa3481b4750 con 0x5637f42e3190 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa350bf9740 10 client.0 _ll_register_callbacks cb 0x7fa338009db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e27e0 0x5637f42efdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa346ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e27e0 0x5637f42efdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56866/0 (socket says 172.21.15.52:56866) 2024-04-21T09:11:57.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa346ffd640 1 -- 172.21.15.52:0/392527218 learned_addr learned my addr 172.21.15.52:0/392527218 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa346ffd640 1 -- 172.21.15.52:0/392527218 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 msgr2=0x5637f42f0310 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:11:57.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa346ffd640 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 0x5637f42f0310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa346ffd640 1 -- 172.21.15.52:0/392527218 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 msgr2=0x5637f4361200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.127+0000 7fa346ffd640 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 0x5637f4361200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.128+0000 7fa346ffd640 1 -- 172.21.15.52:0/392527218 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637f4361740 con 0x5637f42e27e0 2024-04-21T09:11:57.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.128+0000 7fa346ffd640 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e27e0 0x5637f42efdd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa340000f80 tx=0x7fa340009f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bee552aa879a376f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.129+0000 7fa32aff5640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:57.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.129+0000 7fa32aff5640 1 -- 172.21.15.52:0/392527218 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa34005f070 con 0x5637f42e27e0 2024-04-21T09:11:57.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.129+0000 7fa350bf9740 1 -- 172.21.15.52:0/392527218 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa340043040 con 0x5637f42e27e0 2024-04-21T09:11:57.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.129+0000 7fa32aff5640 1 -- 172.21.15.52:0/392527218 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fa34000b2d0 con 0x5637f42e27e0 2024-04-21T09:11:57.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa32aff5640 1 -- 172.21.15.52:0/392527218 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa340068050 con 0x5637f42e27e0 2024-04-21T09:11:57.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa350bf9740 10 client.25817 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:57.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa350bf9740 1 -- 172.21.15.52:0/392527218 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5637f43628e0 con 0x5637f42e27e0 2024-04-21T09:11:57.130 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa32aff5640 1 -- 172.21.15.52:0/392527218 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa340043040 con 0x5637f42e27e0 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa32aff5640 1 -- 172.21.15.52:0/392527218 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7fa340062020 con 0x5637f42e27e0 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa350bf9740 10 client.25817 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa350bf9740 10 client.25817 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa350bf9740 20 client.25817 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa350bf9740 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5637f4362ef0 0x5637f4365310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa350bf9740 4 client.25817 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.130+0000 7fa350bf9740 1 -- 172.21.15.52:0/392527218 --> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5637f4254c10 con 0x5637f4362ef0 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.131+0000 7fa3477fe640 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5637f4362ef0 0x5637f4365310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.131+0000 7fa32aff5640 10 client.25817 ms_handle_connect on v2:172.21.15.78:6838/1114809149 2024-04-21T09:11:57.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.132+0000 7fa3477fe640 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5637f4362ef0 0x5637f4365310 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=66d43d0a5497749c server_cookie=2fb9c4c05b621566 in_seq=0 out_seq=0 2024-04-21T09:11:57.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.135+0000 7fa32aff5640 1 -- 172.21.15.52:0/392527218 <== mds.1 v2:172.21.15.78:6838/1114809149 1 ==== command_reply(tid 0: 0 ) ==== 8+0+431 (crc 0 0 0) 0x5637f4254c10 con 0x5637f4362ef0 2024-04-21T09:11:57.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.135+0000 7fa32aff5640 10 client.25817 handle_command_reply: tid=0 2024-04-21T09:11:57.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.135+0000 7fa350bf9740 1 client.25817 shutdown 2024-04-21T09:11:57.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.143+0000 7fa350bf9740 1 -- 172.21.15.52:0/392527218 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e27e0 msgr2=0x5637f42efdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.143+0000 7fa350bf9740 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e27e0 0x5637f42efdd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa340000f80 tx=0x7fa340009f30 comp rx=0 tx=0).stop 2024-04-21T09:11:57.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.145+0000 7fa350bf9740 1 -- 172.21.15.52:0/392527218 shutdown_connections 2024-04-21T09:11:57.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.145+0000 7fa350bf9740 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5637f42ebd10 0x5637f4361200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.145+0000 7fa350bf9740 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5637f42e3190 0x5637f42f0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.145+0000 7fa350bf9740 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.78:6838/1114809149,v1:172.21.15.78:6839/1114809149] conn(0x5637f4362ef0 0x5637f4365310 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.145+0000 7fa350bf9740 1 --2- 172.21.15.52:0/392527218 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5637f42e27e0 0x5637f42efdd0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.145+0000 7fa350bf9740 1 -- 172.21.15.52:0/392527218 >> 172.21.15.52:0/392527218 conn(0x5637f42dceb0 msgr2=0x5637f42db680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.145+0000 7fa32aff5640 0 client.25817 ms_handle_reset on v2:172.21.15.78:6838/1114809149 2024-04-21T09:11:57.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.150+0000 7fa350bf9740 1 -- 172.21.15.52:0/392527218 shutdown_connections 2024-04-21T09:11:57.152 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.152+0000 7fa350bf9740 1 -- 172.21.15.52:0/392527218 wait complete. 2024-04-21T09:11:57.161 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.161+0000 7fa350bf9740 20 client.25817 trim_cache size 0 max 16384 2024-04-21T09:11:57.168 INFO:teuthology.orchestra.run.smithi052.stdout:[ 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: "damage_type": "backtrace", 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 1118875295, 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: "ino": 1099511628292, 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: "path": "/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.c" 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: "damage_type": "backtrace", 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: "id": 2397211019, 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: "ino": 1099511628291, 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: "path": "/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.8" 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:11:57.169 INFO:teuthology.orchestra.run.smithi052.stdout:] 2024-04-21T09:11:57.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.180+0000 7fa32e7fc640 1 -- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3300a4160 msgr2=0x7fa3300a6620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.180+0000 7fa32e7fc640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3300a4160 0x7fa3300a6620 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa33c0b8180 tx=0x7fa33c0c1c50 comp rx=0 tx=0).stop 2024-04-21T09:11:57.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.180+0000 7fa32e7fc640 1 -- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa34811b730 msgr2=0x7fa3481122c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.180+0000 7fa32e7fc640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa34811b730 0x7fa3481122c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fa33c02c1f0 tx=0x7fa33c0045e0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.193+0000 7fa32e7fc640 1 -- 172.21.15.52:0/74697835 shutdown_connections 2024-04-21T09:11:57.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.193+0000 7fa32e7fc640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3300a4160 0x7fa3300a6620 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.193+0000 7fa32e7fc640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa34811b730 0x7fa3481122c0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.193+0000 7fa32e7fc640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa348110b10 0x7fa348111d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.193+0000 7fa32e7fc640 1 --2- 172.21.15.52:0/74697835 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3481106a0 0x7fa348118d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.193+0000 7fa32e7fc640 1 -- 172.21.15.52:0/74697835 >> 172.21.15.52:0/74697835 conn(0x7fa34806cff0 msgr2=0x7fa34811c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.197+0000 7fa32e7fc640 1 -- 172.21.15.52:0/74697835 shutdown_connections 2024-04-21T09:11:57.198 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.198+0000 7fa32e7fc640 1 -- 172.21.15.52:0/74697835 wait complete. 2024-04-21T09:11:57.264 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-21T09:11:57.403 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:57 smithi052 ceph-mon[28035]: pgmap v58: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 578 MiB/s wr, 1.18k op/s 2024-04-21T09:11:57.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:57 smithi078 ceph-mon[31713]: pgmap v58: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 578 MiB/s wr, 1.18k op/s 2024-04-21T09:11:57.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:57 smithi060 ceph-mon[31055]: pgmap v58: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 578 MiB/s wr, 1.18k op/s 2024-04-21T09:11:57.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.616+0000 7f029b670640 1 -- 172.21.15.52:0/922545014 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f029411b730 msgr2=0x7f029411db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.616 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.616+0000 7f029b670640 1 --2- 172.21.15.52:0/922545014 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f029411b730 0x7f029411db20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f028c009ca0 tx=0x7f028c02c140 comp rx=0 tx=0).stop 2024-04-21T09:11:57.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.620+0000 7f029b670640 1 -- 172.21.15.52:0/922545014 shutdown_connections 2024-04-21T09:11:57.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.620+0000 7f029b670640 1 --2- 172.21.15.52:0/922545014 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f029411b730 0x7f029411db20 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.620+0000 7f029b670640 1 --2- 172.21.15.52:0/922545014 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0294110b10 0x7f029410e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.620+0000 7f029b670640 1 --2- 172.21.15.52:0/922545014 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f02941106a0 0x7f029410e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.620+0000 7f029b670640 1 -- 172.21.15.52:0/922545014 >> 172.21.15.52:0/922545014 conn(0x7f029406cff0 msgr2=0x7f029406d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.624+0000 7f029b670640 1 -- 172.21.15.52:0/922545014 shutdown_connections 2024-04-21T09:11:57.639 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.640+0000 7f029b670640 1 -- 172.21.15.52:0/922545014 wait complete. 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.641+0000 7f029b670640 1 Processor -- start 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.642+0000 7f029b670640 1 -- start start 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.642+0000 7f029b670640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02941106a0 0x7f02941a7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.642+0000 7f029b670640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0294110b10 0x7f02941a7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.642+0000 7f029b670640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f029411b730 0x7f02941abe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f029b670640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0294120ff0 con 0x7f0294110b10 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f029b670640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0294120e70 con 0x7f029411b730 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f0298c0b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0294110b10 0x7f02941a7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f029b670640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0294121170 con 0x7f02941106a0 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f0298c0b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0294110b10 0x7f02941a7a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34650/0 (socket says 172.21.15.52:34650) 2024-04-21T09:11:57.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f0298c0b640 1 -- 172.21.15.52:0/2167368287 learned_addr learned my addr 172.21.15.52:0/2167368287 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f0298c0b640 1 -- 172.21.15.52:0/2167368287 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02941106a0 msgr2=0x7f02941a7550 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:11:57.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02941106a0 0x7f02941a7550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f0298c0b640 1 -- 172.21.15.52:0/2167368287 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f029411b730 msgr2=0x7f02941abe10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:11:57.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f029411b730 0x7f02941abe10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.643+0000 7f0298c0b640 1 -- 172.21.15.52:0/2167368287 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02941ac540 con 0x7f0294110b10 2024-04-21T09:11:57.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.644+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0294110b10 0x7f02941a7a90 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f029000d950 tx=0x7f029000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.650+0000 7f028a7fc640 1 -- 172.21.15.52:0/2167368287 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0290017070 con 0x7f0294110b10 2024-04-21T09:11:57.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.650+0000 7f028a7fc640 1 -- 172.21.15.52:0/2167368287 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0290009c30 con 0x7f0294110b10 2024-04-21T09:11:57.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.650+0000 7f028a7fc640 1 -- 172.21.15.52:0/2167368287 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029000f620 con 0x7f0294110b10 2024-04-21T09:11:57.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.651+0000 7f029b670640 1 -- 172.21.15.52:0/2167368287 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02941ac830 con 0x7f0294110b10 2024-04-21T09:11:57.651 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.651+0000 7f029b670640 1 -- 172.21.15.52:0/2167368287 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02941b40c0 con 0x7f0294110b10 2024-04-21T09:11:57.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.655+0000 7f029e259740 1 Processor -- start 2024-04-21T09:11:57.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.656+0000 7f029e259740 1 -- start start 2024-04-21T09:11:57.656 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.657+0000 7f029e259740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ac98b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.657+0000 7f029e259740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad2430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.657+0000 7f029e259740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ad2a00 0x556361ad4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.657+0000 7f029e259740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x556361a2e1f0 con 0x556361ac94d0 2024-04-21T09:11:57.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.657+0000 7f029e259740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5563619cb4b0 con 0x556361ac9e80 2024-04-21T09:11:57.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.658+0000 7f029e259740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556361a2a1b0 con 0x556361ad2a00 2024-04-21T09:11:57.659 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.659+0000 7f0298c0b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ad2a00 0x556361ad4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.659+0000 7f0298c0b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ad2a00 0x556361ad4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:36454/0 (socket says 172.21.15.52:36454) 2024-04-21T09:11:57.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.659+0000 7f0298c0b640 1 -- 172.21.15.52:0/1921720349 learned_addr learned my addr 172.21.15.52:0/1921720349 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.660 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.660+0000 7f029940c640 1 --2- 172.21.15.52:0/1921720349 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.660+0000 7f0298c0b640 1 -- 172.21.15.52:0/1921720349 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 msgr2=0x556361ad2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.660+0000 7f0298c0b640 1 --2- 172.21.15.52:0/1921720349 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.661+0000 7f0298c0b640 1 -- 172.21.15.52:0/1921720349 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 msgr2=0x556361ac98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.661+0000 7f0298c0b640 1 --2- 172.21.15.52:0/1921720349 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ac98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.661 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.661+0000 7f0298c0b640 1 -- 172.21.15.52:0/1921720349 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563619bd1b0 con 0x556361ad2a00 2024-04-21T09:11:57.662 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.662+0000 7f0298c0b640 1 --2- 172.21.15.52:0/1921720349 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ad2a00 0x556361ad4e50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0290018000 tx=0x7f02900056d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b38cf5f708a2dae server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.670+0000 7f027f7fe640 1 -- 172.21.15.52:0/1921720349 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029000f9c0 con 0x556361ad2a00 2024-04-21T09:11:57.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.671+0000 7f027f7fe640 1 -- 172.21.15.52:0/1921720349 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02900046c0 con 0x556361ad2a00 2024-04-21T09:11:57.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.672+0000 7f029e259740 1 -- 172.21.15.52:0/1921720349 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ad2a00 msgr2=0x556361ad4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.672+0000 7f029e259740 1 --2- 172.21.15.52:0/1921720349 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ad2a00 0x556361ad4e50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0290018000 tx=0x7f02900056d0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.672+0000 7f029e259740 1 -- 172.21.15.52:0/1921720349 shutdown_connections 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.672+0000 7f029e259740 1 --2- 172.21.15.52:0/1921720349 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ad2a00 0x556361ad4e50 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.672+0000 7f029e259740 1 --2- 172.21.15.52:0/1921720349 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.672+0000 7f029e259740 1 --2- 172.21.15.52:0/1921720349 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ac98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.672+0000 7f029e259740 1 -- 172.21.15.52:0/1921720349 >> 172.21.15.52:0/1921720349 conn(0x556361ac3ba0 msgr2=0x556361ac3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.673+0000 7f029e259740 1 -- 172.21.15.52:0/1921720349 shutdown_connections 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.673+0000 7f029e259740 1 -- 172.21.15.52:0/1921720349 wait complete. 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.673+0000 7f029e259740 1 -- start start 2024-04-21T09:11:57.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.673+0000 7f029e259740 1 Processor -- start 2024-04-21T09:11:57.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.674+0000 7f029e259740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ad22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f029e259740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac9e80 0x556361acf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f029e259740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ad2a00 0x556361acfb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f029e259740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x556361ad59b0 con 0x556361ac94d0 2024-04-21T09:11:57.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f029e259740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5563619e7500 con 0x556361ad2a00 2024-04-21T09:11:57.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f029e259740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556361ad5b30 con 0x556361ac9e80 2024-04-21T09:11:57.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f029e259740 10 client.0 _ll_register_callbacks cb 0x5563619b5b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:57.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f0298c0b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ad2a00 0x556361acfb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f0298c0b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ad2a00 0x556361acfb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56898/0 (socket says 172.21.15.52:56898) 2024-04-21T09:11:57.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.675+0000 7f0298c0b640 1 -- 172.21.15.52:0/2021350708 learned_addr learned my addr 172.21.15.52:0/2021350708 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.677+0000 7f0298c0b640 1 -- 172.21.15.52:0/2021350708 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac9e80 msgr2=0x556361acf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.677+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac9e80 0x556361acf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.677+0000 7f0298c0b640 1 -- 172.21.15.52:0/2021350708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 msgr2=0x556361ad22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.677+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ad22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.680 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.677+0000 7f0298c0b640 1 -- 172.21.15.52:0/2021350708 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563617403f0 con 0x556361ad2a00 2024-04-21T09:11:57.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.681+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ad2a00 0x556361acfb70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f029000e010 tx=0x7f0290004aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c72fa587757d8c79 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.681 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.681+0000 7f027cff9640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:57.682 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.682+0000 7f027cff9640 1 -- 172.21.15.52:0/2021350708 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02900d9030 con 0x556361ad2a00 2024-04-21T09:11:57.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.683+0000 7f029e259740 1 -- 172.21.15.52:0/2021350708 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02900046c0 con 0x556361ad2a00 2024-04-21T09:11:57.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.683+0000 7f027cff9640 1 -- 172.21.15.52:0/2021350708 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f02900d5bb0 con 0x556361ad2a00 2024-04-21T09:11:57.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.684+0000 7f027cff9640 1 -- 172.21.15.52:0/2021350708 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f02900e7050 con 0x556361ad2a00 2024-04-21T09:11:57.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.684+0000 7f029e259740 10 client.25823 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:57.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.684+0000 7f029e259740 1 -- 172.21.15.52:0/2021350708 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55636180a7d0 con 0x556361ad2a00 2024-04-21T09:11:57.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.686+0000 7f027cff9640 1 -- 172.21.15.52:0/2021350708 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02900046c0 con 0x556361ad2a00 2024-04-21T09:11:57.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.688+0000 7f027cff9640 1 -- 172.21.15.52:0/2021350708 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f02900de780 con 0x556361ad2a00 2024-04-21T09:11:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.688+0000 7f029e259740 10 client.25823 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.688+0000 7f029e259740 10 client.25823 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.688+0000 7f029e259740 20 client.25823 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.688+0000 7f029e259740 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556361af3b10 0x556361af5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.688+0000 7f029e259740 4 client.25823 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:11:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.688+0000 7f029e259740 1 -- 172.21.15.52:0/2021350708 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563619cd930 con 0x556361af3b10 2024-04-21T09:11:57.688 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.688+0000 7f0299c0d640 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556361af3b10 0x556361af5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.694+0000 7f0299c0d640 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556361af3b10 0x556361af5f20 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9c35fc8ac8056d7 server_cookie=bd49a9d3693520fd in_seq=0 out_seq=0 2024-04-21T09:11:57.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.694+0000 7f027cff9640 10 client.25823 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:57.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.694+0000 7f028a7fc640 1 -- 172.21.15.52:0/2167368287 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f02900248a0 con 0x7f0294110b10 2024-04-21T09:11:57.695 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.695+0000 7f027cff9640 1 -- 172.21.15.52:0/2021350708 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5563619cd930 con 0x556361af3b10 2024-04-21T09:11:57.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.695+0000 7f027cff9640 10 client.25823 handle_command_reply: tid=0 2024-04-21T09:11:57.698 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.697+0000 7f029e259740 1 client.25823 shutdown 2024-04-21T09:11:57.699 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.700+0000 7f028a7fc640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f02800a3dc0 0x7f02800a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.700+0000 7f028a7fc640 1 -- 172.21.15.52:0/2167368287 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0290033070 con 0x7f0294110b10 2024-04-21T09:11:57.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.702+0000 7f029940c640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f02800a3dc0 0x7f02800a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.709 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.710+0000 7f029940c640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f02800a3dc0 0x7f02800a6280 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x556361ad0c00 tx=0x7f0284009410 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f029e259740 1 -- 172.21.15.52:0/2021350708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ad2a00 msgr2=0x556361acfb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f029e259740 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ad2a00 0x556361acfb70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f029000e010 tx=0x7f0290004aa0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.717 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f029e259740 1 -- 172.21.15.52:0/2021350708 shutdown_connections 2024-04-21T09:11:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f029e259740 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556361af3b10 0x556361af5f20 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f029e259740 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ad2a00 0x556361acfb70 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f029e259740 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac9e80 0x556361acf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f029e259740 1 --2- 172.21.15.52:0/2021350708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ad22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f029e259740 1 -- 172.21.15.52:0/2021350708 >> 172.21.15.52:0/2021350708 conn(0x556361ac3ba0 msgr2=0x556361ac58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.713+0000 7f027cff9640 0 client.25823 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:57.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.718+0000 7f029e259740 1 -- 172.21.15.52:0/2021350708 shutdown_connections 2024-04-21T09:11:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.718+0000 7f029e259740 1 -- 172.21.15.52:0/2021350708 wait complete. 2024-04-21T09:11:57.719 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.718+0000 7f029e259740 20 client.25823 trim_cache size 0 max 16384 2024-04-21T09:11:57.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.785+0000 7f029e259740 1 Processor -- start 2024-04-21T09:11:57.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.785+0000 7f029e259740 1 -- start start 2024-04-21T09:11:57.786 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.786+0000 7f029e259740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac3ba0 0x556361ade8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.787+0000 7f029e259740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ac5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.787+0000 7f029e259740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.787+0000 7f029e259740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f02941b8290 con 0x556361ac94d0 2024-04-21T09:11:57.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.787+0000 7f029e259740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f02941b5b60 con 0x556361ac9e80 2024-04-21T09:11:57.787 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.787+0000 7f029e259740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f02941a88e0 con 0x556361ac3ba0 2024-04-21T09:11:57.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.791+0000 7f0299c0d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.791+0000 7f0299c0d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56906/0 (socket says 172.21.15.52:56906) 2024-04-21T09:11:57.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.791+0000 7f0299c0d640 1 -- 172.21.15.52:0/3550689624 learned_addr learned my addr 172.21.15.52:0/3550689624 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.791+0000 7f029940c640 1 --2- 172.21.15.52:0/3550689624 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac3ba0 0x556361ade8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.791+0000 7f0299c0d640 1 -- 172.21.15.52:0/3550689624 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac3ba0 msgr2=0x556361ade8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.791+0000 7f0299c0d640 1 --2- 172.21.15.52:0/3550689624 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac3ba0 0x556361ade8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.792+0000 7f0299c0d640 1 -- 172.21.15.52:0/3550689624 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 msgr2=0x556361ac5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.792+0000 7f0299c0d640 1 --2- 172.21.15.52:0/3550689624 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ac5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.792+0000 7f0299c0d640 1 -- 172.21.15.52:0/3550689624 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556361ac39d0 con 0x556361ac9e80 2024-04-21T09:11:57.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.792+0000 7f0299c0d640 1 --2- 172.21.15.52:0/3550689624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad1d60 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f028c009bf0 tx=0x7f028c005c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3b219c1d4ad21b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.793+0000 7f027effd640 1 -- 172.21.15.52:0/3550689624 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028c039040 con 0x556361ac9e80 2024-04-21T09:11:57.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.793+0000 7f027effd640 1 -- 172.21.15.52:0/3550689624 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f028c0329e0 con 0x556361ac9e80 2024-04-21T09:11:57.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.795+0000 7f029e259740 1 -- 172.21.15.52:0/3550689624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 msgr2=0x556361ad1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.795+0000 7f029e259740 1 --2- 172.21.15.52:0/3550689624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad1d60 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f028c009bf0 tx=0x7f028c005c10 comp rx=0 tx=0).stop 2024-04-21T09:11:57.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.805+0000 7f029e259740 1 -- 172.21.15.52:0/3550689624 shutdown_connections 2024-04-21T09:11:57.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.805+0000 7f029e259740 1 --2- 172.21.15.52:0/3550689624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac9e80 0x556361ad1d60 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.805+0000 7f029e259740 1 --2- 172.21.15.52:0/3550689624 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac94d0 0x556361ac5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.805+0000 7f029e259740 1 --2- 172.21.15.52:0/3550689624 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac3ba0 0x556361ade8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.805+0000 7f029e259740 1 -- 172.21.15.52:0/3550689624 >> 172.21.15.52:0/3550689624 conn(0x556361acfcd0 msgr2=0x556361ac4ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.809+0000 7f029e259740 1 -- 172.21.15.52:0/3550689624 shutdown_connections 2024-04-21T09:11:57.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.810+0000 7f029e259740 1 -- 172.21.15.52:0/3550689624 wait complete. 2024-04-21T09:11:57.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.810+0000 7f029e259740 1 -- start start 2024-04-21T09:11:57.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.811+0000 7f029e259740 1 Processor -- start 2024-04-21T09:11:57.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.812+0000 7f029e259740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac3ba0 0x556361ad6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.812+0000 7f029e259740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac94d0 0x556361ad6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.813+0000 7f029e259740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac9e80 0x556361ad7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.813+0000 7f029940c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac3ba0 0x556361ad6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.813+0000 7f029940c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac3ba0 0x556361ad6ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56910/0 (socket says 172.21.15.52:56910) 2024-04-21T09:11:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.813+0000 7f029940c640 1 -- 172.21.15.52:0/2196879117 learned_addr learned my addr 172.21.15.52:0/2196879117 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:11:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.813+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac94d0 0x556361ad6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.813+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f02941193f0 con 0x556361ac9e80 2024-04-21T09:11:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.813+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f02941b5490 con 0x556361ac3ba0 2024-04-21T09:11:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.814+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f02941b46f0 con 0x556361ac94d0 2024-04-21T09:11:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.814+0000 7f0299c0d640 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac9e80 0x556361ad7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.814+0000 7f029e259740 10 client.0 _ll_register_callbacks cb 0x7f02900050d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:11:57.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.815+0000 7f029940c640 1 -- 172.21.15.52:0/2196879117 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac94d0 msgr2=0x556361ad6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.815+0000 7f029940c640 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac94d0 0x556361ad6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.815+0000 7f029940c640 1 -- 172.21.15.52:0/2196879117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac9e80 msgr2=0x556361ad7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:11:57.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.815+0000 7f029940c640 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac9e80 0x556361ad7530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.815+0000 7f029940c640 1 -- 172.21.15.52:0/2196879117 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556361b59340 con 0x556361ac3ba0 2024-04-21T09:11:57.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.815+0000 7f0299c0d640 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac9e80 0x556361ad7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:11:57.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.819+0000 7f029940c640 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac3ba0 0x556361ad6ab0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0284006fd0 tx=0x7f0284004700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d91f40fdc167543 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:11:57.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.819+0000 7f027cff9640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:11:57.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.821+0000 7f027cff9640 1 -- 172.21.15.52:0/2196879117 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0284025020 con 0x556361ac3ba0 2024-04-21T09:11:57.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.821+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f028c0329e0 con 0x556361ac3ba0 2024-04-21T09:11:57.821 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.821+0000 7f027cff9640 1 -- 172.21.15.52:0/2196879117 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0284021470 con 0x556361ac3ba0 2024-04-21T09:11:57.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.822+0000 7f027cff9640 1 -- 172.21.15.52:0/2196879117 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0284030050 con 0x556361ac3ba0 2024-04-21T09:11:57.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.822+0000 7f029e259740 10 client.25829 fetch_fsmap learned FSMap version 29 2024-04-21T09:11:57.822 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.822+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556361b5a680 con 0x556361ac3ba0 2024-04-21T09:11:57.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.824+0000 7f027cff9640 1 -- 172.21.15.52:0/2196879117 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f028c0329e0 con 0x556361ac3ba0 2024-04-21T09:11:57.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.829+0000 7f027cff9640 1 -- 172.21.15.52:0/2196879117 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f0284013830 con 0x556361ac3ba0 2024-04-21T09:11:57.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.829+0000 7f029e259740 10 client.25829 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:11:57.829 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.829+0000 7f029e259740 10 client.25829 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-21T09:11:57.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.829+0000 7f029e259740 20 client.25829 populate_metadata read hostname 'smithi052' 2024-04-21T09:11:57.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.829+0000 7f029e259740 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556361ad2a00 0x556361b5cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:11:57.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.829+0000 7f029e259740 4 client.25829 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-21T09:11:57.830 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.829+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556361a3bc10 con 0x556361ad2a00 2024-04-21T09:11:57.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.836+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556361ad2a00 0x556361b5cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:11:57.848 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.848+0000 7f0298c0b640 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556361ad2a00 0x556361b5cee0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b1b11a62fddb846 server_cookie=f9a11ff31bf0a915 in_seq=0 out_seq=0 2024-04-21T09:11:57.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.855+0000 7f027cff9640 10 client.25829 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:57.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.856+0000 7f027cff9640 1 -- 172.21.15.52:0/2196879117 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556361a3bc10 con 0x556361ad2a00 2024-04-21T09:11:57.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.856+0000 7f027cff9640 10 client.25829 handle_command_reply: tid=0 2024-04-21T09:11:57.856 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.856+0000 7f029e259740 1 client.25829 shutdown 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac3ba0 msgr2=0x556361ad6ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f029e259740 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac3ba0 0x556361ad6ab0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0284006fd0 tx=0x7f0284004700 comp rx=0 tx=0).stop 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 shutdown_connections 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f029e259740 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556361ad2a00 0x556361b5cee0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f029e259740 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556361ac9e80 0x556361ad7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f029e259740 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556361ac94d0 0x556361ad6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f029e259740 1 --2- 172.21.15.52:0/2196879117 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556361ac3ba0 0x556361ad6ab0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 >> 172.21.15.52:0/2196879117 conn(0x556361acfcd0 msgr2=0x556361acab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.863 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.863+0000 7f027cff9640 0 client.25829 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:11:57.864 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.864+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 shutdown_connections 2024-04-21T09:11:57.867 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.867+0000 7f029e259740 1 -- 172.21.15.52:0/2196879117 wait complete. 2024-04-21T09:11:57.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.868+0000 7f029e259740 20 client.25829 trim_cache size 0 max 16384 2024-04-21T09:11:57.874 INFO:teuthology.orchestra.run.smithi052.stdout:[] 2024-04-21T09:11:57.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 -- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f02800a3dc0 msgr2=0x7f02800a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f02800a3dc0 0x7f02800a6280 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x556361ad0c00 tx=0x7f0284009410 comp rx=0 tx=0).stop 2024-04-21T09:11:57.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 -- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0294110b10 msgr2=0x7f02941a7a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:11:57.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0294110b10 0x7f02941a7a90 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f029000d950 tx=0x7f029000de10 comp rx=0 tx=0).stop 2024-04-21T09:11:57.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 -- 172.21.15.52:0/2167368287 shutdown_connections 2024-04-21T09:11:57.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f02800a3dc0 0x7f02800a6280 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f029411b730 0x7f02941abe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0294110b10 0x7f02941a7a90 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 --2- 172.21.15.52:0/2167368287 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f02941106a0 0x7f02941a7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:11:57.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 -- 172.21.15.52:0/2167368287 >> 172.21.15.52:0/2167368287 conn(0x7f029406cff0 msgr2=0x7f029411a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:11:57.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 -- 172.21.15.52:0/2167368287 shutdown_connections 2024-04-21T09:11:57.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:11:57.901+0000 7f029b670640 1 -- 172.21.15.52:0/2167368287 wait complete. 2024-04-21T09:11:57.943 ERROR:tasks.fwd_scrub:rank 1 damaged: [{'damage_type': 'backtrace', 'id': 1118875295, 'ino': 1099511628292, 'path': '/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.c'}, {'damage_type': 'backtrace', 'id': 2397211019, 'ino': 1099511628291, 'path': '/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.8'}] 2024-04-21T09:11:57.944 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa/tasks/fwd_scrub.py", line 48, in do_scrub self._scrub() File "/home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa/tasks/fwd_scrub.py", line 70, in _scrub self._check_damage() File "/home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa/tasks/fwd_scrub.py", line 81, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-04-21T09:11:59.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:11:59 smithi078 ceph-mon[31713]: pgmap v59: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 807 MiB/s wr, 1.48k op/s 2024-04-21T09:11:59.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:11:59 smithi052 ceph-mon[28035]: pgmap v59: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 807 MiB/s wr, 1.48k op/s 2024-04-21T09:11:59.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:11:59 smithi060 ceph-mon[31055]: pgmap v59: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 807 MiB/s wr, 1.48k op/s 2024-04-21T09:12:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:01 smithi078 ceph-mon[31713]: pgmap v60: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 646 MiB/s wr, 1.29k op/s 2024-04-21T09:12:01.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:01 smithi052 ceph-mon[28035]: pgmap v60: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 646 MiB/s wr, 1.29k op/s 2024-04-21T09:12:01.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:01 smithi060 ceph-mon[31055]: pgmap v60: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 646 MiB/s wr, 1.29k op/s 2024-04-21T09:12:03.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:03 smithi078 ceph-mon[31713]: pgmap v61: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 774 MiB/s wr, 1.60k op/s 2024-04-21T09:12:03.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:03 smithi052 ceph-mon[28035]: pgmap v61: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 774 MiB/s wr, 1.60k op/s 2024-04-21T09:12:03.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:03 smithi060 ceph-mon[31055]: pgmap v61: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 774 MiB/s wr, 1.60k op/s 2024-04-21T09:12:05.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:05 smithi078 ceph-mon[31713]: pgmap v62: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 708 MiB/s wr, 1.33k op/s 2024-04-21T09:12:05.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:05 smithi052 ceph-mon[28035]: pgmap v62: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 708 MiB/s wr, 1.33k op/s 2024-04-21T09:12:05.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:05 smithi060 ceph-mon[31055]: pgmap v62: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 708 MiB/s wr, 1.33k op/s 2024-04-21T09:12:06.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.690+0000 7f8842704640 1 -- 172.21.15.52:0/990693840 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c1010a0 msgr2=0x7f883c101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.690+0000 7f8842704640 1 --2- 172.21.15.52:0/990693840 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c1010a0 0x7f883c101480 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f882c009900 tx=0x7f882c02bc60 comp rx=0 tx=0).stop 2024-04-21T09:12:06.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.691+0000 7f8842704640 1 -- 172.21.15.52:0/990693840 shutdown_connections 2024-04-21T09:12:06.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.691+0000 7f8842704640 1 --2- 172.21.15.52:0/990693840 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f883c106170 0x7f883c069770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.691+0000 7f8842704640 1 --2- 172.21.15.52:0/990693840 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f883c101a50 0x7f883c105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.691+0000 7f8842704640 1 --2- 172.21.15.52:0/990693840 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c1010a0 0x7f883c101480 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.691+0000 7f8842704640 1 -- 172.21.15.52:0/990693840 >> 172.21.15.52:0/990693840 conn(0x7f883c077f70 msgr2=0x7f883c078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:06.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.691+0000 7f8842704640 1 -- 172.21.15.52:0/990693840 shutdown_connections 2024-04-21T09:12:06.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.691+0000 7f8842704640 1 -- 172.21.15.52:0/990693840 wait complete. 2024-04-21T09:12:06.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.692+0000 7f8842704640 1 Processor -- start 2024-04-21T09:12:06.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.692+0000 7f8842704640 1 -- start start 2024-04-21T09:12:06.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f8842704640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f883c1010a0 0x7f883c1a0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f8842704640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f883c106170 0x7f883c1a0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f8842704640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c19a600 0x7f883c19aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f883bfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f883c1010a0 0x7f883c1a0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f883bfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f883c1010a0 0x7f883c1a0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:59488/0 (socket says 172.21.15.52:59488) 2024-04-21T09:12:06.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f883bfff640 1 -- 172.21.15.52:0/2940735764 learned_addr learned my addr 172.21.15.52:0/2940735764 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:06.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f8840ca1640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c19a600 0x7f883c19aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f883c1144e0 con 0x7f883c106170 2024-04-21T09:12:06.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f883c114360 con 0x7f883c1010a0 2024-04-21T09:12:06.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.693+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f883c114660 con 0x7f883c19a600 2024-04-21T09:12:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.694+0000 7f883b7fe640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f883c106170 0x7f883c1a0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.694+0000 7f8840ca1640 1 -- 172.21.15.52:0/2940735764 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f883c1010a0 msgr2=0x7f883c1a0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.694+0000 7f8840ca1640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f883c1010a0 0x7f883c1a0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.694+0000 7f8840ca1640 1 -- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f883c106170 msgr2=0x7f883c1a0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.695 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.694+0000 7f8840ca1640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f883c106170 0x7f883c1a0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.694+0000 7f8840ca1640 1 -- 172.21.15.52:0/2940735764 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f883c19b120 con 0x7f883c19a600 2024-04-21T09:12:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.694+0000 7f8840ca1640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c19a600 0x7f883c19aab0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f883400be20 tx=0x7f883400bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.694+0000 7f88397fa640 1 -- 172.21.15.52:0/2940735764 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8834019070 con 0x7f883c19a600 2024-04-21T09:12:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.695+0000 7f88397fa640 1 -- 172.21.15.52:0/2940735764 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f88340148f0 con 0x7f883c19a600 2024-04-21T09:12:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.695+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f883c19b410 con 0x7f883c19a600 2024-04-21T09:12:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.695+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f883c1a7660 con 0x7f883c19a600 2024-04-21T09:12:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.695+0000 7f88397fa640 1 -- 172.21.15.52:0/2940735764 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8834012840 con 0x7f883c19a600 2024-04-21T09:12:06.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.699+0000 7f88453d3740 1 Processor -- start 2024-04-21T09:12:06.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.699+0000 7f88397fa640 1 -- 172.21.15.52:0/2940735764 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f883401c070 con 0x7f883c19a600 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.699+0000 7f88453d3740 1 -- start start 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f88453d3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a494e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f88453d3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a4957f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f88453d3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f88453d3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a94a3f18d0 con 0x55a94a49e8f0 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f88453d3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a94a38ee80 con 0x55a94a495370 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f88453d3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a94a3ed890 con 0x55a94a4960e0 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a494e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a494e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:41004/0 (socket says 172.21.15.52:41004) 2024-04-21T09:12:06.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 -- 172.21.15.52:0/470606176 learned_addr learned my addr 172.21.15.52:0/470606176 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:06.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883bfff640 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a4957f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 -- 172.21.15.52:0/470606176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 msgr2=0x55a94a4957f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:06.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a4957f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 -- 172.21.15.52:0/470606176 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 msgr2=0x55a94a4a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 -- 172.21.15.52:0/470606176 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a94a3b0320 con 0x55a94a4960e0 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883bfff640 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a4957f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f88397fa640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f88240a3e60 0x7f88240a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.700+0000 7f883b7fe640 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a494e30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f88300127a0 tx=0x7f8830009660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77732da6f7a96a0b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.701+0000 7f88397fa640 1 -- 172.21.15.52:0/2940735764 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f88340d00c0 con 0x7f883c19a600 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.701+0000 7f88227fc640 1 -- 172.21.15.52:0/470606176 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8830012d20 con 0x55a94a4960e0 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.701+0000 7f88227fc640 1 -- 172.21.15.52:0/470606176 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f88300107d0 con 0x55a94a4960e0 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.701+0000 7f88227fc640 1 -- 172.21.15.52:0/470606176 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8830003830 con 0x55a94a4960e0 2024-04-21T09:12:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.701+0000 7f883bfff640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f88240a3e60 0x7f88240a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 -- 172.21.15.52:0/470606176 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 msgr2=0x55a94a494e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a494e30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f88300127a0 tx=0x7f8830009660 comp rx=0 tx=0).stop 2024-04-21T09:12:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f883bfff640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f88240a3e60 0x7f88240a6320 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x55a94a496840 tx=0x7f882c000bc0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 -- 172.21.15.52:0/470606176 shutdown_connections 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a4957f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 --2- 172.21.15.52:0/470606176 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a494e30 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 -- 172.21.15.52:0/470606176 >> 172.21.15.52:0/470606176 conn(0x55a94a453c90 msgr2=0x55a94a490060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 -- 172.21.15.52:0/470606176 shutdown_connections 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 -- 172.21.15.52:0/470606176 wait complete. 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.702+0000 7f88453d3740 1 -- start start 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f88453d3740 1 Processor -- start 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f88453d3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a49e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f88453d3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a49b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f88453d3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a49be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f88453d3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a94a487520 con 0x55a94a49e8f0 2024-04-21T09:12:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f88453d3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a94a379eb0 con 0x55a94a495370 2024-04-21T09:12:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f88453d3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a94a4876a0 con 0x55a94a4960e0 2024-04-21T09:12:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f88453d3740 10 client.0 _ll_register_callbacks cb 0x55a94a3a6b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f883b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a49b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f883b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a49b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:41012/0 (socket says 172.21.15.52:41012) 2024-04-21T09:12:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f883b7fe640 1 -- 172.21.15.52:0/3098828826 learned_addr learned my addr 172.21.15.52:0/3098828826 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.703+0000 7f8840ca1640 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a49be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f883b7fe640 1 -- 172.21.15.52:0/3098828826 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 msgr2=0x55a94a49e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f883b7fe640 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a49e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f883b7fe640 1 -- 172.21.15.52:0/3098828826 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 msgr2=0x55a94a49be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f883b7fe640 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a49be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f883b7fe640 1 -- 172.21.15.52:0/3098828826 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a94a104210 con 0x55a94a4960e0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f883b7fe640 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a49b750 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8830009630 tx=0x7f8830012da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cfe9af92ae6d804 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f881b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f881b7fe640 1 -- 172.21.15.52:0/3098828826 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8830012240 con 0x55a94a4960e0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f881b7fe640 1 -- 172.21.15.52:0/3098828826 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f88300040a0 con 0x55a94a4960e0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.704+0000 7f88453d3740 1 -- 172.21.15.52:0/3098828826 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88300107d0 con 0x55a94a4960e0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.705+0000 7f881b7fe640 1 -- 172.21.15.52:0/3098828826 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f88300042a0 con 0x55a94a4960e0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.705+0000 7f88453d3740 10 client.25885 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.705+0000 7f88453d3740 1 -- 172.21.15.52:0/3098828826 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a94a1d0620 con 0x55a94a4960e0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.705+0000 7f881b7fe640 1 -- 172.21.15.52:0/3098828826 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f88300107d0 con 0x55a94a4960e0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.705+0000 7f881b7fe640 1 -- 172.21.15.52:0/3098828826 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f88300048c0 con 0x55a94a4960e0 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.706+0000 7f88453d3740 10 client.25885 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.706+0000 7f88453d3740 10 client.25885 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:12:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.706+0000 7f88453d3740 20 client.25885 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:06.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.706+0000 7f88453d3740 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a94a4b7020 0x55a94a4b9410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.706+0000 7f88453d3740 4 client.25885 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:12:06.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.706+0000 7f88453d3740 1 -- 172.21.15.52:0/3098828826 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a94a405880 con 0x55a94a4b7020 2024-04-21T09:12:06.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.706+0000 7f883bfff640 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a94a4b7020 0x55a94a4b9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.707+0000 7f881b7fe640 10 client.25885 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:06.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.707+0000 7f883bfff640 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a94a4b7020 0x55a94a4b9410 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b680a90a97dabde server_cookie=d2ad737a283e37db in_seq=0 out_seq=0 2024-04-21T09:12:06.709 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.709+0000 7f881b7fe640 1 -- 172.21.15.52:0/3098828826 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a94a405880 con 0x55a94a4b7020 2024-04-21T09:12:06.709 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.709+0000 7f881b7fe640 10 client.25885 handle_command_reply: tid=0 2024-04-21T09:12:06.709 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.709+0000 7f88453d3740 1 client.25885 shutdown 2024-04-21T09:12:06.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 -- 172.21.15.52:0/3098828826 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 msgr2=0x55a94a49b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a49b750 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8830009630 tx=0x7f8830012da0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 -- 172.21.15.52:0/3098828826 shutdown_connections 2024-04-21T09:12:06.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a94a4b7020 0x55a94a4b9410 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a49be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a49b750 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 --2- 172.21.15.52:0/3098828826 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a49e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.712 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 -- 172.21.15.52:0/3098828826 >> 172.21.15.52:0/3098828826 conn(0x55a94a453c90 msgr2=0x55a94a491db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:06.712 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f881b7fe640 0 client.25885 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:06.712 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 -- 172.21.15.52:0/3098828826 shutdown_connections 2024-04-21T09:12:06.712 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 1 -- 172.21.15.52:0/3098828826 wait complete. 2024-04-21T09:12:06.712 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.711+0000 7f88453d3740 20 client.25885 trim_cache size 0 max 16384 2024-04-21T09:12:06.742 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.742+0000 7f88453d3740 1 Processor -- start 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.742+0000 7f88453d3740 1 -- start start 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f88453d3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a4bece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f88453d3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a4bf220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f88453d3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a496870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f88453d3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f8828012730 con 0x55a94a49e8f0 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f88453d3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8828010000 con 0x55a94a495370 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f88453d3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f882800de50 con 0x55a94a4960e0 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f883b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a4bf220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f883b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a4bf220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:41024/0 (socket says 172.21.15.52:41024) 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f883b7fe640 1 -- 172.21.15.52:0/3022156753 learned_addr learned my addr 172.21.15.52:0/3022156753 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f8840ca1640 1 --2- 172.21.15.52:0/3022156753 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a496870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.744 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f883b7fe640 1 -- 172.21.15.52:0/3022156753 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 msgr2=0x55a94a4bece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f883b7fe640 1 --2- 172.21.15.52:0/3022156753 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a4bece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f883b7fe640 1 -- 172.21.15.52:0/3022156753 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 msgr2=0x55a94a496870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f883b7fe640 1 --2- 172.21.15.52:0/3022156753 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a496870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.743+0000 7f883b7fe640 1 -- 172.21.15.52:0/3022156753 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a94a482f30 con 0x55a94a4960e0 2024-04-21T09:12:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.744+0000 7f883b7fe640 1 --2- 172.21.15.52:0/3022156753 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a4bf220 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8830010820 tx=0x7f8830010850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b71736af4db4663a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.744+0000 7f8821ffb640 1 -- 172.21.15.52:0/3022156753 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8830037070 con 0x55a94a4960e0 2024-04-21T09:12:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.744+0000 7f8821ffb640 1 -- 172.21.15.52:0/3022156753 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8830012240 con 0x55a94a4960e0 2024-04-21T09:12:06.745 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.744+0000 7f8821ffb640 1 -- 172.21.15.52:0/3022156753 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8830009bd0 con 0x55a94a4960e0 2024-04-21T09:12:06.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.745+0000 7f88453d3740 1 -- 172.21.15.52:0/3022156753 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 msgr2=0x55a94a4bf220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.745+0000 7f88453d3740 1 --2- 172.21.15.52:0/3022156753 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a4bf220 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8830010820 tx=0x7f8830010850 comp rx=0 tx=0).stop 2024-04-21T09:12:06.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.745+0000 7f88453d3740 1 -- 172.21.15.52:0/3022156753 shutdown_connections 2024-04-21T09:12:06.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.745+0000 7f88453d3740 1 --2- 172.21.15.52:0/3022156753 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a496870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.745+0000 7f88453d3740 1 --2- 172.21.15.52:0/3022156753 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a4bf220 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.745+0000 7f88453d3740 1 --2- 172.21.15.52:0/3022156753 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a4bece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.745+0000 7f88453d3740 1 -- 172.21.15.52:0/3022156753 >> 172.21.15.52:0/3022156753 conn(0x55a94a453c90 msgr2=0x55a94a48fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:06.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.746+0000 7f88453d3740 1 -- 172.21.15.52:0/3022156753 shutdown_connections 2024-04-21T09:12:06.747 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.746+0000 7f88453d3740 1 -- 172.21.15.52:0/3022156753 wait complete. 2024-04-21T09:12:06.747 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.746+0000 7f88453d3740 1 -- start start 2024-04-21T09:12:06.747 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f88453d3740 1 Processor -- start 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f88453d3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a498c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f88453d3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a499170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f88453d3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4979c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f88453d3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f882800e4c0 con 0x55a94a49e8f0 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f88453d3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f882800f930 con 0x55a94a495370 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f88453d3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f882800eb90 con 0x55a94a4960e0 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f88453d3740 10 client.0 _ll_register_callbacks cb 0x7f8830009d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f8840ca1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f8840ca1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4979c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34492/0 (socket says 172.21.15.52:34492) 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f8840ca1640 1 -- 172.21.15.52:0/1734403327 learned_addr learned my addr 172.21.15.52:0/1734403327 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:06.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.747+0000 7f883b7fe640 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a499170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f883b7fe640 1 -- 172.21.15.52:0/1734403327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 msgr2=0x55a94a498c30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f883b7fe640 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a498c30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f883b7fe640 1 -- 172.21.15.52:0/1734403327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 msgr2=0x55a94a4979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f883b7fe640 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f883b7fe640 1 -- 172.21.15.52:0/1734403327 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a94a4980b0 con 0x55a94a4960e0 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f8840ca1640 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f883b7fe640 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a499170 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x55a94a4967f0 tx=0x7f88300123f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1037936d20a9f9a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f881b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.748+0000 7f881b7fe640 1 -- 172.21.15.52:0/1734403327 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8830040060 con 0x55a94a4960e0 2024-04-21T09:12:06.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.749+0000 7f881b7fe640 1 -- 172.21.15.52:0/1734403327 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f8830004500 con 0x55a94a4960e0 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.749+0000 7f88453d3740 1 -- 172.21.15.52:0/1734403327 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8830012240 con 0x55a94a4960e0 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.749+0000 7f881b7fe640 1 -- 172.21.15.52:0/1734403327 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8830037040 con 0x55a94a4960e0 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.749+0000 7f88453d3740 10 client.25891 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.749+0000 7f88453d3740 1 -- 172.21.15.52:0/1734403327 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a94a48e370 con 0x55a94a4960e0 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.749+0000 7f881b7fe640 1 -- 172.21.15.52:0/1734403327 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8830012240 con 0x55a94a4960e0 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.750+0000 7f881b7fe640 1 -- 172.21.15.52:0/1734403327 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f88300038a0 con 0x55a94a4960e0 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.750+0000 7f88453d3740 10 client.25891 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.750+0000 7f88453d3740 10 client.25891 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.750+0000 7f88453d3740 20 client.25891 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.750+0000 7f88453d3740 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a94a51d550 0x55a94a51f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.750+0000 7f88453d3740 4 client.25891 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:12:06.751 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.750+0000 7f88453d3740 1 -- 172.21.15.52:0/1734403327 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a94a3913d0 con 0x55a94a51d550 2024-04-21T09:12:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.751+0000 7f883bfff640 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a94a51d550 0x55a94a51f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.751+0000 7f883bfff640 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a94a51d550 0x55a94a51f940 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57e146682e273473 server_cookie=131694a21299044 in_seq=0 out_seq=0 2024-04-21T09:12:06.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.751+0000 7f881b7fe640 10 client.25891 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:06.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.829+0000 7f881b7fe640 1 -- 172.21.15.52:0/1734403327 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a94a3913d0 con 0x55a94a51d550 2024-04-21T09:12:06.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.829+0000 7f881b7fe640 10 client.25891 handle_command_reply: tid=0 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.829+0000 7f88453d3740 1 client.25891 shutdown 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 -- 172.21.15.52:0/1734403327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 msgr2=0x55a94a499170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a499170 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x55a94a4967f0 tx=0x7f88300123f0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 -- 172.21.15.52:0/1734403327 shutdown_connections 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a94a51d550 0x55a94a51f940 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a94a49e8f0 0x55a94a4979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a94a4960e0 0x55a94a499170 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 --2- 172.21.15.52:0/1734403327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a94a495370 0x55a94a498c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 -- 172.21.15.52:0/1734403327 >> 172.21.15.52:0/1734403327 conn(0x55a94a453c90 msgr2=0x55a94a499be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f881b7fe640 0 client.25891 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 -- 172.21.15.52:0/1734403327 shutdown_connections 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 1 -- 172.21.15.52:0/1734403327 wait complete. 2024-04-21T09:12:06.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.830+0000 7f88453d3740 20 client.25891 trim_cache size 0 max 16384 2024-04-21T09:12:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:12:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:12:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:12:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:12:06.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f88240a3e60 msgr2=0x7f88240a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f88240a3e60 0x7f88240a6320 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x55a94a496840 tx=0x7f882c000bc0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c19a600 msgr2=0x7f883c19aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c19a600 0x7f883c19aab0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f883400be20 tx=0x7f883400bf10 comp rx=0 tx=0).stop 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 shutdown_connections 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f88240a3e60 0x7f88240a6320 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f883c19a600 0x7f883c19aab0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f883c106170 0x7f883c1a0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 --2- 172.21.15.52:0/2940735764 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f883c1010a0 0x7f883c1a0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 >> 172.21.15.52:0/2940735764 conn(0x7f883c077f70 msgr2=0x7f883c0fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 shutdown_connections 2024-04-21T09:12:06.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:06.831+0000 7f8842704640 1 -- 172.21.15.52:0/2940735764 wait complete. 2024-04-21T09:12:07.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:07 smithi078 ceph-mon[31713]: pgmap v63: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 615 MiB/s wr, 1.05k op/s 2024-04-21T09:12:07.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:07 smithi052 ceph-mon[28035]: pgmap v63: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 615 MiB/s wr, 1.05k op/s 2024-04-21T09:12:07.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:07 smithi060 ceph-mon[31055]: pgmap v63: 129 pgs: 129 active+clean; 12 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 615 MiB/s wr, 1.05k op/s 2024-04-21T09:12:09.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:09 smithi060 ceph-mon[31055]: pgmap v64: 129 pgs: 129 active+clean; 12 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 793 MiB/s wr, 2.08k op/s 2024-04-21T09:12:09.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:09 smithi078 ceph-mon[31713]: pgmap v64: 129 pgs: 129 active+clean; 12 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 793 MiB/s wr, 2.08k op/s 2024-04-21T09:12:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:09 smithi052 ceph-mon[28035]: pgmap v64: 129 pgs: 129 active+clean; 12 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 793 MiB/s wr, 2.08k op/s 2024-04-21T09:12:11.507 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:11 smithi052 ceph-mon[28035]: pgmap v65: 129 pgs: 129 active+clean; 12 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 599 MiB/s wr, 2.05k op/s 2024-04-21T09:12:11.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:11 smithi060 ceph-mon[31055]: pgmap v65: 129 pgs: 129 active+clean; 12 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 599 MiB/s wr, 2.05k op/s 2024-04-21T09:12:11.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:11 smithi078 ceph-mon[31713]: pgmap v65: 129 pgs: 129 active+clean; 12 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 599 MiB/s wr, 2.05k op/s 2024-04-21T09:12:13.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:13 smithi060 ceph-mon[31055]: pgmap v66: 129 pgs: 129 active+clean; 14 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 724 MiB/s wr, 3.58k op/s 2024-04-21T09:12:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:13 smithi078 ceph-mon[31713]: pgmap v66: 129 pgs: 129 active+clean; 14 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 724 MiB/s wr, 3.58k op/s 2024-04-21T09:12:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:13 smithi052 ceph-mon[28035]: pgmap v66: 129 pgs: 129 active+clean; 14 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 724 MiB/s wr, 3.58k op/s 2024-04-21T09:12:15.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:15 smithi060 ceph-mon[31055]: pgmap v67: 129 pgs: 129 active+clean; 14 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 534 MiB/s wr, 3.31k op/s 2024-04-21T09:12:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:15 smithi078 ceph-mon[31713]: pgmap v67: 129 pgs: 129 active+clean; 14 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 534 MiB/s wr, 3.31k op/s 2024-04-21T09:12:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:15 smithi052 ceph-mon[28035]: pgmap v67: 129 pgs: 129 active+clean; 14 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 534 MiB/s wr, 3.31k op/s 2024-04-21T09:12:16.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:16 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:12:16.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:16 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:12:16.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:16 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:12:17.491 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:17 smithi060 ceph-mon[31055]: pgmap v68: 129 pgs: 129 active+clean; 14 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 509 MiB/s wr, 3.58k op/s 2024-04-21T09:12:17.491 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:17 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:12:17.491 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:17 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:12:17.491 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:17 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:12:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:17 smithi078 ceph-mon[31713]: pgmap v68: 129 pgs: 129 active+clean; 14 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 509 MiB/s wr, 3.58k op/s 2024-04-21T09:12:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:17 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:12:17.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:17 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:12:17.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:17 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:12:17.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:17 smithi052 ceph-mon[28035]: pgmap v68: 129 pgs: 129 active+clean; 14 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 509 MiB/s wr, 3.58k op/s 2024-04-21T09:12:17.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:17 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:12:17.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:17 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:12:17.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:17 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:12:19.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:19 smithi060 ceph-mon[31055]: pgmap v69: 129 pgs: 129 active+clean; 14 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 638 MiB/s wr, 4.46k op/s 2024-04-21T09:12:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:19 smithi078 ceph-mon[31713]: pgmap v69: 129 pgs: 129 active+clean; 14 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 638 MiB/s wr, 4.46k op/s 2024-04-21T09:12:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:19 smithi052 ceph-mon[28035]: pgmap v69: 129 pgs: 129 active+clean; 14 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 638 MiB/s wr, 4.46k op/s 2024-04-21T09:12:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.075+0000 7f9eae8b3640 1 -- 172.21.15.52:0/3008844077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8109b00 msgr2=0x7f9ea811d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:20.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.075+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/3008844077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8109b00 0x7f9ea811d740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c01a910 tx=0x7f9e9c03ccf0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.082+0000 7f9eae8b3640 1 -- 172.21.15.52:0/3008844077 shutdown_connections 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.082+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/3008844077 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8109b00 0x7f9ea811d740 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.082+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/3008844077 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea8108f50 0x7f9ea81093d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.082+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/3008844077 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8110550 0x7f9ea8110930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.082+0000 7f9eae8b3640 1 -- 172.21.15.52:0/3008844077 >> 172.21.15.52:0/3008844077 conn(0x7f9ea806cea0 msgr2=0x7f9ea806d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.082+0000 7f9eae8b3640 1 -- 172.21.15.52:0/3008844077 shutdown_connections 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.082+0000 7f9eae8b3640 1 -- 172.21.15.52:0/3008844077 wait complete. 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.083+0000 7f9eae8b3640 1 Processor -- start 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.084+0000 7f9eae8b3640 1 -- start start 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.085+0000 7f9eae8b3640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8108f50 0x7f9ea811d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.085+0000 7f9eae8b3640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea8109b00 0x7f9ea811d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.085+0000 7f9eae8b3640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8110550 0x7f9ea8119550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.085+0000 7f9eae8b3640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea81137a0 con 0x7f9ea8109b00 2024-04-21T09:12:20.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.085+0000 7f9eae8b3640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea8113620 con 0x7f9ea8110550 2024-04-21T09:12:20.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.085+0000 7f9eae8b3640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea8113920 con 0x7f9ea8108f50 2024-04-21T09:12:20.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.085+0000 7f9ea77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea8109b00 0x7f9ea811d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.086+0000 7f9ea77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea8109b00 0x7f9ea811d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46312/0 (socket says 172.21.15.52:46312) 2024-04-21T09:12:20.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.086+0000 7f9ea77fe640 1 -- 172.21.15.52:0/2033592092 learned_addr learned my addr 172.21.15.52:0/2033592092 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:20.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.086+0000 7f9ea77fe640 1 -- 172.21.15.52:0/2033592092 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8108f50 msgr2=0x7f9ea811d200 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:12:20.089 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.086+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8108f50 0x7f9ea811d200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.086+0000 7f9ea77fe640 1 -- 172.21.15.52:0/2033592092 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8110550 msgr2=0x7f9ea8119550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.086+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8110550 0x7f9ea8119550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.086+0000 7f9ea77fe640 1 -- 172.21.15.52:0/2033592092 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ea8119e10 con 0x7f9ea8109b00 2024-04-21T09:12:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.088+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea8109b00 0x7f9ea811d740 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f9ea000ea80 tx=0x7f9ea000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.091+0000 7f9ea57fa640 1 -- 172.21.15.52:0/2033592092 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea000ce40 con 0x7f9ea8109b00 2024-04-21T09:12:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.091+0000 7f9eae8b3640 1 -- 172.21.15.52:0/2033592092 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ea807c1d0 con 0x7f9ea8109b00 2024-04-21T09:12:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.091+0000 7f9eae8b3640 1 -- 172.21.15.52:0/2033592092 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ea807c720 con 0x7f9ea8109b00 2024-04-21T09:12:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.091+0000 7f9ea57fa640 1 -- 172.21.15.52:0/2033592092 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea0005020 con 0x7f9ea8109b00 2024-04-21T09:12:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.091+0000 7f9ea57fa640 1 -- 172.21.15.52:0/2033592092 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea00116d0 con 0x7f9ea8109b00 2024-04-21T09:12:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.096+0000 7f9eb157c740 1 Processor -- start 2024-04-21T09:12:20.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.099+0000 7f9eb157c740 1 -- start start 2024-04-21T09:12:20.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.099+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f46f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.099+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 0x55749f4701d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.099+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f47b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.099+0000 7f9eb157c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55749f3d48d0 con 0x55749f46fd50 2024-04-21T09:12:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.099+0000 7f9eb157c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55749f371e80 con 0x55749f4792d0 2024-04-21T09:12:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.099+0000 7f9eb157c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55749f3d0890 con 0x55749f470ac0 2024-04-21T09:12:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.103+0000 7f9ea77fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f47b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.103+0000 7f9ea77fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f47b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:48562/0 (socket says 172.21.15.52:48562) 2024-04-21T09:12:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.103+0000 7f9ea77fe640 1 -- 172.21.15.52:0/3409876904 learned_addr learned my addr 172.21.15.52:0/3409876904 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:20.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.103+0000 7f9ea7fff640 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 0x55749f4701d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.103+0000 7f9eace50640 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f46f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.110+0000 7f9ea77fe640 1 -- 172.21.15.52:0/3409876904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 msgr2=0x55749f46f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.110+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f46f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.110+0000 7f9ea77fe640 1 -- 172.21.15.52:0/3409876904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 msgr2=0x55749f4701d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.110+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 0x55749f4701d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.110+0000 7f9ea77fe640 1 -- 172.21.15.52:0/3409876904 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55749f393320 con 0x55749f4792d0 2024-04-21T09:12:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.112+0000 7f9ea57fa640 1 -- 172.21.15.52:0/2033592092 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9ea001a400 con 0x7f9ea8109b00 2024-04-21T09:12:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.115+0000 7f9ea57fa640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e900a3eb0 0x7f9e900a6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.116+0000 7f9ea57fa640 1 -- 172.21.15.52:0/2033592092 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f9ea002c070 con 0x7f9ea8109b00 2024-04-21T09:12:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.119+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f47b6c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9ea000c700 tx=0x7f9ea00055a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47fe79ff87fe52cd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.119+0000 7f9eace50640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e900a3eb0 0x7f9e900a6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.127+0000 7f9e8e7fc640 1 -- 172.21.15.52:0/3409876904 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea009a7a0 con 0x55749f4792d0 2024-04-21T09:12:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.127+0000 7f9e8e7fc640 1 -- 172.21.15.52:0/3409876904 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea009e500 con 0x55749f4792d0 2024-04-21T09:12:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.127+0000 7f9e8e7fc640 1 -- 172.21.15.52:0/3409876904 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea009de60 con 0x55749f4792d0 2024-04-21T09:12:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.128+0000 7f9eace50640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e900a3eb0 0x7f9e900a6370 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c03d300 tx=0x7f9e9c005d50 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.130+0000 7f9eb157c740 1 -- 172.21.15.52:0/3409876904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 msgr2=0x55749f47b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.130+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f47b6c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9ea000c700 tx=0x7f9ea00055a0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.131+0000 7f9eb157c740 1 -- 172.21.15.52:0/3409876904 shutdown_connections 2024-04-21T09:12:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.131+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f47b6c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.131+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 0x55749f4701d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.131+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3409876904 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f46f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.131+0000 7f9eb157c740 1 -- 172.21.15.52:0/3409876904 >> 172.21.15.52:0/3409876904 conn(0x55749f436c90 msgr2=0x55749f46aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.131+0000 7f9eb157c740 1 -- 172.21.15.52:0/3409876904 shutdown_connections 2024-04-21T09:12:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.131+0000 7f9eb157c740 1 -- 172.21.15.52:0/3409876904 wait complete. 2024-04-21T09:12:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.132+0000 7f9eb157c740 1 -- start start 2024-04-21T09:12:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.133+0000 7f9eb157c740 1 Processor -- start 2024-04-21T09:12:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.133+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 0x55749f478b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.135 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.133+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f475f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.133+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f476450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.133+0000 7f9eb157c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55749f47c000 con 0x55749f470ac0 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.133+0000 7f9eb157c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55749f35ceb0 con 0x55749f46fd50 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.133+0000 7f9eb157c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55749f47c180 con 0x55749f4792d0 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.133+0000 7f9eb157c740 10 client.0 _ll_register_callbacks cb 0x55749f389b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.134+0000 7f9eace50640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f476450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9eace50640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f476450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:53608/0 (socket says 172.21.15.52:53608) 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9eace50640 1 -- 172.21.15.52:0/3489786602 learned_addr learned my addr 172.21.15.52:0/3489786602 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f475f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9ea7fff640 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 0x55749f478b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.140 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9eace50640 1 -- 172.21.15.52:0/3489786602 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 msgr2=0x55749f478b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:20.141 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9eace50640 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 0x55749f478b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.141 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9eace50640 1 -- 172.21.15.52:0/3489786602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 msgr2=0x55749f475f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:20.141 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9eace50640 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f475f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.141 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.135+0000 7f9eace50640 1 -- 172.21.15.52:0/3489786602 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55749f0e7210 con 0x55749f4792d0 2024-04-21T09:12:20.155 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.151+0000 7f9eace50640 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f476450 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c046000 tx=0x7f9e9c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f808e980c21452d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:20.155 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.153+0000 7f9e877fe640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:12:20.159 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.157+0000 7f9e877fe640 1 -- 172.21.15.52:0/3489786602 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9c004ad0 con 0x55749f4792d0 2024-04-21T09:12:20.159 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.157+0000 7f9e877fe640 1 -- 172.21.15.52:0/3489786602 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f9e9c004ed0 con 0x55749f4792d0 2024-04-21T09:12:20.159 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.159+0000 7f9eb157c740 1 -- 172.21.15.52:0/3489786602 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea009e500 con 0x55749f4792d0 2024-04-21T09:12:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.161+0000 7f9e877fe640 1 -- 172.21.15.52:0/3489786602 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9e9c004c70 con 0x55749f4792d0 2024-04-21T09:12:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.163+0000 7f9eb157c740 10 client.25900 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.163+0000 7f9eb157c740 1 -- 172.21.15.52:0/3489786602 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55749f1b3620 con 0x55749f4792d0 2024-04-21T09:12:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.169+0000 7f9e877fe640 1 -- 172.21.15.52:0/3489786602 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea009e500 con 0x55749f4792d0 2024-04-21T09:12:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.170+0000 7f9e877fe640 1 -- 172.21.15.52:0/3489786602 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f9e9c003c80 con 0x55749f4792d0 2024-04-21T09:12:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.170+0000 7f9eb157c740 10 client.25900 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.170+0000 7f9eb157c740 10 client.25900 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:12:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.170+0000 7f9eb157c740 20 client.25900 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.170+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55749f4892f0 0x55749f48b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.170+0000 7f9eb157c740 4 client.25900 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:12:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.170+0000 7f9eb157c740 1 -- 172.21.15.52:0/3489786602 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55749f3e8880 con 0x55749f4892f0 2024-04-21T09:12:20.177 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.177+0000 7f9ea7fff640 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55749f4892f0 0x55749f48b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.192 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.192+0000 7f9ea7fff640 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55749f4892f0 0x55749f48b710 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c781a1630137a0c server_cookie=5f40efe1c38765a2 in_seq=0 out_seq=0 2024-04-21T09:12:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.193+0000 7f9e877fe640 10 client.25900 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.202+0000 7f9e877fe640 1 -- 172.21.15.52:0/3489786602 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55749f3e8880 con 0x55749f4892f0 2024-04-21T09:12:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.202+0000 7f9e877fe640 10 client.25900 handle_command_reply: tid=0 2024-04-21T09:12:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.206+0000 7f9eb157c740 1 client.25900 shutdown 2024-04-21T09:12:20.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.208+0000 7f9eb157c740 1 -- 172.21.15.52:0/3489786602 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 msgr2=0x55749f476450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:20.209 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.208+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f476450 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c046000 tx=0x7f9e9c005fd0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.209+0000 7f9eb157c740 1 -- 172.21.15.52:0/3489786602 shutdown_connections 2024-04-21T09:12:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.209+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55749f4892f0 0x55749f48b710 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.209+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f476450 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.209+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f475f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.210 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.209+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3489786602 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 0x55749f478b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.209+0000 7f9eb157c740 1 -- 172.21.15.52:0/3489786602 >> 172.21.15.52:0/3489786602 conn(0x55749f436c90 msgr2=0x55749f46c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:20.211 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.209+0000 7f9e877fe640 0 client.25900 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:20.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.216+0000 7f9eb157c740 1 -- 172.21.15.52:0/3489786602 shutdown_connections 2024-04-21T09:12:20.220 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.220+0000 7f9eb157c740 1 -- 172.21.15.52:0/3489786602 wait complete. 2024-04-21T09:12:20.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.224+0000 7f9eb157c740 20 client.25900 trim_cache size 0 max 16384 2024-04-21T09:12:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.260+0000 7f9eb157c740 1 Processor -- start 2024-04-21T09:12:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.260+0000 7f9eb157c740 1 -- start start 2024-04-21T09:12:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.260+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 0x55749f484f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.260+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f491020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.260+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f491560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.260+0000 7f9eb157c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9e940126c0 con 0x55749f46fd50 2024-04-21T09:12:20.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.260+0000 7f9eb157c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9400ff90 con 0x55749f4792d0 2024-04-21T09:12:20.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.260+0000 7f9eb157c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9400de90 con 0x55749f470ac0 2024-04-21T09:12:20.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f491020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f491020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:53618/0 (socket says 172.21.15.52:53618) 2024-04-21T09:12:20.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 -- 172.21.15.52:0/3760840044 learned_addr learned my addr 172.21.15.52:0/3760840044 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:20.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 -- 172.21.15.52:0/3760840044 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 msgr2=0x55749f491560 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:12:20.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/3760840044 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f491560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 -- 172.21.15.52:0/3760840044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 msgr2=0x55749f484f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:20.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/3760840044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 0x55749f484f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 -- 172.21.15.52:0/3760840044 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55749f471b00 con 0x55749f470ac0 2024-04-21T09:12:20.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.261+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/3760840044 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f491020 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9ea00cfb50 tx=0x7f9ea00a2880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38c67527f7521319 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:20.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.265+0000 7f9e8dffb640 1 -- 172.21.15.52:0/3760840044 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea00b7070 con 0x55749f470ac0 2024-04-21T09:12:20.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.265+0000 7f9e8dffb640 1 -- 172.21.15.52:0/3760840044 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea00a7030 con 0x55749f470ac0 2024-04-21T09:12:20.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.266+0000 7f9eb157c740 1 -- 172.21.15.52:0/3760840044 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 msgr2=0x55749f491020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:20.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.266+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3760840044 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f491020 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9ea00cfb50 tx=0x7f9ea00a2880 comp rx=0 tx=0).stop 2024-04-21T09:12:20.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.271+0000 7f9eb157c740 1 -- 172.21.15.52:0/3760840044 shutdown_connections 2024-04-21T09:12:20.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.271+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3760840044 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f4792d0 0x55749f491560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.271+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3760840044 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f470ac0 0x55749f491020 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.271+0000 7f9eb157c740 1 --2- 172.21.15.52:0/3760840044 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f46fd50 0x55749f484f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.271+0000 7f9eb157c740 1 -- 172.21.15.52:0/3760840044 >> 172.21.15.52:0/3760840044 conn(0x55749f436c90 msgr2=0x55749f475ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:20.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.277+0000 7f9eb157c740 1 -- 172.21.15.52:0/3760840044 shutdown_connections 2024-04-21T09:12:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.278+0000 7f9eb157c740 1 -- 172.21.15.52:0/3760840044 wait complete. 2024-04-21T09:12:20.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.278+0000 7f9eb157c740 1 -- start start 2024-04-21T09:12:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.279+0000 7f9eb157c740 1 Processor -- start 2024-04-21T09:12:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.279+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 0x55749f472970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.279+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f472eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.279+0000 7f9eb157c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f480470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.279+0000 7f9eb157c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9400e450 con 0x55749f470ac0 2024-04-21T09:12:20.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.279+0000 7f9eb157c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9400f8c0 con 0x55749f46fd50 2024-04-21T09:12:20.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.279+0000 7f9eb157c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9400eb20 con 0x55749f4792d0 2024-04-21T09:12:20.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.279+0000 7f9eb157c740 10 client.0 _ll_register_callbacks cb 0x7f9e9c012070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:20.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.281+0000 7f9eace50640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f480470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.281+0000 7f9eace50640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f480470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:53632/0 (socket says 172.21.15.52:53632) 2024-04-21T09:12:20.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.281+0000 7f9eace50640 1 -- 172.21.15.52:0/173769618 learned_addr learned my addr 172.21.15.52:0/173769618 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.281+0000 7f9ea7fff640 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 0x55749f472970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.281+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f472eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.282+0000 7f9ea77fe640 1 -- 172.21.15.52:0/173769618 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 msgr2=0x55749f480470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.282+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f480470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.282+0000 7f9ea77fe640 1 -- 172.21.15.52:0/173769618 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 msgr2=0x55749f472970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.282+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 0x55749f472970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.282+0000 7f9ea77fe640 1 -- 172.21.15.52:0/173769618 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55749f4809b0 con 0x55749f470ac0 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.282+0000 7f9ea77fe640 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f472eb0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x55749f45bfd0 tx=0x7f9ea000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a234e5fc74fd226a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:20.283 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.282+0000 7f9e877fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:12:20.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.283+0000 7f9e877fe640 1 -- 172.21.15.52:0/173769618 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea00bc060 con 0x55749f470ac0 2024-04-21T09:12:20.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.284+0000 7f9e877fe640 1 -- 172.21.15.52:0/173769618 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f9ea00d2450 con 0x55749f470ac0 2024-04-21T09:12:20.289 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.289+0000 7f9eb157c740 1 -- 172.21.15.52:0/173769618 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea00a7030 con 0x55749f470ac0 2024-04-21T09:12:20.292 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.293+0000 7f9e877fe640 1 -- 172.21.15.52:0/173769618 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9ea00b7040 con 0x55749f470ac0 2024-04-21T09:12:20.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.300+0000 7f9eb157c740 10 client.16233 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:20.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.300+0000 7f9eb157c740 1 -- 172.21.15.52:0/173769618 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55749f481cc0 con 0x55749f470ac0 2024-04-21T09:12:20.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.301+0000 7f9e877fe640 1 -- 172.21.15.52:0/173769618 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea00a7030 con 0x55749f470ac0 2024-04-21T09:12:20.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.301+0000 7f9e877fe640 1 -- 172.21.15.52:0/173769618 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f9ea000f040 con 0x55749f470ac0 2024-04-21T09:12:20.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.301+0000 7f9eb157c740 10 client.16233 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:20.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.301+0000 7f9eb157c740 10 client.16233 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:12:20.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.301+0000 7f9eb157c740 20 client.16233 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:20.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.301+0000 7f9eb157c740 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55749f4ef890 0x55749f4f1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:20.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.301+0000 7f9eb157c740 4 client.16233 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:12:20.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.301+0000 7f9eb157c740 1 -- 172.21.15.52:0/173769618 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55749f3743d0 con 0x55749f4ef890 2024-04-21T09:12:20.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.302+0000 7f9ea7fff640 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55749f4ef890 0x55749f4f1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.303+0000 7f9ea7fff640 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55749f4ef890 0x55749f4f1c80 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3228329d1185af21 server_cookie=b7d94c9f57088e61 in_seq=0 out_seq=0 2024-04-21T09:12:20.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:20.303+0000 7f9e877fe640 10 client.16233 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:20.833 INFO:tasks.quiescer.fs.[cephfs]:Total duration (50.5) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-21T09:12:20.833 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.25 2024-04-21T09:12:20.834 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:12:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.177+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/3905646134 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 msgr2=0x7fcbdc1109a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.177+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/3905646134 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 0x7fcbdc1109a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fcbc8009900 tx=0x7fcbc802bc60 comp rx=0 tx=0).stop 2024-04-21T09:12:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.178+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/3905646134 shutdown_connections 2024-04-21T09:12:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.178+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/3905646134 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbdc11b730 0x7fcbdc11db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.178+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/3905646134 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcbdc108fe0 0x7fcbdc109460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.178+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/3905646134 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 0x7fcbdc1109a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.178+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/3905646134 >> 172.21.15.52:0/3905646134 conn(0x7fcbdc06cf10 msgr2=0x7fcbdc06d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:21.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.187+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/3905646134 shutdown_connections 2024-04-21T09:12:21.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.187+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/3905646134 wait complete. 2024-04-21T09:12:21.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.188+0000 7fcbe1cd0640 1 Processor -- start 2024-04-21T09:12:21.188 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.188+0000 7fcbe1cd0640 1 -- start start 2024-04-21T09:12:21.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe1cd0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbdc108fe0 0x7fcbdc119dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:21.192 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe1cd0640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 0x7fcbdc112e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe1cd0640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcbdc11b730 0x7fcbdc113380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe1cd0640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc120f10 con 0x7fcbdc108fe0 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe1cd0640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc120d90 con 0x7fcbdc11b730 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe1cd0640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc121090 con 0x7fcbdc1105c0 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe0cce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbdc108fe0 0x7fcbdc119dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe0cce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbdc108fe0 0x7fcbdc119dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46372/0 (socket says 172.21.15.52:46372) 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.192+0000 7fcbe0cce640 1 -- 172.21.15.52:0/320398921 learned_addr learned my addr 172.21.15.52:0/320398921 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.193+0000 7fcbdbfff640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 0x7fcbdc112e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:21.193 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.193+0000 7fcbe14cf640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcbdc11b730 0x7fcbdc113380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:21.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.194+0000 7fcbe0cce640 1 -- 172.21.15.52:0/320398921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 msgr2=0x7fcbdc112e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:21.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.194+0000 7fcbe0cce640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 0x7fcbdc112e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.194+0000 7fcbe0cce640 1 -- 172.21.15.52:0/320398921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcbdc11b730 msgr2=0x7fcbdc113380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:21.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.194+0000 7fcbe0cce640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcbdc11b730 0x7fcbdc113380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.194+0000 7fcbe0cce640 1 -- 172.21.15.52:0/320398921 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbdc1139c0 con 0x7fcbdc108fe0 2024-04-21T09:12:21.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.195+0000 7fcbe14cf640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcbdc11b730 0x7fcbdc113380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:12:21.195 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.195+0000 7fcbdbfff640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 0x7fcbdc112e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:12:21.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.197+0000 7fcbe0cce640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbdc108fe0 0x7fcbdc119dc0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fcbc802c750 tx=0x7fcbc802c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:21.199 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.199+0000 7fcbd9ffb640 1 -- 172.21.15.52:0/320398921 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc8043020 con 0x7fcbdc108fe0 2024-04-21T09:12:21.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.199+0000 7fcbd9ffb640 1 -- 172.21.15.52:0/320398921 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbc80052b0 con 0x7fcbdc108fe0 2024-04-21T09:12:21.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.199+0000 7fcbd9ffb640 1 -- 172.21.15.52:0/320398921 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc8003c60 con 0x7fcbdc108fe0 2024-04-21T09:12:21.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.199+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbdc113c50 con 0x7fcbdc108fe0 2024-04-21T09:12:21.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.200+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbdc117be0 con 0x7fcbdc108fe0 2024-04-21T09:12:21.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.202+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbdc06e2f0 con 0x7fcbdc108fe0 2024-04-21T09:12:21.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.215+0000 7fcbd9ffb640 1 -- 172.21.15.52:0/320398921 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fcbc8046020 con 0x7fcbdc108fe0 2024-04-21T09:12:21.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.216+0000 7fcbd9ffb640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcbcc0a3de0 0x7fcbcc0a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:21.218 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.217+0000 7fcbd9ffb640 1 -- 172.21.15.52:0/320398921 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fcbc8003e00 con 0x7fcbdc108fe0 2024-04-21T09:12:21.221 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.221+0000 7fcbdbfff640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcbcc0a3de0 0x7fcbcc0a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:21.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.227+0000 7fcbdbfff640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcbcc0a3de0 0x7fcbcc0a62a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc114600 tx=0x7fcbd0005ec0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:21.227 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.227+0000 7fcbd9ffb640 1 -- 172.21.15.52:0/320398921 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcbc80be460 con 0x7fcbdc108fe0 2024-04-21T09:12:21.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:21 smithi060 ceph-mon[31055]: pgmap v70: 129 pgs: 129 active+clean; 15 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 494 MiB/s wr, 3.56k op/s 2024-04-21T09:12:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:21 smithi078 ceph-mon[31713]: pgmap v70: 129 pgs: 129 active+clean; 15 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 494 MiB/s wr, 3.56k op/s 2024-04-21T09:12:21.694 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.694+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcbdc04fd50 con 0x7fcbdc108fe0 2024-04-21T09:12:21.696 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.696+0000 7fcbd9ffb640 1 -- 172.21.15.52:0/320398921 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11860 (secure 0 0 0) 0x7fcbdc04fd50 con 0x7fcbdc108fe0 2024-04-21T09:12:21.697 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:12:21.697 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":25807,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/1826929992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":1826929992},{"type":"v1","addr":"172.21.15.78:6837","nonce":1826929992}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:11:40.893743+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:12:21.697 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 29 2024-04-21T09:12:21.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.703+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcbcc0a3de0 msgr2=0x7fcbcc0a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:21.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.703+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcbcc0a3de0 0x7fcbcc0a62a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc114600 tx=0x7fcbd0005ec0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.703+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbdc108fe0 msgr2=0x7fcbdc119dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:21.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.703+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbdc108fe0 0x7fcbdc119dc0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fcbc802c750 tx=0x7fcbc802c9e0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:21 smithi052 ceph-mon[28035]: pgmap v70: 129 pgs: 129 active+clean; 15 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 494 MiB/s wr, 3.56k op/s 2024-04-21T09:12:21.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.707+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 shutdown_connections 2024-04-21T09:12:21.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.707+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcbcc0a3de0 0x7fcbcc0a62a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.707+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcbdc11b730 0x7fcbdc113380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.707+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcbdc1105c0 0x7fcbdc112e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.707+0000 7fcbe1cd0640 1 --2- 172.21.15.52:0/320398921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcbdc108fe0 0x7fcbdc119dc0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:21.707 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.707+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 >> 172.21.15.52:0/320398921 conn(0x7fcbdc06cf10 msgr2=0x7fcbdc0708e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.709+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 shutdown_connections 2024-04-21T09:12:21.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:21.712+0000 7fcbe1cd0640 1 -- 172.21.15.52:0/320398921 wait complete. 2024-04-21T09:12:21.739 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24542 quiesce db / --timeout 30 --expiration 85.25 --await' 2024-04-21T09:12:21.739 DEBUG:teuthology.orchestra.run.smithi052:> timeout 45 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24542 quiesce db / --timeout 30 --expiration 85.25 --await 2024-04-21T09:12:22.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.020+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1698903395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0108f50 msgr2=0x7fefb0109330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.020+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1698903395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0108f50 0x7fefb0109330 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fefac009900 tx=0x7fefac02bc80 comp rx=0 tx=0).stop 2024-04-21T09:12:22.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.029+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1698903395 shutdown_connections 2024-04-21T09:12:22.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.029+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1698903395 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fefb01150a0 0x7fefb0117490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.029+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1698903395 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefb0109870 0x7fefb0114b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.029+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1698903395 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0108f50 0x7fefb0109330 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.029 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.029+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1698903395 >> 172.21.15.52:0/1698903395 conn(0x7fefb006cf80 msgr2=0x7fefb006d390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:22.035 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.036+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1698903395 shutdown_connections 2024-04-21T09:12:22.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.036+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1698903395 wait complete. 2024-04-21T09:12:22.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.040+0000 7fefb7a9a640 1 Processor -- start 2024-04-21T09:12:22.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.041+0000 7fefb7a9a640 1 -- start start 2024-04-21T09:12:22.042 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.042+0000 7fefb7a9a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefb0108f50 0x7fefb01a1030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.043+0000 7fefb7a9a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0109870 0x7fefb01a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.043+0000 7fefb7a9a640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fefb01150a0 0x7fefb01a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.043+0000 7fefb7a9a640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fefb011a9d0 con 0x7fefb0108f50 2024-04-21T09:12:22.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.043+0000 7fefb7a9a640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fefb011a850 con 0x7fefb01150a0 2024-04-21T09:12:22.043 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.043+0000 7fefb7a9a640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fefb011ab50 con 0x7fefb0109870 2024-04-21T09:12:22.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.044+0000 7fefb5035640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0109870 0x7fefb01a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.044+0000 7fefb5035640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0109870 0x7fefb01a1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:53682/0 (socket says 172.21.15.52:53682) 2024-04-21T09:12:22.044 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.044+0000 7fefb5035640 1 -- 172.21.15.52:0/1767660302 learned_addr learned my addr 172.21.15.52:0/1767660302 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:22.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.045+0000 7fefb6037640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fefb01150a0 0x7fefb01a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.045+0000 7fefb5035640 1 -- 172.21.15.52:0/1767660302 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fefb01150a0 msgr2=0x7fefb01a58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.045+0000 7fefb5035640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fefb01150a0 0x7fefb01a58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.045 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.046+0000 7fefb5035640 1 -- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefb0108f50 msgr2=0x7fefb01a1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.046+0000 7fefb5035640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefb0108f50 0x7fefb01a1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.046 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.046+0000 7fefb5035640 1 -- 172.21.15.52:0/1767660302 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb01a6020 con 0x7fefb0109870 2024-04-21T09:12:22.049 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.049+0000 7fefb5035640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0109870 0x7fefb01a1570 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fefa000b4a0 tx=0x7fefa000b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:22.052 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.053+0000 7fefa6ffd640 1 -- 172.21.15.52:0/1767660302 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa001d070 con 0x7fefb0109870 2024-04-21T09:12:22.053 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.053+0000 7fefa6ffd640 1 -- 172.21.15.52:0/1767660302 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefa0018440 con 0x7fefb0109870 2024-04-21T09:12:22.053 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.053+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1767660302 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb01a6310 con 0x7fefb0109870 2024-04-21T09:12:22.053 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.053+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1767660302 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb010a8f0 con 0x7fefb0109870 2024-04-21T09:12:22.053 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.054+0000 7fefa6ffd640 1 -- 172.21.15.52:0/1767660302 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa0016580 con 0x7fefb0109870 2024-04-21T09:12:22.065 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.065+0000 7fefa6ffd640 1 -- 172.21.15.52:0/1767660302 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fefa0020070 con 0x7fefb0109870 2024-04-21T09:12:22.066 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.066+0000 7fefa6ffd640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fef9c0a3f20 0x7fef9c0a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.067 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.067+0000 7fefa6ffd640 1 -- 172.21.15.52:0/1767660302 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fefa00d4b60 con 0x7fefb0109870 2024-04-21T09:12:22.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.068+0000 7fefba76d740 1 Processor -- start 2024-04-21T09:12:22.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.069+0000 7fefba76d740 1 -- start start 2024-04-21T09:12:22.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.069+0000 7fefba76d740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab104153a0 0x55ab10415780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.069+0000 7fefba76d740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.069+0000 7fefba76d740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10420c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.069+0000 7fefba76d740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55ab1036d0b0 con 0x55ab10415cc0 2024-04-21T09:12:22.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.069+0000 7fefba76d740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ab1031e680 con 0x55ab104153a0 2024-04-21T09:12:22.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.069+0000 7fefba76d740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55ab1032ac60 con 0x55ab1041e8a0 2024-04-21T09:12:22.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.073+0000 7fefb6037640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10420c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.075+0000 7fefb6037640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10420c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:53684/0 (socket says 172.21.15.52:53684) 2024-04-21T09:12:22.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.075+0000 7fefb6037640 1 -- 172.21.15.52:0/1804110345 learned_addr learned my addr 172.21.15.52:0/1804110345 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:22.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.076+0000 7fefb5836640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fef9c0a3f20 0x7fef9c0a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.076+0000 7fefb5035640 1 --2- 172.21.15.52:0/1804110345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.077+0000 7fefb6037640 1 -- 172.21.15.52:0/1804110345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab104153a0 msgr2=0x55ab10415780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:22.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.077+0000 7fefb6037640 1 --2- 172.21.15.52:0/1804110345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab104153a0 0x55ab10415780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.077+0000 7fefb6037640 1 -- 172.21.15.52:0/1804110345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 msgr2=0x55ab1041e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:22.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.077+0000 7fefb6037640 1 --2- 172.21.15.52:0/1804110345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.077+0000 7fefb6037640 1 -- 172.21.15.52:0/1804110345 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab1014fc90 con 0x55ab1041e8a0 2024-04-21T09:12:22.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.083+0000 7fefb6037640 1 --2- 172.21.15.52:0/1804110345 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10420c90 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fefa8009f00 tx=0x7fefa800c7f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c334038e0b1b13 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:22.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.084+0000 7fef9bfff640 1 -- 172.21.15.52:0/1804110345 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa801a070 con 0x55ab1041e8a0 2024-04-21T09:12:22.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.084+0000 7fef9bfff640 1 -- 172.21.15.52:0/1804110345 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefa80158c0 con 0x55ab1041e8a0 2024-04-21T09:12:22.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.084+0000 7fef9bfff640 1 -- 172.21.15.52:0/1804110345 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa800a750 con 0x55ab1041e8a0 2024-04-21T09:12:22.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefba76d740 1 -- 172.21.15.52:0/1804110345 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 msgr2=0x55ab10420c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefba76d740 1 --2- 172.21.15.52:0/1804110345 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10420c90 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fefa8009f00 tx=0x7fefa800c7f0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefb5836640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fef9c0a3f20 0x7fef9c0a63e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fefac02c770 tx=0x7fefac004040 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:22.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefba76d740 1 -- 172.21.15.52:0/1804110345 shutdown_connections 2024-04-21T09:12:22.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefba76d740 1 --2- 172.21.15.52:0/1804110345 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10420c90 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefba76d740 1 --2- 172.21.15.52:0/1804110345 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefba76d740 1 --2- 172.21.15.52:0/1804110345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab104153a0 0x55ab10415780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefba76d740 1 -- 172.21.15.52:0/1804110345 >> 172.21.15.52:0/1804110345 conn(0x55ab1040fad0 msgr2=0x55ab1040feb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:22.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.086+0000 7fefba76d740 1 -- 172.21.15.52:0/1804110345 shutdown_connections 2024-04-21T09:12:22.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.087+0000 7fefba76d740 1 -- 172.21.15.52:0/1804110345 wait complete. 2024-04-21T09:12:22.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.087+0000 7fefba76d740 1 -- start start 2024-04-21T09:12:22.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.087+0000 7fefba76d740 1 Processor -- start 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.088+0000 7fefba76d740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab104153a0 0x55ab1041b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.088+0000 7fefba76d740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.088+0000 7fefba76d740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 0x55ab1041c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.088+0000 7fefb5035640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.088+0000 7fefb5836640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab104153a0 0x55ab1041b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.088+0000 7fefb5035640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46410/0 (socket says 172.21.15.52:46410) 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.088+0000 7fefb5836640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab104153a0 0x55ab1041b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:53696/0 (socket says 172.21.15.52:53696) 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefb5035640 1 -- 172.21.15.52:0/2142988777 learned_addr learned my addr 172.21.15.52:0/2142988777 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55ab10370400 con 0x55ab10415cc0 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ab1032c840 con 0x55ab1041e8a0 2024-04-21T09:12:22.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefb6037640 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 0x55ab1041c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55ab10375720 con 0x55ab104153a0 2024-04-21T09:12:22.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefba76d740 10 client.0 _ll_register_callbacks cb 0x55ab1037dea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:22.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefb5836640 1 -- 172.21.15.52:0/2142988777 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 msgr2=0x55ab1041c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:22.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefb5836640 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 0x55ab1041c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefb5836640 1 -- 172.21.15.52:0/2142988777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 msgr2=0x55ab1041be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:22.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefb5836640 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.089+0000 7fefb5836640 1 -- 172.21.15.52:0/2142988777 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab101b0420 con 0x55ab104153a0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.090+0000 7fefb5836640 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab104153a0 0x55ab1041b920 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fefac009230 tx=0x7fefac009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59ca60bd04021055 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.090+0000 7fef997fa640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.090+0000 7fef997fa640 1 -- 172.21.15.52:0/2142988777 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac04d020 con 0x55ab104153a0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.090+0000 7fef997fa640 1 -- 172.21.15.52:0/2142988777 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fefac0037f0 con 0x55ab104153a0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.090+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefa80158c0 con 0x55ab104153a0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.090+0000 7fef997fa640 1 -- 172.21.15.52:0/2142988777 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fefac045040 con 0x55ab104153a0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.090+0000 7fefba76d740 10 client.25924 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.090+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab10043580 con 0x55ab104153a0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.091+0000 7fef997fa640 1 -- 172.21.15.52:0/2142988777 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefac02cc70 con 0x55ab104153a0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.091+0000 7fef997fa640 1 -- 172.21.15.52:0/2142988777 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7fefac048030 con 0x55ab104153a0 2024-04-21T09:12:22.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.091+0000 7fefba76d740 10 client.25924 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:22.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.091+0000 7fefba76d740 10 client.25924 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:12:22.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.091+0000 7fefba76d740 20 client.25924 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:22.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.091+0000 7fefba76d740 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ab1042e470 0x55ab104308f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.091+0000 7fefba76d740 4 client.25924 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:12:22.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.091+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fefa80158c0 con 0x55ab1042e470 2024-04-21T09:12:22.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.095+0000 7fefb5035640 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ab1042e470 0x55ab104308f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.102+0000 7fef997fa640 10 client.25924 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:22.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.102+0000 7fefb5035640 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ab1042e470 0x55ab104308f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e2ab7ef94795bf9 server_cookie=f04d08a461b475ad in_seq=0 out_seq=0 2024-04-21T09:12:22.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:22 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/320398921' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:22.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:22 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/320398921' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:22 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/320398921' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9e877fe640 1 -- 172.21.15.52:0/173769618 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55749f3743d0 con 0x55749f4ef890 2024-04-21T09:12:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9e877fe640 10 client.16233 handle_command_reply: tid=0 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 client.16233 shutdown 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 -- 172.21.15.52:0/173769618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 msgr2=0x55749f472eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f472eb0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x55749f45bfd0 tx=0x7f9ea000c8b0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 -- 172.21.15.52:0/173769618 shutdown_connections 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55749f4ef890 0x55749f4f1c80 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55749f4792d0 0x55749f480470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55749f470ac0 0x55749f472eb0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 --2- 172.21.15.52:0/173769618 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55749f46fd50 0x55749f472970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9eb157c740 1 -- 172.21.15.52:0/173769618 >> 172.21.15.52:0/173769618 conn(0x55749f436c90 msgr2=0x55749f46f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.900+0000 7f9e877fe640 0 client.16233 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.901+0000 7f9eb157c740 1 -- 172.21.15.52:0/173769618 shutdown_connections 2024-04-21T09:12:22.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.900+0000 7fef997fa640 1 -- 172.21.15.52:0/2142988777 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fefa80158c0 con 0x55ab1042e470 2024-04-21T09:12:22.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fef997fa640 10 client.25924 handle_command_reply: tid=0 2024-04-21T09:12:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.901+0000 7f9eb157c740 1 -- 172.21.15.52:0/173769618 wait complete. 2024-04-21T09:12:22.902 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 client.25924 shutdown 2024-04-21T09:12:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.901+0000 7f9eb157c740 20 client.16233 trim_cache size 0 max 16384 2024-04-21T09:12:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:12:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:12:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:12:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab104153a0 msgr2=0x55ab1041b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab104153a0 0x55ab1041b920 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fefac009230 tx=0x7fefac009260 comp rx=0 tx=0).stop 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 shutdown_connections 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ab1042e470 0x55ab104308f0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 0x55ab1041c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab10415cc0 0x55ab1041be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 --2- 172.21.15.52:0/2142988777 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab104153a0 0x55ab1041b920 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 >> 172.21.15.52:0/2142988777 conn(0x55ab1040fad0 msgr2=0x55ab10411820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fef997fa640 0 client.25924 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 shutdown_connections 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.901+0000 7fefba76d740 1 -- 172.21.15.52:0/2142988777 wait complete. 2024-04-21T09:12:22.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.902+0000 7fefba76d740 20 client.25924 trim_cache size 0 max 16384 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.902+0000 7f9eae8b3640 1 -- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e900a3eb0 msgr2=0x7f9e900a6370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.902+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e900a3eb0 0x7f9e900a6370 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9e9c03d300 tx=0x7f9e9c005d50 comp rx=0 tx=0).stop 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.902+0000 7f9eae8b3640 1 -- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea8109b00 msgr2=0x7f9ea811d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.902+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea8109b00 0x7f9ea811d740 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f9ea000ea80 tx=0x7f9ea000ef40 comp rx=0 tx=0).stop 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.903+0000 7f9eae8b3640 1 -- 172.21.15.52:0/2033592092 shutdown_connections 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.903+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e900a3eb0 0x7f9e900a6370 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.903+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8110550 0x7f9ea8119550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.903+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea8109b00 0x7f9ea811d740 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.903+0000 7f9eae8b3640 1 --2- 172.21.15.52:0/2033592092 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8108f50 0x7f9ea811d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.903+0000 7f9eae8b3640 1 -- 172.21.15.52:0/2033592092 >> 172.21.15.52:0/2033592092 conn(0x7f9ea806cea0 msgr2=0x7f9ea8071e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.903+0000 7f9eae8b3640 1 -- 172.21.15.52:0/2033592092 shutdown_connections 2024-04-21T09:12:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:22.903+0000 7f9eae8b3640 1 -- 172.21.15.52:0/2033592092 wait complete. 2024-04-21T09:12:22.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.953+0000 7fefba76d740 1 Processor -- start 2024-04-21T09:12:22.954 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.954+0000 7fefba76d740 1 -- start start 2024-04-21T09:12:22.954 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.954+0000 7fefba76d740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab1041e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.954 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.954+0000 7fefba76d740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab10415cc0 0x55ab10406180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.954+0000 7fefba76d740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 0x55ab1041a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.954+0000 7fefba76d740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fef94010000 con 0x55ab104153a0 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.954+0000 7fefba76d740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fef9400de50 con 0x55ab1041e8a0 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.954+0000 7fefba76d740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fef9400f930 con 0x55ab10415cc0 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.955+0000 7fefb5836640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab1041e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.955+0000 7fefb5836640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab1041e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46418/0 (socket says 172.21.15.52:46418) 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.955+0000 7fefb5836640 1 -- 172.21.15.52:0/1609264098 learned_addr learned my addr 172.21.15.52:0/1609264098 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.955+0000 7fefb6037640 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 0x55ab1041a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.955+0000 7fefb5035640 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab10415cc0 0x55ab10406180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.958+0000 7fefb5836640 1 -- 172.21.15.52:0/1609264098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab10415cc0 msgr2=0x55ab10406180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:22.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.958+0000 7fefb5836640 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab10415cc0 0x55ab10406180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.958+0000 7fefb5836640 1 -- 172.21.15.52:0/1609264098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 msgr2=0x55ab1041a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:22.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.958+0000 7fefb5836640 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 0x55ab1041a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.958+0000 7fefb5836640 1 -- 172.21.15.52:0/1609264098 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab10415af0 con 0x55ab104153a0 2024-04-21T09:12:22.966 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.962+0000 7fefb5836640 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab1041e050 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fefac000c00 tx=0x7fefac004550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a602589130028463 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:22.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.972+0000 7fef9b7fe640 1 -- 172.21.15.52:0/1609264098 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac05f070 con 0x55ab104153a0 2024-04-21T09:12:22.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.972+0000 7fef9b7fe640 1 -- 172.21.15.52:0/1609264098 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefac02cc70 con 0x55ab104153a0 2024-04-21T09:12:22.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.973+0000 7fefba76d740 1 -- 172.21.15.52:0/1609264098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 msgr2=0x55ab1041e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:22.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.973+0000 7fefba76d740 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab1041e050 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fefac000c00 tx=0x7fefac004550 comp rx=0 tx=0).stop 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.974+0000 7fefba76d740 1 -- 172.21.15.52:0/1609264098 shutdown_connections 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.974+0000 7fefba76d740 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab1041e8a0 0x55ab1041a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.974+0000 7fefba76d740 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab10415cc0 0x55ab10406180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.974+0000 7fefba76d740 1 --2- 172.21.15.52:0/1609264098 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab1041e050 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.974+0000 7fefba76d740 1 -- 172.21.15.52:0/1609264098 >> 172.21.15.52:0/1609264098 conn(0x55ab1040fad0 msgr2=0x55ab10411790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.974+0000 7fefba76d740 1 -- 172.21.15.52:0/1609264098 shutdown_connections 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.974+0000 7fefba76d740 1 -- 172.21.15.52:0/1609264098 wait complete. 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.975+0000 7fefba76d740 1 -- start start 2024-04-21T09:12:22.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.975+0000 7fefba76d740 1 Processor -- start 2024-04-21T09:12:22.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.976+0000 7fefba76d740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab104259b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.976+0000 7fefba76d740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab10415cc0 0x55ab10425ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.976+0000 7fefba76d740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10426520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:22.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.976+0000 7fefba76d740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fef9400eb90 con 0x55ab104153a0 2024-04-21T09:12:22.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.976+0000 7fefba76d740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fef9400e4c0 con 0x55ab10415cc0 2024-04-21T09:12:22.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.976+0000 7fefba76d740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fef9400f260 con 0x55ab1041e8a0 2024-04-21T09:12:22.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.976+0000 7fefba76d740 10 client.0 _ll_register_callbacks cb 0x7fefac009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:22.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.978+0000 7fefb5836640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab104259b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.978+0000 7fefb5035640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab10415cc0 0x55ab10425ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.978+0000 7fefb5836640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab104259b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46434/0 (socket says 172.21.15.52:46434) 2024-04-21T09:12:22.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.978+0000 7fefb5836640 1 -- 172.21.15.52:0/1279671540 learned_addr learned my addr 172.21.15.52:0/1279671540 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:22.978 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.978+0000 7fefb6037640 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10426520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:22.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.985+0000 7fefb5836640 1 -- 172.21.15.52:0/1279671540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 msgr2=0x55ab10426520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:22.984 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.985+0000 7fefb5836640 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10426520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.985+0000 7fefb5836640 1 -- 172.21.15.52:0/1279671540 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab10415cc0 msgr2=0x55ab10425ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:22.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.985+0000 7fefb5836640 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab10415cc0 0x55ab10425ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:22.985 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.985+0000 7fefb5836640 1 -- 172.21.15.52:0/1279671540 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab10426cf0 con 0x55ab104153a0 2024-04-21T09:12:22.986 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.986+0000 7fefb5836640 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab104259b0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fefac009900 tx=0x7fefac0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b51b7d9eeb3d73ec server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:22.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.988+0000 7fef997fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:12:22.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.988+0000 7fef997fa640 1 -- 172.21.15.52:0/1279671540 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac05f040 con 0x55ab104153a0 2024-04-21T09:12:22.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.988+0000 7fefba76d740 1 -- 172.21.15.52:0/1279671540 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ab1037eb10 con 0x55ab104153a0 2024-04-21T09:12:22.990 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.988+0000 7fef997fa640 1 -- 172.21.15.52:0/1279671540 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fefac05b460 con 0x55ab104153a0 2024-04-21T09:12:22.992 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.992+0000 7fef997fa640 1 -- 172.21.15.52:0/1279671540 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fefac075050 con 0x55ab104153a0 2024-04-21T09:12:22.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.996+0000 7fefba76d740 10 client.16248 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:22.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.996+0000 7fefba76d740 1 -- 172.21.15.52:0/1279671540 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab1040b6c0 con 0x55ab104153a0 2024-04-21T09:12:22.999 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.999+0000 7fef997fa640 1 -- 172.21.15.52:0/1279671540 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ab1037eb10 con 0x55ab104153a0 2024-04-21T09:12:23.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.999+0000 7fef997fa640 1 -- 172.21.15.52:0/1279671540 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7fefac048040 con 0x55ab104153a0 2024-04-21T09:12:23.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.999+0000 7fefba76d740 10 client.16248 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:23.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.999+0000 7fefba76d740 10 client.16248 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:12:23.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.999+0000 7fefba76d740 20 client.16248 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:23.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.999+0000 7fefba76d740 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ab1040be60 0x55ab1040e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:23.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.999+0000 7fefba76d740 4 client.16248 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 30.0, "expiration": 85.25, "await": true}] 2024-04-21T09:12:23.000 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:22.999+0000 7fefba76d740 1 -- 172.21.15.52:0/1279671540 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 30.0, "expiration": 85.25, "await": true}) -- 0x55ab10378980 con 0x55ab1040be60 2024-04-21T09:12:23.001 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.001+0000 7fefb5035640 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ab1040be60 0x55ab1040e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:23.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.005+0000 7fefb5035640 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ab1040be60 0x55ab1040e280 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=164076b06b5ef8ff server_cookie=fa7b1afae668109f in_seq=0 out_seq=0 2024-04-21T09:12:23.006 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.006+0000 7fef997fa640 10 client.16248 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:23.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.426+0000 7fef997fa640 1 -- 172.21.15.52:0/1279671540 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55ab10378980 con 0x55ab1040be60 2024-04-21T09:12:23.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.426+0000 7fef997fa640 10 client.16248 handle_command_reply: tid=0 2024-04-21T09:12:23.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.426+0000 7fefba76d740 1 client.16248 shutdown 2024-04-21T09:12:23.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.426+0000 7fefba76d740 1 -- 172.21.15.52:0/1279671540 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 msgr2=0x55ab104259b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:23.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.426+0000 7fefba76d740 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab104259b0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fefac009900 tx=0x7fefac0038a0 comp rx=0 tx=0).stop 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.426+0000 7fefba76d740 1 -- 172.21.15.52:0/1279671540 shutdown_connections 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.426+0000 7fefba76d740 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ab1040be60 0x55ab1040e280 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.426+0000 7fefba76d740 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ab1041e8a0 0x55ab10426520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.427+0000 7fefba76d740 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab10415cc0 0x55ab10425ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.427+0000 7fefba76d740 1 --2- 172.21.15.52:0/1279671540 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ab104153a0 0x55ab104259b0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.427+0000 7fefba76d740 1 -- 172.21.15.52:0/1279671540 >> 172.21.15.52:0/1279671540 conn(0x55ab1040fad0 msgr2=0x55ab1041cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.427+0000 7fef997fa640 0 client.16248 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.427+0000 7fefba76d740 1 -- 172.21.15.52:0/1279671540 shutdown_connections 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.427+0000 7fefba76d740 1 -- 172.21.15.52:0/1279671540 wait complete. 2024-04-21T09:12:23.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.427+0000 7fefba76d740 20 client.16248 trim_cache size 0 max 16384 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 28, 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "leader": 24542, 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "set_version": 2, 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "sets": { 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "c4ea7c8a": { 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "version": 2, 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "age_ref": 0.0, 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:12:23.429 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "QUIESCED", 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "timeout": 30.0, 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "expiration": 85.2, 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "members": { 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "file:/": { 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "excluded": false, 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "QUIESCED", 2024-04-21T09:12:23.430 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:12:23.431 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:23.431 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:23.431 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:23.431 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:23.431 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:23.431 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:12:23.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fef9c0a3f20 msgr2=0x7fef9c0a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:23.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fef9c0a3f20 0x7fef9c0a63e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fefac02c770 tx=0x7fefac004040 comp rx=0 tx=0).stop 2024-04-21T09:12:23.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1767660302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0109870 msgr2=0x7fefb01a1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:23.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0109870 0x7fefb01a1570 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fefa000b4a0 tx=0x7fefa000b960 comp rx=0 tx=0).stop 2024-04-21T09:12:23.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1767660302 shutdown_connections 2024-04-21T09:12:23.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fef9c0a3f20 0x7fef9c0a63e0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:23.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fefb01150a0 0x7fefb01a58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:23.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fefb0109870 0x7fefb01a1570 secure :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fefa000b4a0 tx=0x7fefa000b960 comp rx=0 tx=0).stop 2024-04-21T09:12:23.433 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 --2- 172.21.15.52:0/1767660302 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fefb0108f50 0x7fefb01a1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:23.433 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1767660302 >> 172.21.15.52:0/1767660302 conn(0x7fefb006cf80 msgr2=0x7fefb0071fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:23.433 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1767660302 shutdown_connections 2024-04-21T09:12:23.433 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:23.428+0000 7fefb7a9a640 1 -- 172.21.15.52:0/1767660302 wait complete. 2024-04-21T09:12:23.444 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: c4ea7c8a, quiesce duration: 25.25 2024-04-21T09:12:23.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:23 smithi060 ceph-mon[31055]: pgmap v71: 129 pgs: 129 active+clean; 15 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 612 MiB/s wr, 3.64k op/s 2024-04-21T09:12:23.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:23 smithi078 ceph-mon[31713]: pgmap v71: 129 pgs: 129 active+clean; 15 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 612 MiB/s wr, 3.64k op/s 2024-04-21T09:12:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:23 smithi052 ceph-mon[28035]: pgmap v71: 129 pgs: 129 active+clean; 15 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 612 MiB/s wr, 3.64k op/s 2024-04-21T09:12:25.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:25 smithi060 ceph-mon[31055]: pgmap v72: 129 pgs: 129 active+clean; 16 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 505 MiB/s wr, 2.28k op/s 2024-04-21T09:12:25.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:25 smithi078 ceph-mon[31713]: pgmap v72: 129 pgs: 129 active+clean; 16 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 505 MiB/s wr, 2.28k op/s 2024-04-21T09:12:25.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:25 smithi052 ceph-mon[28035]: pgmap v72: 129 pgs: 129 active+clean; 16 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 505 MiB/s wr, 2.28k op/s 2024-04-21T09:12:27.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:27 smithi060 ceph-mon[31055]: pgmap v73: 129 pgs: 129 active+clean; 16 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 510 MiB/s wr, 2.25k op/s 2024-04-21T09:12:27.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:27 smithi078 ceph-mon[31713]: pgmap v73: 129 pgs: 129 active+clean; 16 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 510 MiB/s wr, 2.25k op/s 2024-04-21T09:12:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:27 smithi052 ceph-mon[28035]: pgmap v73: 129 pgs: 129 active+clean; 16 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 510 MiB/s wr, 2.25k op/s 2024-04-21T09:12:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:29 smithi060 ceph-mon[31055]: pgmap v74: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 496 MiB/s wr, 2.15k op/s 2024-04-21T09:12:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:29 smithi078 ceph-mon[31713]: pgmap v74: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 496 MiB/s wr, 2.15k op/s 2024-04-21T09:12:29.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:29 smithi052 ceph-mon[28035]: pgmap v74: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 496 MiB/s wr, 2.15k op/s 2024-04-21T09:12:31.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:31 smithi060 ceph-mon[31055]: pgmap v75: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 350 MiB/s wr, 1.20k op/s 2024-04-21T09:12:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:31 smithi078 ceph-mon[31713]: pgmap v75: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 350 MiB/s wr, 1.20k op/s 2024-04-21T09:12:31.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:31 smithi052 ceph-mon[28035]: pgmap v75: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 350 MiB/s wr, 1.20k op/s 2024-04-21T09:12:33.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:33 smithi060 ceph-mon[31055]: pgmap v76: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 302 MiB/s wr, 1.02k op/s 2024-04-21T09:12:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:33 smithi078 ceph-mon[31713]: pgmap v76: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 302 MiB/s wr, 1.02k op/s 2024-04-21T09:12:33.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:33 smithi052 ceph-mon[28035]: pgmap v76: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 302 MiB/s wr, 1.02k op/s 2024-04-21T09:12:35.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:35 smithi060 ceph-mon[31055]: pgmap v77: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 159 MiB/s wr, 688 op/s 2024-04-21T09:12:35.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:35 smithi078 ceph-mon[31713]: pgmap v77: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 159 MiB/s wr, 688 op/s 2024-04-21T09:12:35.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:35 smithi052 ceph-mon[28035]: pgmap v77: 129 pgs: 129 active+clean; 17 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 159 MiB/s wr, 688 op/s 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 -- 172.21.15.52:0/1117478803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 msgr2=0x7f06fc10ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 --2- 172.21.15.52:0/1117478803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 0x7f06fc10ee60 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f06ec009ca0 tx=0x7f06ec02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 -- 172.21.15.52:0/1117478803 shutdown_connections 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 --2- 172.21.15.52:0/1117478803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 0x7f06fc10ee60 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 --2- 172.21.15.52:0/1117478803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f06fc102b70 0x7f06fc106bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 --2- 172.21.15.52:0/1117478803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06fc1021c0 0x7f06fc1025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 -- 172.21.15.52:0/1117478803 >> 172.21.15.52:0/1117478803 conn(0x7f06fc0fda40 msgr2=0x7f06fc0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 -- 172.21.15.52:0/1117478803 shutdown_connections 2024-04-21T09:12:36.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.018+0000 7f0700985640 1 -- 172.21.15.52:0/1117478803 wait complete. 2024-04-21T09:12:36.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.019+0000 7f0700985640 1 Processor -- start 2024-04-21T09:12:36.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.019+0000 7f0700985640 1 -- start start 2024-04-21T09:12:36.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.019+0000 7f0700985640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f06fc1021c0 0x7f06fc19e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.019+0000 7f0700985640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 0x7f06fc19e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.019+0000 7f0700985640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06fc198610 0x7f06fc198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.019+0000 7f0700985640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc112200 con 0x7f06fc107290 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.019+0000 7f0700985640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc112080 con 0x7f06fc198610 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.019+0000 7f0700985640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc112380 con 0x7f06fc1021c0 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 0x7f06fc19e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 0x7f06fc19e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49012/0 (socket says 172.21.15.52:49012) 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 -- 172.21.15.52:0/925311711 learned_addr learned my addr 172.21.15.52:0/925311711 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06fad9d640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06fc198610 0x7f06fc198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06fa59c640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f06fc1021c0 0x7f06fc19e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 -- 172.21.15.52:0/925311711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f06fc1021c0 msgr2=0x7f06fc19e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f06fc1021c0 0x7f06fc19e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 -- 172.21.15.52:0/925311711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06fc198610 msgr2=0x7f06fc198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06fc198610 0x7f06fc198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 -- 172.21.15.52:0/925311711 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06fc199130 con 0x7f06fc107290 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06fa59c640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f06fc1021c0 0x7f06fc19e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 0x7f06fc19e950 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f06e400c970 tx=0x7f06e400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f37fe640 1 -- 172.21.15.52:0/925311711 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e4007bb0 con 0x7f06fc107290 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f37fe640 1 -- 172.21.15.52:0/925311711 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06e4007d50 con 0x7f06fc107290 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f0700985640 1 -- 172.21.15.52:0/925311711 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06fc199420 con 0x7f06fc107290 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f06f37fe640 1 -- 172.21.15.52:0/925311711 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e4018730 con 0x7f06fc107290 2024-04-21T09:12:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.020+0000 7f0700985640 1 -- 172.21.15.52:0/925311711 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06fc1a55d0 con 0x7f06fc107290 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.023+0000 7f06f37fe640 1 -- 172.21.15.52:0/925311711 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f06e400f990 con 0x7f06fc107290 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.023+0000 7f0703574740 1 Processor -- start 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.023+0000 7f0703574740 1 -- start start 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.023+0000 7f0703574740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 0x5616a12e8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.023+0000 7f06f37fe640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f06e80a3d10 0x7f06e80a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.023+0000 7f0703574740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12e8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.023+0000 7f0703574740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a12f88e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f0703574740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5616a124d8d0 con 0x5616a12f64f0 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f0703574740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5616a11eae80 con 0x5616a12e98d0 2024-04-21T09:12:36.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f0703574740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5616a1249890 con 0x5616a12e8b60 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06fa59c640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f06e80a3d10 0x7f06e80a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06fad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a12f88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06fad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a12f88e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49020/0 (socket says 172.21.15.52:49020) 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06fad9d640 1 -- 172.21.15.52:0/880010330 learned_addr learned my addr 172.21.15.52:0/880010330 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06f37fe640 1 -- 172.21.15.52:0/925311711 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f06e40d0b70 con 0x7f06fc107290 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06fad9d640 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 0x5616a12e8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12e8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06f9d9b640 1 -- 172.21.15.52:0/880010330 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 msgr2=0x5616a12e8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 0x5616a12e8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06f9d9b640 1 -- 172.21.15.52:0/880010330 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 msgr2=0x5616a12f88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a12f88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06f9d9b640 1 -- 172.21.15.52:0/880010330 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616a120c320 con 0x5616a12e8b60 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06fad9d640 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a12f88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:12:36.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06fa59c640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f06e80a3d10 0x7f06e80a61d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f06f40058c0 tx=0x7f06f4005850 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.024+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12e8fe0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f06e40cdf40 tx=0x7f06e409c390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26fc8f0802331b9a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f06f0ff9640 1 -- 172.21.15.52:0/880010330 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e40a62c0 con 0x5616a12e8b60 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f06f0ff9640 1 -- 172.21.15.52:0/880010330 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06e409c790 con 0x5616a12e8b60 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f06f0ff9640 1 -- 172.21.15.52:0/880010330 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e4098e00 con 0x5616a12e8b60 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f0703574740 1 -- 172.21.15.52:0/880010330 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 msgr2=0x5616a12e8fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f0703574740 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12e8fe0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f06e40cdf40 tx=0x7f06e409c390 comp rx=0 tx=0).stop 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f0703574740 1 -- 172.21.15.52:0/880010330 shutdown_connections 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f0703574740 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a12f88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f0703574740 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12e8fe0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f0703574740 1 --2- 172.21.15.52:0/880010330 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 0x5616a12e8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f0703574740 1 -- 172.21.15.52:0/880010330 >> 172.21.15.52:0/880010330 conn(0x5616a12afc90 msgr2=0x5616a12e3850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.025+0000 7f0703574740 1 -- 172.21.15.52:0/880010330 shutdown_connections 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 -- 172.21.15.52:0/880010330 wait complete. 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 -- start start 2024-04-21T09:12:36.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 Processor -- start 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12f5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a12f32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12f64f0 0x5616a12f39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5616a12f9220 con 0x5616a12e98d0 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5616a11d5eb0 con 0x5616a12f64f0 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5616a12f93a0 con 0x5616a12e8b60 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f0703574740 10 client.0 _ll_register_callbacks cb 0x5616a1202b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f06f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a12f32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f06f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a12f32b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49036/0 (socket says 172.21.15.52:49036) 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f06f9d9b640 1 -- 172.21.15.52:0/384404295 learned_addr learned my addr 172.21.15.52:0/384404295 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f06fa59c640 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12f5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.026+0000 7f06fad9d640 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12f64f0 0x5616a12f39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06f9d9b640 1 -- 172.21.15.52:0/384404295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 msgr2=0x5616a12f5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:36.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12f5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06f9d9b640 1 -- 172.21.15.52:0/384404295 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12f64f0 msgr2=0x5616a12f39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12f64f0 0x5616a12f39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06f9d9b640 1 -- 172.21.15.52:0/384404295 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616a0f60210 con 0x5616a12e98d0 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06fa59c640 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12f5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a12f32b0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f06e40ce540 tx=0x7f06e4099030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5dcbec4e7717037 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06e1ffb640 1 -- 172.21.15.52:0/384404295 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e40a0b40 con 0x5616a12e98d0 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06e1ffb640 1 -- 172.21.15.52:0/384404295 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f06e40acca0 con 0x5616a12e98d0 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f0703574740 1 -- 172.21.15.52:0/384404295 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06e409c790 con 0x5616a12e98d0 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06e1ffb640 1 -- 172.21.15.52:0/384404295 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f06e40a5400 con 0x5616a12e98d0 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f0703574740 10 client.16260 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f0703574740 1 -- 172.21.15.52:0/384404295 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5616a102c620 con 0x5616a12e98d0 2024-04-21T09:12:36.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.027+0000 7f06e1ffb640 1 -- 172.21.15.52:0/384404295 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06e409c790 con 0x5616a12e98d0 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f06e1ffb640 1 -- 172.21.15.52:0/384404295 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f06e4020030 con 0x5616a12e98d0 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f0703574740 10 client.16260 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f0703574740 10 client.16260 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f0703574740 20 client.16260 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f0703574740 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5616a1306400 0x5616a13087f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f0703574740 4 client.16260 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f0703574740 1 -- 172.21.15.52:0/384404295 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5616a1261880 con 0x5616a1306400 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f06fa59c640 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5616a1306400 0x5616a13087f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f06fa59c640 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5616a1306400 0x5616a13087f0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a6ac0a54371c3af server_cookie=c31d7be67cf01cc2 in_seq=0 out_seq=0 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.028+0000 7f06e1ffb640 10 client.16260 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f06e1ffb640 1 -- 172.21.15.52:0/384404295 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5616a1261880 con 0x5616a1306400 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f06e1ffb640 10 client.16260 handle_command_reply: tid=0 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 client.16260 shutdown 2024-04-21T09:12:36.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 -- 172.21.15.52:0/384404295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 msgr2=0x5616a12f32b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a12f32b0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f06e40ce540 tx=0x7f06e4099030 comp rx=0 tx=0).stop 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 -- 172.21.15.52:0/384404295 shutdown_connections 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5616a1306400 0x5616a13087f0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12f64f0 0x5616a12f39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a12f32b0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f06e1ffb640 0 client.16260 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 --2- 172.21.15.52:0/384404295 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a12f5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 -- 172.21.15.52:0/384404295 >> 172.21.15.52:0/384404295 conn(0x5616a12afc90 msgr2=0x5616a12e55a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 -- 172.21.15.52:0/384404295 shutdown_connections 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.029+0000 7f0703574740 1 -- 172.21.15.52:0/384404295 wait complete. 2024-04-21T09:12:36.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.030+0000 7f0703574740 20 client.16260 trim_cache size 0 max 16384 2024-04-21T09:12:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f0703574740 1 Processor -- start 2024-04-21T09:12:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f0703574740 1 -- start start 2024-04-21T09:12:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f0703574740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e8b60 0x5616a12f3250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f0703574740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a130b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f0703574740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12f64f0 0x5616a130bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f0703574740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc1af8b0 con 0x5616a12e98d0 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f0703574740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc1ad180 con 0x5616a12e8b60 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f0703574740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc1aafd0 con 0x5616a12f64f0 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a130b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a130b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49046/0 (socket says 172.21.15.52:49046) 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06f9d9b640 1 -- 172.21.15.52:0/1284528279 learned_addr learned my addr 172.21.15.52:0/1284528279 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06fad9d640 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12f64f0 0x5616a130bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06fa59c640 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e8b60 0x5616a12f3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06f9d9b640 1 -- 172.21.15.52:0/1284528279 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12f64f0 msgr2=0x5616a130bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12f64f0 0x5616a130bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06f9d9b640 1 -- 172.21.15.52:0/1284528279 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e8b60 msgr2=0x5616a12f3250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e8b60 0x5616a12f3250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06f9d9b640 1 -- 172.21.15.52:0/1284528279 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616a12f3d60 con 0x5616a12e98d0 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.045+0000 7f06fad9d640 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12f64f0 0x5616a130bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a130b810 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f06e4098bf0 tx=0x7f06e40990a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1fdaac201b809f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f06e3fff640 1 -- 172.21.15.52:0/1284528279 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e409c790 con 0x5616a12e98d0 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f06e3fff640 1 -- 172.21.15.52:0/1284528279 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06e40a0b40 con 0x5616a12e98d0 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f06e3fff640 1 -- 172.21.15.52:0/1284528279 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e40984e0 con 0x5616a12e98d0 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 -- 172.21.15.52:0/1284528279 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 msgr2=0x5616a130b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a130b810 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f06e4098bf0 tx=0x7f06e40990a0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 -- 172.21.15.52:0/1284528279 shutdown_connections 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12f64f0 0x5616a130bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12e98d0 0x5616a130b810 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 --2- 172.21.15.52:0/1284528279 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e8b60 0x5616a12f3250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 -- 172.21.15.52:0/1284528279 >> 172.21.15.52:0/1284528279 conn(0x5616a12afc90 msgr2=0x5616a12f2b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 -- 172.21.15.52:0/1284528279 shutdown_connections 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.046+0000 7f0703574740 1 -- 172.21.15.52:0/1284528279 wait complete. 2024-04-21T09:12:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 1 -- start start 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 1 Processor -- start 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a13649c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 0x5616a1364f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a1308c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc1ab640 con 0x5616a12f64f0 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc1acab0 con 0x5616a12e98d0 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc1abd10 con 0x5616a12e8b60 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f0703574740 10 client.0 _ll_register_callbacks cb 0x7f06ec009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a1308c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a1308c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49056/0 (socket says 172.21.15.52:49056) 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fad9d640 1 -- 172.21.15.52:0/2972191936 learned_addr learned my addr 172.21.15.52:0/2972191936 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fa59c640 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a13649c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fad9d640 1 -- 172.21.15.52:0/2972191936 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 msgr2=0x5616a13649c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fad9d640 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a13649c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06f9d9b640 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 0x5616a1364f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fad9d640 1 -- 172.21.15.52:0/2972191936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 msgr2=0x5616a1364f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fad9d640 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 0x5616a1364f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.047+0000 7f06fad9d640 1 -- 172.21.15.52:0/2972191936 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616a13092f0 con 0x5616a12f64f0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f06fad9d640 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a1308c00 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f06ec02c630 tx=0x7f06ec0326f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=411e659160c3d84e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f06e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f06e1ffb640 1 -- 172.21.15.52:0/2972191936 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06ec047070 con 0x5616a12f64f0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f06e1ffb640 1 -- 172.21.15.52:0/2972191936 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f06ec003970 con 0x5616a12f64f0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f0703574740 1 -- 172.21.15.52:0/2972191936 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06e40a0b40 con 0x5616a12f64f0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f06e1ffb640 1 -- 172.21.15.52:0/2972191936 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f06ec052050 con 0x5616a12f64f0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f0703574740 10 client.16266 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f0703574740 1 -- 172.21.15.52:0/2972191936 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5616a136c130 con 0x5616a12f64f0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.048+0000 7f06e1ffb640 1 -- 172.21.15.52:0/2972191936 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06e40a0b40 con 0x5616a12f64f0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f06e1ffb640 1 -- 172.21.15.52:0/2972191936 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f06ec03f050 con 0x5616a12f64f0 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f0703574740 10 client.16266 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:36.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f0703574740 10 client.16266 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:12:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f0703574740 20 client.16266 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f0703574740 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5616a136c8e0 0x5616a136ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f0703574740 4 client.16266 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:12:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f0703574740 1 -- 172.21.15.52:0/2972191936 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5616a11ed3d0 con 0x5616a136c8e0 2024-04-21T09:12:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f06fa59c640 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5616a136c8e0 0x5616a136ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f06fa59c640 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5616a136c8e0 0x5616a136ed00 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9fc272caaf1d3ea server_cookie=2c06dd31bd2cf544 in_seq=0 out_seq=0 2024-04-21T09:12:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.049+0000 7f06e1ffb640 10 client.16266 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f06e1ffb640 1 -- 172.21.15.52:0/2972191936 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5616a11ed3d0 con 0x5616a136c8e0 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f06e1ffb640 10 client.16266 handle_command_reply: tid=0 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 client.16266 shutdown 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 -- 172.21.15.52:0/2972191936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 msgr2=0x5616a1308c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a1308c00 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f06ec02c630 tx=0x7f06ec0326f0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 -- 172.21.15.52:0/2972191936 shutdown_connections 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5616a136c8e0 0x5616a136ed00 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5616a12f64f0 0x5616a1308c00 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5616a12e98d0 0x5616a1364f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f06e1ffb640 0 client.16266 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 --2- 172.21.15.52:0/2972191936 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5616a12e8b60 0x5616a13649c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 -- 172.21.15.52:0/2972191936 >> 172.21.15.52:0/2972191936 conn(0x5616a12afc90 msgr2=0x5616a1301630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 -- 172.21.15.52:0/2972191936 shutdown_connections 2024-04-21T09:12:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.064+0000 7f0703574740 1 -- 172.21.15.52:0/2972191936 wait complete. 2024-04-21T09:12:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0703574740 20 client.16266 trim_cache size 0 max 16384 2024-04-21T09:12:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:12:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:12:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:12:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:12:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 -- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f06e80a3d10 msgr2=0x7f06e80a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f06e80a3d10 0x7f06e80a61d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f06f40058c0 tx=0x7f06f4005850 comp rx=0 tx=0).stop 2024-04-21T09:12:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 -- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 msgr2=0x7f06fc19e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 0x7f06fc19e950 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f06e400c970 tx=0x7f06e400ce30 comp rx=0 tx=0).stop 2024-04-21T09:12:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 -- 172.21.15.52:0/925311711 shutdown_connections 2024-04-21T09:12:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f06e80a3d10 0x7f06e80a61d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06fc198610 0x7f06fc198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f06fc107290 0x7f06fc19e950 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 --2- 172.21.15.52:0/925311711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f06fc1021c0 0x7f06fc19e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 -- 172.21.15.52:0/925311711 >> 172.21.15.52:0/925311711 conn(0x7f06fc0fda40 msgr2=0x7f06fc0ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 -- 172.21.15.52:0/925311711 shutdown_connections 2024-04-21T09:12:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:36.065+0000 7f0700985640 1 -- 172.21.15.52:0/925311711 wait complete. 2024-04-21T09:12:37.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:37 smithi060 ceph-mon[31055]: pgmap v78: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 82 MiB/s wr, 447 op/s 2024-04-21T09:12:37.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:37 smithi078 ceph-mon[31713]: pgmap v78: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 82 MiB/s wr, 447 op/s 2024-04-21T09:12:37.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:37 smithi052 ceph-mon[28035]: pgmap v78: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 82 MiB/s wr, 447 op/s 2024-04-21T09:12:39.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:39 smithi060 ceph-mon[31055]: pgmap v79: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 79 MiB/s wr, 371 op/s 2024-04-21T09:12:39.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:39 smithi078 ceph-mon[31713]: pgmap v79: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 79 MiB/s wr, 371 op/s 2024-04-21T09:12:39.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:39 smithi052 ceph-mon[28035]: pgmap v79: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 556 KiB/s rd, 79 MiB/s wr, 371 op/s 2024-04-21T09:12:41.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:41 smithi060 ceph-mon[31055]: pgmap v80: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 49 MiB/s wr, 54 op/s 2024-04-21T09:12:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:41 smithi078 ceph-mon[31713]: pgmap v80: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 49 MiB/s wr, 54 op/s 2024-04-21T09:12:41.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:41 smithi052 ceph-mon[28035]: pgmap v80: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 49 MiB/s wr, 54 op/s 2024-04-21T09:12:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:43 smithi060 ceph-mon[31055]: pgmap v81: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 58 MiB/s wr, 62 op/s 2024-04-21T09:12:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:43 smithi078 ceph-mon[31713]: pgmap v81: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 58 MiB/s wr, 62 op/s 2024-04-21T09:12:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:43 smithi052 ceph-mon[28035]: pgmap v81: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 58 MiB/s wr, 62 op/s 2024-04-21T09:12:45.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:45 smithi060 ceph-mon[31055]: pgmap v82: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 54 MiB/s wr, 57 op/s 2024-04-21T09:12:45.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:45 smithi078 ceph-mon[31713]: pgmap v82: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 54 MiB/s wr, 57 op/s 2024-04-21T09:12:45.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:45 smithi052 ceph-mon[28035]: pgmap v82: 129 pgs: 129 active+clean; 17 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 54 MiB/s wr, 57 op/s 2024-04-21T09:12:47.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:47 smithi060 ceph-mon[31055]: pgmap v83: 129 pgs: 129 active+clean; 17 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 47 MiB/s wr, 49 op/s 2024-04-21T09:12:47.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:47 smithi078 ceph-mon[31713]: pgmap v83: 129 pgs: 129 active+clean; 17 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 47 MiB/s wr, 49 op/s 2024-04-21T09:12:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:47 smithi052 ceph-mon[28035]: pgmap v83: 129 pgs: 129 active+clean; 17 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 47 MiB/s wr, 49 op/s 2024-04-21T09:12:48.695 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:12:48.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.810+0000 7f14ce515640 1 -- 172.21.15.52:0/198402936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c8101a50 msgr2=0x7f14c8105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:48.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 --2- 172.21.15.52:0/198402936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c8101a50 0x7f14c8105a90 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f14b8009900 tx=0x7f14b802bc30 comp rx=0 tx=0).stop 2024-04-21T09:12:48.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 -- 172.21.15.52:0/198402936 shutdown_connections 2024-04-21T09:12:48.811 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 --2- 172.21.15.52:0/198402936 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f14c8106170 0x7f14c810dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:48.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 --2- 172.21.15.52:0/198402936 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c8101a50 0x7f14c8105a90 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:48.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 --2- 172.21.15.52:0/198402936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14c81010a0 0x7f14c8101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:48.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 -- 172.21.15.52:0/198402936 >> 172.21.15.52:0/198402936 conn(0x7f14c8077f70 msgr2=0x7f14c8078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:48.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 -- 172.21.15.52:0/198402936 shutdown_connections 2024-04-21T09:12:48.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 -- 172.21.15.52:0/198402936 wait complete. 2024-04-21T09:12:48.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 Processor -- start 2024-04-21T09:12:48.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.811+0000 7f14ce515640 1 -- start start 2024-04-21T09:12:48.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14ce515640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c81010a0 0x7f14c8199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:48.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14ce515640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14c8106170 0x7f14c8199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:48.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14ce515640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f14c819a020 0x7f14c81a45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:48.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14ce515640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f14c81110b0 con 0x7f14c81010a0 2024-04-21T09:12:48.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14ce515640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f14c8110f30 con 0x7f14c8106170 2024-04-21T09:12:48.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14ce515640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f14c8111230 con 0x7f14c819a020 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c81010a0 0x7f14c8199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c81010a0 0x7f14c8199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52834/0 (socket says 172.21.15.52:52834) 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 -- 172.21.15.52:0/1392518803 learned_addr learned my addr 172.21.15.52:0/1392518803 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14ccab2640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f14c819a020 0x7f14c81a45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c77fe640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14c8106170 0x7f14c8199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 -- 172.21.15.52:0/1392518803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f14c819a020 msgr2=0x7f14c81a45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f14c819a020 0x7f14c81a45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 -- 172.21.15.52:0/1392518803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14c8106170 msgr2=0x7f14c8199a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14c8106170 0x7f14c8199a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 -- 172.21.15.52:0/1392518803 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c81a4dd0 con 0x7f14c81010a0 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.812+0000 7f14c7fff640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c81010a0 0x7f14c8199550 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f14b000d950 tx=0x7f14b000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.813+0000 7f14c57fa640 1 -- 172.21.15.52:0/1392518803 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b0017030 con 0x7f14c81010a0 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.813+0000 7f14c57fa640 1 -- 172.21.15.52:0/1392518803 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14b0004020 con 0x7f14c81010a0 2024-04-21T09:12:48.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.813+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c81a50c0 con 0x7f14c81010a0 2024-04-21T09:12:48.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.813+0000 7f14c57fa640 1 -- 172.21.15.52:0/1392518803 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b00047a0 con 0x7f14c81010a0 2024-04-21T09:12:48.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.813+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c81a55e0 con 0x7f14c81010a0 2024-04-21T09:12:48.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.814+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14c8102570 con 0x7f14c81010a0 2024-04-21T09:12:48.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.815+0000 7f14c57fa640 1 -- 172.21.15.52:0/1392518803 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f14b0009a30 con 0x7f14c81010a0 2024-04-21T09:12:48.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.815+0000 7f14c57fa640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f14b40a3d20 0x7f14b40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:48.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.816+0000 7f14c57fa640 1 -- 172.21.15.52:0/1392518803 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f14b00d05b0 con 0x7f14c81010a0 2024-04-21T09:12:48.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.816+0000 7f14c77fe640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f14b40a3d20 0x7f14b40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:48.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.816+0000 7f14c77fe640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f14b40a3d20 0x7f14b40a61e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f14b8009230 tx=0x7f14b8005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:48.820 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:48.820+0000 7f14c57fa640 1 -- 172.21.15.52:0/1392518803 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f14b009c870 con 0x7f14c81010a0 2024-04-21T09:12:49.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.079+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14c8101a50 con 0x7f14c81010a0 2024-04-21T09:12:49.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.082+0000 7f14c57fa640 1 -- 172.21.15.52:0/1392518803 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11860 (secure 0 0 0) 0x7f14b009c170 con 0x7f14c81010a0 2024-04-21T09:12:49.082 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:12:49.082 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":25807,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/1826929992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":1826929992},{"type":"v1","addr":"172.21.15.78:6837","nonce":1826929992}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:11:40.893743+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:12:49.083 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 29 2024-04-21T09:12:49.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.091+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f14b40a3d20 msgr2=0x7f14b40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.091+0000 7f14ce515640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f14b40a3d20 0x7f14b40a61e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f14b8009230 tx=0x7f14b8005fd0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.091+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c81010a0 msgr2=0x7f14c8199550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.091+0000 7f14ce515640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c81010a0 0x7f14c8199550 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f14b000d950 tx=0x7f14b000de10 comp rx=0 tx=0).stop 2024-04-21T09:12:49.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.093+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 shutdown_connections 2024-04-21T09:12:49.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.093+0000 7f14ce515640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f14b40a3d20 0x7f14b40a61e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.093+0000 7f14ce515640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f14c819a020 0x7f14c81a45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.093+0000 7f14ce515640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14c8106170 0x7f14c8199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.093+0000 7f14ce515640 1 --2- 172.21.15.52:0/1392518803 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f14c81010a0 0x7f14c8199550 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.093+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 >> 172.21.15.52:0/1392518803 conn(0x7f14c8077f70 msgr2=0x7f14c80ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.095+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 shutdown_connections 2024-04-21T09:12:49.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.096+0000 7f14ce515640 1 -- 172.21.15.52:0/1392518803 wait complete. 2024-04-21T09:12:49.126 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24542 quiesce db --set-id c4ea7c8a --release --await' 2024-04-21T09:12:49.126 DEBUG:teuthology.orchestra.run.smithi052:> timeout 45 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24542 quiesce db --set-id c4ea7c8a --release --await 2024-04-21T09:12:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.293+0000 7f5b15888640 1 -- 172.21.15.52:0/1822899433 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5b10101a50 msgr2=0x7f5b10105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.293 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.293+0000 7f5b15888640 1 --2- 172.21.15.52:0/1822899433 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5b10101a50 0x7f5b10105a90 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f5b0401a910 tx=0x7f5b0403cc80 comp rx=0 tx=0).stop 2024-04-21T09:12:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.294+0000 7f5b15888640 1 -- 172.21.15.52:0/1822899433 shutdown_connections 2024-04-21T09:12:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.294+0000 7f5b15888640 1 --2- 172.21.15.52:0/1822899433 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5b10106170 0x7f5b1010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.294+0000 7f5b15888640 1 --2- 172.21.15.52:0/1822899433 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5b10101a50 0x7f5b10105a90 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.294+0000 7f5b15888640 1 --2- 172.21.15.52:0/1822899433 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5b101010a0 0x7f5b10101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.294+0000 7f5b15888640 1 -- 172.21.15.52:0/1822899433 >> 172.21.15.52:0/1822899433 conn(0x7f5b10077f70 msgr2=0x7f5b10078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.294+0000 7f5b15888640 1 -- 172.21.15.52:0/1822899433 shutdown_connections 2024-04-21T09:12:49.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.294+0000 7f5b15888640 1 -- 172.21.15.52:0/1822899433 wait complete. 2024-04-21T09:12:49.296 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.295+0000 7f5b15888640 1 Processor -- start 2024-04-21T09:12:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.296+0000 7f5b15888640 1 -- start start 2024-04-21T09:12:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.296+0000 7f5b15888640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5b101010a0 0x7f5b1010d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.296+0000 7f5b15888640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5b10106170 0x7f5b101099b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.296+0000 7f5b15888640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5b10109ef0 0x7f5b1010a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.296+0000 7f5b15888640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5b1006e210 con 0x7f5b10109ef0 2024-04-21T09:12:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.296+0000 7f5b15888640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5b1006e090 con 0x7f5b101010a0 2024-04-21T09:12:49.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.297+0000 7f5b15888640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5b1006e390 con 0x7f5b10106170 2024-04-21T09:12:49.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.297+0000 7f5b0e7fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5b10106170 0x7f5b101099b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.297+0000 7f5b0effd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5b101010a0 0x7f5b1010d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.298+0000 7f5b0e7fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5b10106170 0x7f5b101099b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:56606/0 (socket says 172.21.15.52:56606) 2024-04-21T09:12:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.298+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/288390774 learned_addr learned my addr 172.21.15.52:0/288390774 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.298+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5b10109ef0 0x7f5b1010a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.298+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/288390774 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5b101010a0 msgr2=0x7f5b1010d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.298+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5b101010a0 0x7f5b1010d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.298+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5b10109ef0 msgr2=0x7f5b1010a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.298+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5b10109ef0 0x7f5b1010a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.298+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/288390774 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b1019b5f0 con 0x7f5b10106170 2024-04-21T09:12:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.300+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5b10106170 0x7f5b101099b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5b0403d1c0 tx=0x7f5b04004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.300+0000 7f5b14886640 1 -- 172.21.15.52:0/288390774 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b04004f50 con 0x7f5b10106170 2024-04-21T09:12:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.300+0000 7f5b14886640 1 -- 172.21.15.52:0/288390774 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b04053070 con 0x7f5b10106170 2024-04-21T09:12:49.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.301+0000 7f5b14886640 1 -- 172.21.15.52:0/288390774 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b0404e480 con 0x7f5b10106170 2024-04-21T09:12:49.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.301+0000 7f5b15888640 1 -- 172.21.15.52:0/288390774 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b10069770 con 0x7f5b10106170 2024-04-21T09:12:49.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.302+0000 7f5b15888640 1 -- 172.21.15.52:0/288390774 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b10069b70 con 0x7f5b10106170 2024-04-21T09:12:49.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.306+0000 7f5b1847f740 1 Processor -- start 2024-04-21T09:12:49.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.306+0000 7f5b1847f740 1 -- start start 2024-04-21T09:12:49.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.307+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26a9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.307+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26a9b60 0x55d9c26a9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.307+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 0x55d9c26b54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.308+0000 7f5b1847f740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55d9c260e8d0 con 0x55d9c26b30e0 2024-04-21T09:12:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.308+0000 7f5b1847f740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d9c25abe80 con 0x55d9c26a9b60 2024-04-21T09:12:49.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.308+0000 7f5b1847f740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55d9c260a890 con 0x55d9c26aa8d0 2024-04-21T09:12:49.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.308+0000 7f5b0effd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26a9b60 0x55d9c26a9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.308+0000 7f5b0f7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26a9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.308+0000 7f5b0f7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26a9620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:56620/0 (socket says 172.21.15.52:56620) 2024-04-21T09:12:49.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.308+0000 7f5b0f7fe640 1 -- 172.21.15.52:0/3060273702 learned_addr learned my addr 172.21.15.52:0/3060273702 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.309+0000 7f5b14886640 1 -- 172.21.15.52:0/288390774 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f5b040050f0 con 0x7f5b10106170 2024-04-21T09:12:49.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.310+0000 7f5b14886640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5af80a8140 0x7f5af80aa600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.311+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/3060273702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 0x55d9c26b54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.311+0000 7f5b0f7fe640 1 -- 172.21.15.52:0/3060273702 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26a9b60 msgr2=0x55d9c26a9fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.311+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/3060273702 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26a9b60 0x55d9c26a9fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.311+0000 7f5b0f7fe640 1 -- 172.21.15.52:0/3060273702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 msgr2=0x55d9c26b54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.311+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/3060273702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 0x55d9c26b54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.311+0000 7f5b0f7fe640 1 -- 172.21.15.52:0/3060273702 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9c25cd320 con 0x55d9c26aa8d0 2024-04-21T09:12:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.312+0000 7f5b14886640 1 -- 172.21.15.52:0/288390774 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f5b04103620 con 0x7f5b10106170 2024-04-21T09:12:49.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.312+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5af80a8140 0x7f5af80aa600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.312+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/3060273702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26a9620 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5b0000b8e0 tx=0x7f5b0000bda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8af9396db46f790 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.313+0000 7f5af5ffb640 1 -- 172.21.15.52:0/3060273702 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00016cb0 con 0x55d9c26aa8d0 2024-04-21T09:12:49.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.313+0000 7f5af5ffb640 1 -- 172.21.15.52:0/3060273702 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b00016e50 con 0x55d9c26aa8d0 2024-04-21T09:12:49.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.313+0000 7f5af5ffb640 1 -- 172.21.15.52:0/3060273702 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00014630 con 0x55d9c26aa8d0 2024-04-21T09:12:49.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.313+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5af80a8140 0x7f5af80aa600 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5b0000bfd0 tx=0x7f5b00017000 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.314+0000 7f5b1847f740 1 -- 172.21.15.52:0/3060273702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 msgr2=0x55d9c26a9620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.314+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3060273702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26a9620 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5b0000b8e0 tx=0x7f5b0000bda0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.315+0000 7f5b1847f740 1 -- 172.21.15.52:0/3060273702 shutdown_connections 2024-04-21T09:12:49.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.315+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3060273702 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 0x55d9c26b54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.315+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3060273702 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26a9b60 0x55d9c26a9fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.315+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3060273702 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26a9620 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.315+0000 7f5b1847f740 1 -- 172.21.15.52:0/3060273702 >> 172.21.15.52:0/3060273702 conn(0x55d9c2670c90 msgr2=0x55d9c26a4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.321 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.321+0000 7f5b1847f740 1 -- 172.21.15.52:0/3060273702 shutdown_connections 2024-04-21T09:12:49.322 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.323+0000 7f5b1847f740 1 -- 172.21.15.52:0/3060273702 wait complete. 2024-04-21T09:12:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.323+0000 7f5b1847f740 1 -- start start 2024-04-21T09:12:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.324+0000 7f5b1847f740 1 Processor -- start 2024-04-21T09:12:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.325+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26b2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.325+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26afe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.325+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 0x55d9c26b0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.326+0000 7f5b1847f740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55d9c26b5e10 con 0x55d9c26a9b60 2024-04-21T09:12:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.326+0000 7f5b1847f740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d9c2596eb0 con 0x55d9c26b30e0 2024-04-21T09:12:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.326+0000 7f5b1847f740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55d9c26b5f90 con 0x55d9c26aa8d0 2024-04-21T09:12:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.326+0000 7f5b1847f740 10 client.0 _ll_register_callbacks cb 0x55d9c25c3b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.327+0000 7f5b0e7fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26afe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.327+0000 7f5b0e7fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26afe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:56622/0 (socket says 172.21.15.52:56622) 2024-04-21T09:12:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.327+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/3349762083 learned_addr learned my addr 172.21.15.52:0/3349762083 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.328+0000 7f5b0effd640 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26b2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.329+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/3349762083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 msgr2=0x55d9c26b0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.329+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 0x55d9c26b0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.329+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 0x55d9c26b0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.329+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/3349762083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 msgr2=0x55d9c26b2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.329+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26b2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.329+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/3349762083 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9c2321210 con 0x55d9c26aa8d0 2024-04-21T09:12:49.330 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.331+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26afe30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5b040cf070 tx=0x7f5b0409dda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6339dc5f4abab80 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.332+0000 7f5aeeffd640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:12:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.332+0000 7f5aeeffd640 1 -- 172.21.15.52:0/3349762083 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b040cfa70 con 0x55d9c26aa8d0 2024-04-21T09:12:49.332 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.332+0000 7f5b1847f740 1 -- 172.21.15.52:0/3349762083 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b00016e50 con 0x55d9c26aa8d0 2024-04-21T09:12:49.333 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.332+0000 7f5aeeffd640 1 -- 172.21.15.52:0/3349762083 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f5b040fa0b0 con 0x55d9c26aa8d0 2024-04-21T09:12:49.333 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.332+0000 7f5aeeffd640 1 -- 172.21.15.52:0/3349762083 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5b040cf370 con 0x55d9c26aa8d0 2024-04-21T09:12:49.333 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.333+0000 7f5b1847f740 10 client.25957 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:49.333 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.333+0000 7f5b1847f740 1 -- 172.21.15.52:0/3349762083 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d9c23ed620 con 0x55d9c26aa8d0 2024-04-21T09:12:49.334 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.334+0000 7f5aeeffd640 1 -- 172.21.15.52:0/3349762083 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b00016e50 con 0x55d9c26aa8d0 2024-04-21T09:12:49.334 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.334+0000 7f5aeeffd640 1 -- 172.21.15.52:0/3349762083 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f5b04103220 con 0x55d9c26aa8d0 2024-04-21T09:12:49.334 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.334+0000 7f5b1847f740 10 client.25957 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:49.334 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.334+0000 7f5b1847f740 10 client.25957 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:12:49.334 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.334+0000 7f5b1847f740 20 client.25957 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:49.334 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.334+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d9c26c32f0 0x55d9c26c5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.334 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.334+0000 7f5b1847f740 4 client.25957 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:12:49.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.334+0000 7f5b1847f740 1 -- 172.21.15.52:0/3349762083 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d9c2622880 con 0x55d9c26c32f0 2024-04-21T09:12:49.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.337+0000 7f5b0effd640 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d9c26c32f0 0x55d9c26c5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.342 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.343+0000 7f5b0effd640 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d9c26c32f0 0x55d9c26c5750 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f94b24fb83a9350c server_cookie=5ecd40f5ef9410f3 in_seq=0 out_seq=0 2024-04-21T09:12:49.342 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.343+0000 7f5aeeffd640 10 client.25957 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:49.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.344+0000 7f5aeeffd640 1 -- 172.21.15.52:0/3349762083 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d9c2622880 con 0x55d9c26c32f0 2024-04-21T09:12:49.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.345+0000 7f5aeeffd640 10 client.25957 handle_command_reply: tid=0 2024-04-21T09:12:49.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.345+0000 7f5b1847f740 1 client.25957 shutdown 2024-04-21T09:12:49.346 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.346+0000 7f5b1847f740 1 -- 172.21.15.52:0/3349762083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 msgr2=0x55d9c26afe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.346 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.346+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26afe30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5b040cf070 tx=0x7f5b0409dda0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.348 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.347+0000 7f5b1847f740 1 -- 172.21.15.52:0/3349762083 shutdown_connections 2024-04-21T09:12:49.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.347+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d9c26c32f0 0x55d9c26c5750 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.347+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 0x55d9c26b0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.347+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26afe30 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.347+0000 7f5b1847f740 1 --2- 172.21.15.52:0/3349762083 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26b2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.347+0000 7f5aeeffd640 0 client.25957 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:49.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.347+0000 7f5b1847f740 1 -- 172.21.15.52:0/3349762083 >> 172.21.15.52:0/3349762083 conn(0x55d9c2670c90 msgr2=0x55d9c26a65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.349+0000 7f5b1847f740 1 -- 172.21.15.52:0/3349762083 shutdown_connections 2024-04-21T09:12:49.349 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.349+0000 7f5b1847f740 1 -- 172.21.15.52:0/3349762083 wait complete. 2024-04-21T09:12:49.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.350+0000 7f5b1847f740 20 client.25957 trim_cache size 0 max 16384 2024-04-21T09:12:49.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 -- 172.21.15.52:0/3663588929 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c101870 msgr2=0x7f730c1058b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 --2- 172.21.15.52:0/3663588929 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c101870 0x7f730c1058b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f72fc009860 tx=0x7f72fc02bb70 comp rx=0 tx=0).stop 2024-04-21T09:12:49.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 -- 172.21.15.52:0/3663588929 shutdown_connections 2024-04-21T09:12:49.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 --2- 172.21.15.52:0/3663588929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f730c105f90 0x7f730c10db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 --2- 172.21.15.52:0/3663588929 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c101870 0x7f730c1058b0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 --2- 172.21.15.52:0/3663588929 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f730c100ec0 0x7f730c1012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 -- 172.21.15.52:0/3663588929 >> 172.21.15.52:0/3663588929 conn(0x7f730c0fc760 msgr2=0x7f730c0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.376 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 -- 172.21.15.52:0/3663588929 shutdown_connections 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.374+0000 7f7312877640 1 -- 172.21.15.52:0/3663588929 wait complete. 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312877640 1 Processor -- start 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312877640 1 -- start start 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312877640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f730c100ec0 0x7f730c107c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312877640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c105f90 0x7f730c108140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312877640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f730c108680 0x7f730c1a6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311074640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c105f90 0x7f730c108140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311074640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c105f90 0x7f730c108140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52882/0 (socket says 172.21.15.52:52882) 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311875640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f730c100ec0 0x7f730c107c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311875640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f730c100ec0 0x7f730c107c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:56642/0 (socket says 172.21.15.52:56642) 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311875640 1 -- 172.21.15.52:0/1617316930 learned_addr learned my addr 172.21.15.52:0/1617316930 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f730c110ee0 con 0x7f730c105f90 2024-04-21T09:12:49.377 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f730c110d60 con 0x7f730c108680 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f730c111060 con 0x7f730c100ec0 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312076640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f730c108680 0x7f730c1a6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311875640 1 -- 172.21.15.52:0/1617316930 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f730c108680 msgr2=0x7f730c1a6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311875640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f730c108680 0x7f730c1a6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311875640 1 -- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c105f90 msgr2=0x7f730c108140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311875640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c105f90 0x7f730c108140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7311875640 1 -- 172.21.15.52:0/1617316930 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f730c1a6ec0 con 0x7f730c100ec0 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.375+0000 7f7312076640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f730c108680 0x7f730c1a6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:12:49.378 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f7311875640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f730c100ec0 0x7f730c107c00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f730800e9c0 tx=0x7f730800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.379 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b1847f740 1 Processor -- start 2024-04-21T09:12:49.379 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b1847f740 1 -- start start 2024-04-21T09:12:49.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f7302ffd640 1 -- 172.21.15.52:0/1617316930 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730800ccc0 con 0x7f730c100ec0 2024-04-21T09:12:49.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f7302ffd640 1 -- 172.21.15.52:0/1617316930 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73080054d0 con 0x7f730c100ec0 2024-04-21T09:12:49.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f730c1a71b0 con 0x7f730c100ec0 2024-04-21T09:12:49.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f7302ffd640 1 -- 172.21.15.52:0/1617316930 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7308010430 con 0x7f730c100ec0 2024-04-21T09:12:49.380 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f730c1a76d0 con 0x7f730c100ec0 2024-04-21T09:12:49.382 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26a9b60 0x55d9c26bed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.382 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26aa8d0 0x55d9c26aee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.382 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 0x55d9c26b2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.382 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b1847f740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101a6e80 con 0x55d9c26b30e0 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b1847f740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101a4750 con 0x55d9c26aa8d0 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b1847f740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101a25a0 con 0x55d9c26a9b60 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b0e7fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26aa8d0 0x55d9c26aee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b0e7fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26aa8d0 0x55d9c26aee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:54004/0 (socket says 172.21.15.52:54004) 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/2103458831 learned_addr learned my addr 172.21.15.52:0/2103458831 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.376+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/2103458831 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 0x55d9c26b2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.377+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/2103458831 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26a9b60 msgr2=0x55d9c26bed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.377+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/2103458831 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26a9b60 0x55d9c26bed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.377+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/2103458831 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 msgr2=0x55d9c26b2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.377+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/2103458831 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 0x55d9c26b2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.377+0000 7f5b0e7fc640 1 -- 172.21.15.52:0/2103458831 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9c26b5cf0 con 0x55d9c26aa8d0 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.377+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/2103458831 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26aa8d0 0x55d9c26aee50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5b040cb7d0 tx=0x7f5b04000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33df306234471c7b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.377+0000 7f5af57fa640 1 -- 172.21.15.52:0/2103458831 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b040cfa70 con 0x55d9c26aa8d0 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.377+0000 7f5af57fa640 1 -- 172.21.15.52:0/2103458831 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b04103070 con 0x55d9c26aa8d0 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.378+0000 7f5af57fa640 1 -- 172.21.15.52:0/2103458831 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b040053e0 con 0x55d9c26aa8d0 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.378+0000 7f5b1847f740 1 -- 172.21.15.52:0/2103458831 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26aa8d0 msgr2=0x55d9c26aee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.378+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2103458831 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26aa8d0 0x55d9c26aee50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5b040cb7d0 tx=0x7f5b04000bc0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.378+0000 7f5b1847f740 1 -- 172.21.15.52:0/2103458831 shutdown_connections 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.378+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2103458831 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26b30e0 0x55d9c26b2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.378+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2103458831 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26aa8d0 0x55d9c26aee50 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.378+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2103458831 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26a9b60 0x55d9c26bed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.378+0000 7f5b1847f740 1 -- 172.21.15.52:0/2103458831 >> 172.21.15.52:0/2103458831 conn(0x55d9c2670c90 msgr2=0x55d9c26ae740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.379+0000 7f5b1847f740 1 -- 172.21.15.52:0/2103458831 shutdown_connections 2024-04-21T09:12:49.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.379+0000 7f5b1847f740 1 -- 172.21.15.52:0/2103458831 wait complete. 2024-04-21T09:12:49.385 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.379+0000 7f7302ffd640 1 -- 172.21.15.52:0/1617316930 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7308004f80 con 0x7f730c100ec0 2024-04-21T09:12:49.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.379+0000 7f5b1847f740 1 -- start start 2024-04-21T09:12:49.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.379+0000 7f5b1847f740 1 Processor -- start 2024-04-21T09:12:49.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.379+0000 7f73167a9740 1 Processor -- start 2024-04-21T09:12:49.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f73167a9740 1 -- start start 2024-04-21T09:12:49.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26bb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.386 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7302ffd640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f72f80a3d20 0x7f72f80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26ac830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f73167a9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 0x55a70b91c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f73167a9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b925490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f73167a9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b927dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f73167a9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a70b881500 con 0x55a70b9259d0 2024-04-21T09:12:49.387 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f73167a9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a70b8276a0 con 0x55a70b91c4d0 2024-04-21T09:12:49.388 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f73167a9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a70b87d4c0 con 0x55a70b91cdf0 2024-04-21T09:12:49.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b1847f740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 0x55d9c26acd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b1847f740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101a2c10 con 0x55d9c26a9b60 2024-04-21T09:12:49.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b1847f740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101a4080 con 0x55d9c26b30e0 2024-04-21T09:12:49.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b1847f740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5b101a32e0 con 0x55d9c26aa8d0 2024-04-21T09:12:49.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b1847f740 10 client.0 _ll_register_callbacks cb 0x7f5b040cedc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:49.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b0effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26bb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b0e7fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26ac830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b0effd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26bb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52886/0 (socket says 172.21.15.52:52886) 2024-04-21T09:12:49.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b0effd640 1 -- 172.21.15.52:0/2599598332 learned_addr learned my addr 172.21.15.52:0/2599598332 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.389 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7312076640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f72f80a3d20 0x7f72f80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7302ffd640 1 -- 172.21.15.52:0/1617316930 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f73080d0e90 con 0x7f730c100ec0 2024-04-21T09:12:49.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7311074640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b925490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7311875640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 0x55a70b91c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7311074640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b925490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:56676/0 (socket says 172.21.15.52:56676) 2024-04-21T09:12:49.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7311074640 1 -- 172.21.15.52:0/2091009314 learned_addr learned my addr 172.21.15.52:0/2091009314 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.390 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7312076640 1 --2- 172.21.15.52:0/2091009314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b927dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.390 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f5b0f7fe640 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 0x55d9c26acd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7311074640 1 -- 172.21.15.52:0/2091009314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 msgr2=0x55a70b91c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7311074640 1 --2- 172.21.15.52:0/2091009314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 0x55a70b91c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7311074640 1 -- 172.21.15.52:0/2091009314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 msgr2=0x55a70b927dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.380+0000 7f7311074640 1 --2- 172.21.15.52:0/2091009314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b927dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f7311074640 1 -- 172.21.15.52:0/2091009314 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a70b8465e0 con 0x55a70b91cdf0 2024-04-21T09:12:49.391 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b0effd640 1 -- 172.21.15.52:0/2599598332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 msgr2=0x55d9c26ac830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.391 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b0effd640 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26ac830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.391 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b0effd640 1 -- 172.21.15.52:0/2599598332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 msgr2=0x55d9c26acd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b0effd640 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 0x55d9c26acd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b0effd640 1 -- 172.21.15.52:0/2599598332 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9c26ad5a0 con 0x55d9c26a9b60 2024-04-21T09:12:49.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f7312076640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f72f80a3d20 0x7f72f80a61e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f730400c7f0 tx=0x7f730400cbf0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f7311074640 1 --2- 172.21.15.52:0/2091009314 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b925490 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f72fc0057c0 tx=0x7f72fc034440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21abe9c5345207c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b0effd640 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26bb5d0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x55d9c26c5f90 tx=0x7f5b0800f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0d38c785e0c0d7f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5aeeffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:12:49.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f72f7fff640 1 -- 172.21.15.52:0/2091009314 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc043020 con 0x55a70b91cdf0 2024-04-21T09:12:49.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f72f7fff640 1 -- 172.21.15.52:0/2091009314 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72fc034990 con 0x55a70b91cdf0 2024-04-21T09:12:49.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f72f7fff640 1 -- 172.21.15.52:0/2091009314 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc039040 con 0x55a70b91cdf0 2024-04-21T09:12:49.394 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5aeeffd640 1 -- 172.21.15.52:0/2599598332 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b0801f360 con 0x55d9c26a9b60 2024-04-21T09:12:49.394 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5aeeffd640 1 -- 172.21.15.52:0/2599598332 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f5b0801f500 con 0x55d9c26a9b60 2024-04-21T09:12:49.394 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b1847f740 1 -- 172.21.15.52:0/2599598332 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b04103070 con 0x55d9c26a9b60 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5aeeffd640 1 -- 172.21.15.52:0/2599598332 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5b0802f050 con 0x55d9c26a9b60 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b1847f740 10 client.16296 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.381+0000 7f5b1847f740 1 -- 172.21.15.52:0/2599598332 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d9c2729960 con 0x55d9c26a9b60 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f5aeeffd640 1 -- 172.21.15.52:0/2599598332 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b04103070 con 0x55d9c26a9b60 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f5aeeffd640 1 -- 172.21.15.52:0/2599598332 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f5b0801cad0 con 0x55d9c26a9b60 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f5b1847f740 10 client.16296 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f5b1847f740 10 client.16296 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f5b1847f740 20 client.16296 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:49.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d9c272a110 0x55d9c272c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.396 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 -- 172.21.15.52:0/2091009314 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 msgr2=0x55a70b925490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.396 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 --2- 172.21.15.52:0/2091009314 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b925490 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f72fc0057c0 tx=0x7f72fc034440 comp rx=0 tx=0).stop 2024-04-21T09:12:49.396 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f5b1847f740 4 client.16296 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:12:49.396 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f5b1847f740 1 -- 172.21.15.52:0/2599598332 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d9c25ae3d0 con 0x55d9c272a110 2024-04-21T09:12:49.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 -- 172.21.15.52:0/2091009314 shutdown_connections 2024-04-21T09:12:49.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 --2- 172.21.15.52:0/2091009314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b927dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.397 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 --2- 172.21.15.52:0/2091009314 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b925490 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 --2- 172.21.15.52:0/2091009314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 0x55a70b91c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 -- 172.21.15.52:0/2091009314 >> 172.21.15.52:0/2091009314 conn(0x55a70b916c00 msgr2=0x55a70b916fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 -- 172.21.15.52:0/2091009314 shutdown_connections 2024-04-21T09:12:49.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.382+0000 7f73167a9740 1 -- 172.21.15.52:0/2091009314 wait complete. 2024-04-21T09:12:49.398 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 1 -- start start 2024-04-21T09:12:49.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d9c272a110 0x55d9c272c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 1 Processor -- start 2024-04-21T09:12:49.399 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91c4d0 0x55a70b922880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b922dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b9259d0 0x55a70b923300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a70b928760 con 0x55a70b91c4d0 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a70b83aa60 con 0x55a70b9259d0 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a70b9288e0 con 0x55a70b91cdf0 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f73167a9740 10 client.0 _ll_register_callbacks cb 0x55a70b593110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f7311875640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91c4d0 0x55a70b922880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f7311875640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91c4d0 0x55a70b922880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52904/0 (socket says 172.21.15.52:52904) 2024-04-21T09:12:49.400 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.383+0000 7f7311875640 1 -- 172.21.15.52:0/2189190548 learned_addr learned my addr 172.21.15.52:0/2189190548 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f7311074640 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b922dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f5b0e7fc640 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d9c272a110 0x55d9c272c530 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e543226a2007edf1 server_cookie=bc8cac647ce41125 in_seq=0 out_seq=0 2024-04-21T09:12:49.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f5aeeffd640 10 client.16296 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:49.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f7311875640 1 -- 172.21.15.52:0/2189190548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 msgr2=0x55a70b922dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f7311875640 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b922dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f7311875640 1 -- 172.21.15.52:0/2189190548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b9259d0 msgr2=0x55a70b923300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f7311875640 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b9259d0 0x55a70b923300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f7311875640 1 -- 172.21.15.52:0/2189190548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a70b593920 con 0x55a70b91c4d0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f7311875640 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91c4d0 0x55a70b922880 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f7308000c00 tx=0x7f730809c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe0848e1ac0c01 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f72f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f72f57fa640 1 -- 172.21.15.52:0/2189190548 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730809d1b0 con 0x55a70b91c4d0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f72f57fa640 1 -- 172.21.15.52:0/2189190548 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f7308005270 con 0x55a70b91c4d0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f73167a9740 1 -- 172.21.15.52:0/2189190548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72fc034990 con 0x55a70b91c4d0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f72f57fa640 1 -- 172.21.15.52:0/2189190548 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f730809cab0 con 0x55a70b91c4d0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f73167a9740 10 client.16302 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.384+0000 7f73167a9740 1 -- 172.21.15.52:0/2189190548 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a70b65fd30 con 0x55a70b91c4d0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f72f57fa640 1 -- 172.21.15.52:0/2189190548 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72fc034990 con 0x55a70b91c4d0 2024-04-21T09:12:49.404 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f72f57fa640 1 -- 172.21.15.52:0/2189190548 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f730801f340 con 0x55a70b91c4d0 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f73167a9740 10 client.16302 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f73167a9740 10 client.16302 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f73167a9740 20 client.16302 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f73167a9740 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a70b935a90 0x55a70b937ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f73167a9740 4 client.16302 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f73167a9740 1 -- 172.21.15.52:0/2189190548 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a70b854a10 con 0x55a70b935a90 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.385+0000 7f7311074640 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a70b935a90 0x55a70b937ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.386+0000 7f7311074640 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a70b935a90 0x55a70b937ee0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=263fa8d1a1caab97 server_cookie=da3729354e0bba4a in_seq=0 out_seq=0 2024-04-21T09:12:49.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.386+0000 7f72f57fa640 10 client.16302 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f5aeeffd640 1 -- 172.21.15.52:0/2599598332 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d9c25ae3d0 con 0x55d9c272a110 2024-04-21T09:12:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f5aeeffd640 10 client.16296 handle_command_reply: tid=0 2024-04-21T09:12:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f5b1847f740 1 client.16296 shutdown 2024-04-21T09:12:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f5b1847f740 1 -- 172.21.15.52:0/2599598332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 msgr2=0x55d9c26bb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26bb5d0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x55d9c26c5f90 tx=0x7f5b0800f7f0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f72f57fa640 1 -- 172.21.15.52:0/2189190548 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a70b854a10 con 0x55a70b935a90 2024-04-21T09:12:49.406 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f72f57fa640 10 client.16302 handle_command_reply: tid=0 2024-04-21T09:12:49.407 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f5b1847f740 1 -- 172.21.15.52:0/2599598332 shutdown_connections 2024-04-21T09:12:49.407 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d9c272a110 0x55d9c272c530 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.407 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.398+0000 7f73167a9740 1 client.16302 shutdown 2024-04-21T09:12:49.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d9c26b30e0 0x55d9c26acd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d9c26aa8d0 0x55d9c26ac830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b1847f740 1 --2- 172.21.15.52:0/2599598332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d9c26a9b60 0x55d9c26bb5d0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b1847f740 1 -- 172.21.15.52:0/2599598332 >> 172.21.15.52:0/2599598332 conn(0x55d9c2670c90 msgr2=0x55d9c26a5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5aeeffd640 0 client.16296 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:49.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b1847f740 1 -- 172.21.15.52:0/2599598332 shutdown_connections 2024-04-21T09:12:49.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b1847f740 1 -- 172.21.15.52:0/2599598332 wait complete. 2024-04-21T09:12:49.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 -- 172.21.15.52:0/2189190548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91c4d0 msgr2=0x55a70b922880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91c4d0 0x55a70b922880 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f7308000c00 tx=0x7f730809c4d0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b1847f740 20 client.16296 trim_cache size 0 max 16384 2024-04-21T09:12:49.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 -- 172.21.15.52:0/2189190548 shutdown_connections 2024-04-21T09:12:49.409 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a70b935a90 0x55a70b937ee0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:12:49.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:12:49.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:12:49.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:12:49.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f72f57fa640 0 client.16302 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:49.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b9259d0 0x55a70b923300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91cdf0 0x55a70b922dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 --2- 172.21.15.52:0/2189190548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91c4d0 0x55a70b922880 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 -- 172.21.15.52:0/2189190548 >> 172.21.15.52:0/2189190548 conn(0x55a70b916c00 msgr2=0x55a70b918950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 -- 172.21.15.52:0/2189190548 shutdown_connections 2024-04-21T09:12:49.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 1 -- 172.21.15.52:0/2189190548 wait complete. 2024-04-21T09:12:49.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f73167a9740 20 client.16302 trim_cache size 0 max 16384 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 -- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5af80a8140 msgr2=0x7f5af80aa600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5af80a8140 0x7f5af80aa600 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5b0000bfd0 tx=0x7f5b00017000 comp rx=0 tx=0).stop 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 -- 172.21.15.52:0/288390774 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5b10106170 msgr2=0x7f5b101099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5b10106170 0x7f5b101099b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5b0403d1c0 tx=0x7f5b04004270 comp rx=0 tx=0).stop 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 -- 172.21.15.52:0/288390774 shutdown_connections 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5af80a8140 0x7f5af80aa600 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5b10109ef0 0x7f5b1010a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5b10106170 0x7f5b101099b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 --2- 172.21.15.52:0/288390774 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5b101010a0 0x7f5b1010d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.399+0000 7f5b15888640 1 -- 172.21.15.52:0/288390774 >> 172.21.15.52:0/288390774 conn(0x7f5b10077f70 msgr2=0x7f5b100ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.400+0000 7f5b15888640 1 -- 172.21.15.52:0/288390774 shutdown_connections 2024-04-21T09:12:49.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:12:49.400+0000 7f5b15888640 1 -- 172.21.15.52:0/288390774 wait complete. 2024-04-21T09:12:49.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f73167a9740 1 Processor -- start 2024-04-21T09:12:49.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f73167a9740 1 -- start start 2024-04-21T09:12:49.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f73167a9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91c4d0 0x55a70b931620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f73167a9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91cdf0 0x55a70b915ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f73167a9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b922160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f73167a9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f730c1b3c40 con 0x55a70b9259d0 2024-04-21T09:12:49.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f73167a9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f730c1b1510 con 0x55a70b91cdf0 2024-04-21T09:12:49.419 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f73167a9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f730c1af360 con 0x55a70b91c4d0 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f7312076640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b922160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f7312076640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b922160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52906/0 (socket says 172.21.15.52:52906) 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.417+0000 7f7312076640 1 -- 172.21.15.52:0/120694627 learned_addr learned my addr 172.21.15.52:0/120694627 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7311875640 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91c4d0 0x55a70b931620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7311074640 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91cdf0 0x55a70b915ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7312076640 1 -- 172.21.15.52:0/120694627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91c4d0 msgr2=0x55a70b931620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7312076640 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91c4d0 0x55a70b931620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7312076640 1 -- 172.21.15.52:0/120694627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91cdf0 msgr2=0x55a70b915ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7312076640 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91cdf0 0x55a70b915ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7312076640 1 -- 172.21.15.52:0/120694627 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a70b9237e0 con 0x55a70b9259d0 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7311074640 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91cdf0 0x55a70b915ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f7312076640 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b922160 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f730400cf20 tx=0x7f7304018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efdd6b73a4006ed server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f72f77fe640 1 -- 172.21.15.52:0/120694627 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7304007e30 con 0x55a70b9259d0 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f72f77fe640 1 -- 172.21.15.52:0/120694627 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7304016040 con 0x55a70b9259d0 2024-04-21T09:12:49.420 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.418+0000 7f72f77fe640 1 -- 172.21.15.52:0/120694627 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730401a810 con 0x55a70b9259d0 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 -- 172.21.15.52:0/120694627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 msgr2=0x55a70b922160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b922160 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f730400cf20 tx=0x7f7304018000 comp rx=0 tx=0).stop 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 -- 172.21.15.52:0/120694627 shutdown_connections 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b9259d0 0x55a70b922160 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91cdf0 0x55a70b915ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 --2- 172.21.15.52:0/120694627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b91c4d0 0x55a70b931620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 -- 172.21.15.52:0/120694627 >> 172.21.15.52:0/120694627 conn(0x55a70b916c00 msgr2=0x55a70b9230d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 -- 172.21.15.52:0/120694627 shutdown_connections 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 -- 172.21.15.52:0/120694627 wait complete. 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 -- start start 2024-04-21T09:12:49.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.419+0000 7f73167a9740 1 Processor -- start 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f73167a9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 0x55a70b929850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f73167a9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91cdf0 0x55a70b929d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f73167a9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b9259d0 0x55a70b99b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f73167a9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f730c1af9d0 con 0x55a70b91cdf0 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f73167a9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f730c1b0e40 con 0x55a70b91c4d0 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f73167a9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f730c1b00a0 con 0x55a70b9259d0 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f73167a9740 10 client.0 _ll_register_callbacks cb 0x7f730809c930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91cdf0 0x55a70b929d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91cdf0 0x55a70b929d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52916/0 (socket says 172.21.15.52:52916) 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 -- 172.21.15.52:0/2300616686 learned_addr learned my addr 172.21.15.52:0/2300616686 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7312076640 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b9259d0 0x55a70b99b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.424 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311875640 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 0x55a70b929850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 -- 172.21.15.52:0/2300616686 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b9259d0 msgr2=0x55a70b99b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b9259d0 0x55a70b99b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 -- 172.21.15.52:0/2300616686 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 msgr2=0x55a70b929850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 0x55a70b929850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 -- 172.21.15.52:0/2300616686 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a70b92a620 con 0x55a70b91cdf0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f7311074640 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91cdf0 0x55a70b929d90 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f72fc042040 tx=0x7f72fc02c5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455c9da671731360 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f72f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f72f57fa640 1 -- 172.21.15.52:0/2300616686 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72fc039040 con 0x55a70b91cdf0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f73167a9740 1 -- 172.21.15.52:0/2300616686 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7304016040 con 0x55a70b91cdf0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.420+0000 7f72f57fa640 1 -- 172.21.15.52:0/2300616686 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f72fc052dd0 con 0x55a70b91cdf0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f72f57fa640 1 -- 172.21.15.52:0/2300616686 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f72fc061050 con 0x55a70b91cdf0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f73167a9740 10 client.16308 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f73167a9740 1 -- 172.21.15.52:0/2300616686 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a70b99c5e0 con 0x55a70b91cdf0 2024-04-21T09:12:49.425 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f72f57fa640 1 -- 172.21.15.52:0/2300616686 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7304016040 con 0x55a70b91cdf0 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f72f57fa640 1 -- 172.21.15.52:0/2300616686 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f72fc0523c0 con 0x55a70b91cdf0 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f73167a9740 10 client.16308 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f73167a9740 10 client.16308 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f73167a9740 20 client.16308 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f73167a9740 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a70b935a90 0x55a70b99ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f73167a9740 4 client.16308 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c4ea7c8a", "release": true, "await": true}] 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f73167a9740 1 -- 172.21.15.52:0/2300616686 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c4ea7c8a", "release": true, "await": true}) -- 0x55a70b91d680 con 0x55a70b935a90 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f7311875640 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a70b935a90 0x55a70b99ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f72f57fa640 10 client.16308 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:49.426 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.421+0000 7f7311875640 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a70b935a90 0x55a70b99ea90 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c769d9cacf2ae4c server_cookie=943feb9a900c8dc5 in_seq=0 out_seq=0 2024-04-21T09:12:49.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f72f57fa640 1 -- 172.21.15.52:0/2300616686 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55a70b91d680 con 0x55a70b935a90 2024-04-21T09:12:49.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f72f57fa640 10 client.16308 handle_command_reply: tid=0 2024-04-21T09:12:49.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 client.16308 shutdown 2024-04-21T09:12:49.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 -- 172.21.15.52:0/2300616686 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91cdf0 msgr2=0x55a70b929d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91cdf0 0x55a70b929d90 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f72fc042040 tx=0x7f72fc02c5b0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.427 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 -- 172.21.15.52:0/2300616686 shutdown_connections 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a70b935a90 0x55a70b99ea90 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a70b9259d0 0x55a70b99b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a70b91cdf0 0x55a70b929d90 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 --2- 172.21.15.52:0/2300616686 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a70b91c4d0 0x55a70b929850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f72f57fa640 0 client.16308 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.425+0000 7f73167a9740 1 -- 172.21.15.52:0/2300616686 >> 172.21.15.52:0/2300616686 conn(0x55a70b916c00 msgr2=0x55a70b917c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.426+0000 7f73167a9740 1 -- 172.21.15.52:0/2300616686 shutdown_connections 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.426+0000 7f73167a9740 1 -- 172.21.15.52:0/2300616686 wait complete. 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.426+0000 7f73167a9740 20 client.16308 trim_cache size 0 max 16384 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:12:49.428 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 28, 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "leader": 24542, 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "set_version": 4, 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "sets": { 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "c4ea7c8a": { 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "version": 4, 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "age_ref": 0.0, 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RELEASED", 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "timeout": 30.0, 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "expiration": 85.2, 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "members": { 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "file:/": { 2024-04-21T09:12:49.429 INFO:teuthology.orchestra.run.smithi052.stdout: "excluded": false, 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RELEASED", 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:49.430 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f72f80a3d20 msgr2=0x7f72f80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f72f80a3d20 0x7f72f80a61e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f730400c7f0 tx=0x7f730400cbf0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f730c100ec0 msgr2=0x7f730c107c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f730c100ec0 0x7f730c107c00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f730800e9c0 tx=0x7f730800ee80 comp rx=0 tx=0).stop 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 shutdown_connections 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f72f80a3d20 0x7f72f80a61e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f730c108680 0x7f730c1a6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f730c105f90 0x7f730c108140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 --2- 172.21.15.52:0/1617316930 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f730c100ec0 0x7f730c107c00 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 >> 172.21.15.52:0/1617316930 conn(0x7f730c0fc760 msgr2=0x7f730c104890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.431 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 shutdown_connections 2024-04-21T09:12:49.432 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.427+0000 7f7312877640 1 -- 172.21.15.52:0/1617316930 wait complete. 2024-04-21T09:12:49.455 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set_id: c4ea7c8a, seconds elapsed: 28.6 2024-04-21T09:12:49.455 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.25 2024-04-21T09:12:49.456 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:12:49.469 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:49 smithi052 ceph-mon[28035]: pgmap v84: 129 pgs: 129 active+clean; 18 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 61 MiB/s wr, 64 op/s 2024-04-21T09:12:49.469 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:49 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1392518803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:49.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:49 smithi078 ceph-mon[31713]: pgmap v84: 129 pgs: 129 active+clean; 18 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 61 MiB/s wr, 64 op/s 2024-04-21T09:12:49.700 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:49 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1392518803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:49.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:49 smithi060 ceph-mon[31055]: pgmap v84: 129 pgs: 129 active+clean; 18 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 61 MiB/s wr, 64 op/s 2024-04-21T09:12:49.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:49 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1392518803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:49.900 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.900+0000 7f135759e640 1 -- 172.21.15.52:0/3875900921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f135811b730 msgr2=0x7f135811db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:49.900 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.900+0000 7f135759e640 1 --2- 172.21.15.52:0/3875900921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f135811b730 0x7f135811db20 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1350009cd0 tx=0x7f135002c100 comp rx=0 tx=0).stop 2024-04-21T09:12:49.900 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.900+0000 7f135759e640 1 -- 172.21.15.52:0/3875900921 shutdown_connections 2024-04-21T09:12:49.900 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.900+0000 7f135759e640 1 --2- 172.21.15.52:0/3875900921 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f135811b730 0x7f135811db20 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.900 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.900+0000 7f135759e640 1 --2- 172.21.15.52:0/3875900921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1358108fe0 0x7f1358109460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.900 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.900+0000 7f135759e640 1 --2- 172.21.15.52:0/3875900921 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f13581105c0 0x7f13581109a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.900+0000 7f135759e640 1 -- 172.21.15.52:0/3875900921 >> 172.21.15.52:0/3875900921 conn(0x7f135806cf10 msgr2=0x7f135806d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:49.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.900+0000 7f135759e640 1 -- 172.21.15.52:0/3875900921 shutdown_connections 2024-04-21T09:12:49.901 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.901+0000 7f135759e640 1 -- 172.21.15.52:0/3875900921 wait complete. 2024-04-21T09:12:49.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.902+0000 7f135759e640 1 Processor -- start 2024-04-21T09:12:49.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.903+0000 7f135759e640 1 -- start start 2024-04-21T09:12:49.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.903+0000 7f135759e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1358108fe0 0x7f13581a71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.903+0000 7f135759e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f13581105c0 0x7f13581a76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.903+0000 7f135759e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13581aba70 0x7f13581abf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.903+0000 7f135759e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1358120f30 con 0x7f13581aba70 2024-04-21T09:12:49.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.903+0000 7f135759e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1358120db0 con 0x7f13581105c0 2024-04-21T09:12:49.903 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.903+0000 7f135759e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f13581210b0 con 0x7f1358108fe0 2024-04-21T09:12:49.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.904+0000 7f1356d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13581aba70 0x7f13581abf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.904+0000 7f1356d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13581aba70 0x7f13581abf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52942/0 (socket says 172.21.15.52:52942) 2024-04-21T09:12:49.904 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.904+0000 7f1356d9d640 1 -- 172.21.15.52:0/1877225409 learned_addr learned my addr 172.21.15.52:0/1877225409 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:49.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.904+0000 7f1356d9d640 1 -- 172.21.15.52:0/1877225409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1358108fe0 msgr2=0x7f13581a71b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:12:49.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.904+0000 7f1356d9d640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1358108fe0 0x7f13581a71b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.904+0000 7f1356d9d640 1 -- 172.21.15.52:0/1877225409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f13581105c0 msgr2=0x7f13581a76f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:12:49.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.904+0000 7f1356d9d640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f13581105c0 0x7f13581a76f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:49.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.904+0000 7f1356d9d640 1 -- 172.21.15.52:0/1877225409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13581ac650 con 0x7f13581aba70 2024-04-21T09:12:49.905 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.905+0000 7f1356d9d640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13581aba70 0x7f13581abf20 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f135002c710 tx=0x7f1350004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:49.910 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.910+0000 7f134f7fe640 1 -- 172.21.15.52:0/1877225409 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1350041020 con 0x7f13581aba70 2024-04-21T09:12:49.911 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.910+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13581b3d20 con 0x7f13581aba70 2024-04-21T09:12:49.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.910+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13581b40d0 con 0x7f13581aba70 2024-04-21T09:12:49.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.911+0000 7f134f7fe640 1 -- 172.21.15.52:0/1877225409 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13500044f0 con 0x7f13581aba70 2024-04-21T09:12:49.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.911+0000 7f134f7fe640 1 -- 172.21.15.52:0/1877225409 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1350039040 con 0x7f13581aba70 2024-04-21T09:12:49.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.915+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1338005290 con 0x7f13581aba70 2024-04-21T09:12:49.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.915+0000 7f134f7fe640 1 -- 172.21.15.52:0/1877225409 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1350044020 con 0x7f13581aba70 2024-04-21T09:12:49.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.916+0000 7f134f7fe640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f13440a3f20 0x7f13440a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:49.918 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.916+0000 7f134f7fe640 1 -- 172.21.15.52:0/1877225409 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f13500f2cf0 con 0x7f13581aba70 2024-04-21T09:12:49.919 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.919+0000 7f134ffff640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f13440a3f20 0x7f13440a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:49.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.927+0000 7f134f7fe640 1 -- 172.21.15.52:0/1877225409 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f135004b020 con 0x7f13581aba70 2024-04-21T09:12:49.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:49.928+0000 7f134ffff640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f13440a3f20 0x7f13440a63e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1348009670 tx=0x7f1348006bd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:50.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.622+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1338005850 con 0x7f13581aba70 2024-04-21T09:12:50.631 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.630+0000 7f134f7fe640 1 -- 172.21.15.52:0/1877225409 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11860 (secure 0 0 0) 0x7f13500bf0c0 con 0x7f13581aba70 2024-04-21T09:12:50.632 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:12:50.632 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":25807,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/1826929992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":1826929992},{"type":"v1","addr":"172.21.15.78:6837","nonce":1826929992}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:11:40.893743+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:12:50.632 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 29 2024-04-21T09:12:50.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.645+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f13440a3f20 msgr2=0x7f13440a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:50.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.645+0000 7f135759e640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f13440a3f20 0x7f13440a63e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1348009670 tx=0x7f1348006bd0 comp rx=0 tx=0).stop 2024-04-21T09:12:50.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.645+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13581aba70 msgr2=0x7f13581abf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:50.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.645+0000 7f135759e640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13581aba70 0x7f13581abf20 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f135002c710 tx=0x7f1350004ab0 comp rx=0 tx=0).stop 2024-04-21T09:12:50.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.647+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 shutdown_connections 2024-04-21T09:12:50.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.647+0000 7f135759e640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f13440a3f20 0x7f13440a63e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:50.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.647+0000 7f135759e640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f13581aba70 0x7f13581abf20 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:50.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.647+0000 7f135759e640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f13581105c0 0x7f13581a76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:50.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.647+0000 7f135759e640 1 --2- 172.21.15.52:0/1877225409 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1358108fe0 0x7f13581a71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:50.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.647+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 >> 172.21.15.52:0/1877225409 conn(0x7f135806cf10 msgr2=0x7f1358070ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:50.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.648+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 shutdown_connections 2024-04-21T09:12:50.654 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:50.648+0000 7f135759e640 1 -- 172.21.15.52:0/1877225409 wait complete. 2024-04-21T09:12:50.693 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24542 quiesce db / --timeout 30 --expiration 85.25 --await' 2024-04-21T09:12:50.693 DEBUG:teuthology.orchestra.run.smithi052:> timeout 45 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24542 quiesce db / --timeout 30 --expiration 85.25 --await 2024-04-21T09:12:51.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.009+0000 7efff8e42640 1 -- 172.21.15.52:0/1510849923 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe402cca0 con 0x7effec01a710 2024-04-21T09:12:51.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.009+0000 7efffc0a8640 1 -- 172.21.15.52:0/1510849923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec01a710 msgr2=0x7effec018aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.009 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.009+0000 7efffc0a8640 1 --2- 172.21.15.52:0/1510849923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec01a710 0x7effec018aa0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7effe4009900 tx=0x7effe402bcf0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.012+0000 7efffc0a8640 1 -- 172.21.15.52:0/1510849923 shutdown_connections 2024-04-21T09:12:51.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.012+0000 7efffc0a8640 1 --2- 172.21.15.52:0/1510849923 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effec0b7b50 0x7effec0b9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.012+0000 7efffc0a8640 1 --2- 172.21.15.52:0/1510849923 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7effec018fe0 0x7effec019460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.012+0000 7efffc0a8640 1 --2- 172.21.15.52:0/1510849923 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec01a710 0x7effec018aa0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.012 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.012+0000 7efffc0a8640 1 -- 172.21.15.52:0/1510849923 >> 172.21.15.52:0/1510849923 conn(0x7effec01c8c0 msgr2=0x7effec01ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:51.017 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.017+0000 7efffc0a8640 1 -- 172.21.15.52:0/1510849923 shutdown_connections 2024-04-21T09:12:51.018 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.018+0000 7efffc0a8640 1 -- 172.21.15.52:0/1510849923 wait complete. 2024-04-21T09:12:51.019 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.019+0000 7efffc0a8640 1 Processor -- start 2024-04-21T09:12:51.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.020+0000 7efffc0a8640 1 -- start start 2024-04-21T09:12:51.021 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffc0a8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effec018fe0 0x7effec149800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffc0a8640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7effec01a710 0x7effec149d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffc0a8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec0b7b50 0x7effec1439b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffc0a8640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7effec0bd6b0 con 0x7effec018fe0 2024-04-21T09:12:51.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffc0a8640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7effec0bd530 con 0x7effec01a710 2024-04-21T09:12:51.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffc0a8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7effec0bd830 con 0x7effec0b7b50 2024-04-21T09:12:51.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffa645640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec0b7b50 0x7effec1439b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffa645640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec0b7b50 0x7effec1439b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:56746/0 (socket says 172.21.15.52:56746) 2024-04-21T09:12:51.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.021+0000 7efffa645640 1 -- 172.21.15.52:0/2220255332 learned_addr learned my addr 172.21.15.52:0/2220255332 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:51.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.022+0000 7efff9643640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7effec01a710 0x7effec149d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.022+0000 7efffa645640 1 -- 172.21.15.52:0/2220255332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7effec01a710 msgr2=0x7effec149d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.022+0000 7efffa645640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7effec01a710 0x7effec149d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.022+0000 7efffa645640 1 -- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effec018fe0 msgr2=0x7effec149800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.022+0000 7efffa645640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effec018fe0 0x7effec149800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.022+0000 7efffa645640 1 -- 172.21.15.52:0/2220255332 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effec144130 con 0x7effec0b7b50 2024-04-21T09:12:51.024 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.024+0000 7efffa645640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec0b7b50 0x7effec1439b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efff404ffb0 tx=0x7efff40718a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:51.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.026+0000 7effeaffd640 1 -- 172.21.15.52:0/2220255332 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff4075590 con 0x7effec0b7b50 2024-04-21T09:12:51.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.026+0000 7efffc0a8640 1 -- 172.21.15.52:0/2220255332 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effec144420 con 0x7effec0b7b50 2024-04-21T09:12:51.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.026+0000 7efffc0a8640 1 -- 172.21.15.52:0/2220255332 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effec1506c0 con 0x7effec0b7b50 2024-04-21T09:12:51.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.026+0000 7effeaffd640 1 -- 172.21.15.52:0/2220255332 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efff4075be0 con 0x7effec0b7b50 2024-04-21T09:12:51.027 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.026+0000 7effeaffd640 1 -- 172.21.15.52:0/2220255332 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff4076b90 con 0x7effec0b7b50 2024-04-21T09:12:51.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.032+0000 7effeaffd640 1 -- 172.21.15.52:0/2220255332 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7efff407d030 con 0x7effec0b7b50 2024-04-21T09:12:51.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.033+0000 7effeaffd640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7effe00a3f20 0x7effe00a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.034 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.034+0000 7effeaffd640 1 -- 172.21.15.52:0/2220255332 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7efff4133610 con 0x7effec0b7b50 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.035+0000 7efffed7a740 1 Processor -- start 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.035+0000 7efffed7a740 1 -- start start 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.035+0000 7efffed7a740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f860f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.035+0000 7efffed7a740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f869b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.035+0000 7efffed7a740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 0x55952f86c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.035+0000 7efffed7a740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55952f7c10b0 con 0x55952f86a090 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.035+0000 7efffed7a740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55952f772680 con 0x55952f8614b0 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.035+0000 7efffed7a740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55952f77ec60 con 0x55952f860b90 2024-04-21T09:12:51.036 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.036+0000 7efff9e44640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7effe00a3f20 0x7effe00a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.037+0000 7efff9e44640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f860f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.037+0000 7efff9643640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f869b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.039 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.037+0000 7efff9643640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f869b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:54044/0 (socket says 172.21.15.52:54044) 2024-04-21T09:12:51.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.037+0000 7efff9643640 1 -- 172.21.15.52:0/2662457297 learned_addr learned my addr 172.21.15.52:0/2662457297 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:51.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.038+0000 7efff9643640 1 -- 172.21.15.52:0/2662457297 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 msgr2=0x55952f860f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:51.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.038+0000 7efff9643640 1 --2- 172.21.15.52:0/2662457297 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f860f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.038+0000 7efff9643640 1 -- 172.21.15.52:0/2662457297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 msgr2=0x55952f86c480 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:12:51.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.038+0000 7efff9643640 1 --2- 172.21.15.52:0/2662457297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 0x55952f86c480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.038+0000 7efff9643640 1 -- 172.21.15.52:0/2662457297 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55952f5a3c90 con 0x55952f8614b0 2024-04-21T09:12:51.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.040+0000 7efff9e44640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7effe00a3f20 0x7effe00a63e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7effe40057c0 tx=0x7effe40056d0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:51.052 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.050+0000 7efff9643640 1 --2- 172.21.15.52:0/2662457297 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f869b50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7efff000a860 tx=0x7efff000ad20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9cc943064f7c1fbf server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:51.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.054+0000 7effdffff640 1 -- 172.21.15.52:0/2662457297 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff0015070 con 0x55952f8614b0 2024-04-21T09:12:51.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.054+0000 7effdffff640 1 -- 172.21.15.52:0/2662457297 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efff00113f0 con 0x55952f8614b0 2024-04-21T09:12:51.054 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.054+0000 7effdffff640 1 -- 172.21.15.52:0/2662457297 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff00185c0 con 0x55952f8614b0 2024-04-21T09:12:51.055 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.055+0000 7efffed7a740 1 -- 172.21.15.52:0/2662457297 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 msgr2=0x55952f869b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.055 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.055+0000 7efffed7a740 1 --2- 172.21.15.52:0/2662457297 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f869b50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7efff000a860 tx=0x7efff000ad20 comp rx=0 tx=0).stop 2024-04-21T09:12:51.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.060+0000 7efffed7a740 1 -- 172.21.15.52:0/2662457297 shutdown_connections 2024-04-21T09:12:51.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.060+0000 7efffed7a740 1 --2- 172.21.15.52:0/2662457297 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 0x55952f86c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.060+0000 7efffed7a740 1 --2- 172.21.15.52:0/2662457297 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f869b50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.060+0000 7efffed7a740 1 --2- 172.21.15.52:0/2662457297 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f860f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.060+0000 7efffed7a740 1 -- 172.21.15.52:0/2662457297 >> 172.21.15.52:0/2662457297 conn(0x55952f85b2c0 msgr2=0x55952f85b6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:51.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.068+0000 7efffed7a740 1 -- 172.21.15.52:0/2662457297 shutdown_connections 2024-04-21T09:12:51.068 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.069+0000 7efffed7a740 1 -- 172.21.15.52:0/2662457297 wait complete. 2024-04-21T09:12:51.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.069+0000 7efffed7a740 1 -- start start 2024-04-21T09:12:51.069 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.070+0000 7efffed7a740 1 Processor -- start 2024-04-21T09:12:51.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.070+0000 7efffed7a740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f8670d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.070+0000 7efffed7a740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f867610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.070+0000 7efffed7a740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 0x55952f867b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.070+0000 7efffed7a740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55952f7c4400 con 0x55952f86a090 2024-04-21T09:12:51.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.070+0000 7efffed7a740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55952f780840 con 0x55952f8614b0 2024-04-21T09:12:51.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.070+0000 7efffed7a740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55952f7c9720 con 0x55952f860b90 2024-04-21T09:12:51.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.070+0000 7efffed7a740 10 client.0 _ll_register_callbacks cb 0x55952f7d1ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:51.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.072+0000 7efff9e44640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f8670d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.074+0000 7efff9643640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f867610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.075+0000 7efff9643640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f867610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:54054/0 (socket says 172.21.15.52:54054) 2024-04-21T09:12:51.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.075+0000 7efff9643640 1 -- 172.21.15.52:0/2473316542 learned_addr learned my addr 172.21.15.52:0/2473316542 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:51.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.076+0000 7efffa645640 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 0x55952f867b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.077+0000 7efff9643640 1 -- 172.21.15.52:0/2473316542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 msgr2=0x55952f8670d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:51.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.077+0000 7efff9643640 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f8670d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.077+0000 7efff9643640 1 -- 172.21.15.52:0/2473316542 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 msgr2=0x55952f867b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:51.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.077+0000 7efff9643640 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 0x55952f867b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.077+0000 7efff9643640 1 -- 172.21.15.52:0/2473316542 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55952f604420 con 0x55952f8614b0 2024-04-21T09:12:51.078 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.078+0000 7efff9643640 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f867610 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efff0008010 tx=0x7efff000cad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ce34fe24b977543 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:51.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.079+0000 7effdd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:12:51.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.080+0000 7effdd7fa640 1 -- 172.21.15.52:0/2473316542 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff0029060 con 0x55952f8614b0 2024-04-21T09:12:51.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.080+0000 7effdd7fa640 1 -- 172.21.15.52:0/2473316542 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7efff000ce40 con 0x55952f8614b0 2024-04-21T09:12:51.080 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.080+0000 7efffed7a740 1 -- 172.21.15.52:0/2473316542 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efff00113f0 con 0x55952f8614b0 2024-04-21T09:12:51.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.081+0000 7effdd7fa640 1 -- 172.21.15.52:0/2473316542 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efff0030050 con 0x55952f8614b0 2024-04-21T09:12:51.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.081+0000 7efffed7a740 10 client.25913 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:51.081 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.081+0000 7efffed7a740 1 -- 172.21.15.52:0/2473316542 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55952f497580 con 0x55952f8614b0 2024-04-21T09:12:51.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.082+0000 7effdd7fa640 1 -- 172.21.15.52:0/2473316542 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efff00113f0 con 0x55952f8614b0 2024-04-21T09:12:51.082 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.082+0000 7effdd7fa640 1 -- 172.21.15.52:0/2473316542 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7efff00245c0 con 0x55952f8614b0 2024-04-21T09:12:51.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.082+0000 7efffed7a740 10 client.25913 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:51.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.082+0000 7efffed7a740 10 client.25913 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:12:51.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.082+0000 7efffed7a740 20 client.25913 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:51.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.082+0000 7efffed7a740 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55952f879dc0 0x55952f87c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.082+0000 7efffed7a740 4 client.25913 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:12:51.083 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.082+0000 7efffed7a740 1 -- 172.21.15.52:0/2473316542 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55952f7d2b10 con 0x55952f879dc0 2024-04-21T09:12:51.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.084+0000 7efff9e44640 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55952f879dc0 0x55952f87c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.090+0000 7efff9e44640 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55952f879dc0 0x55952f87c1e0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eba06801b19a98c3 server_cookie=dfafe044a89d98e2 in_seq=0 out_seq=0 2024-04-21T09:12:51.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.090+0000 7effdd7fa640 10 client.25913 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:51.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.093+0000 7effdd7fa640 1 -- 172.21.15.52:0/2473316542 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55952f7d2b10 con 0x55952f879dc0 2024-04-21T09:12:51.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.093+0000 7effdd7fa640 10 client.25913 handle_command_reply: tid=0 2024-04-21T09:12:51.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.093+0000 7efffed7a740 1 client.25913 shutdown 2024-04-21T09:12:51.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.094+0000 7efffed7a740 1 -- 172.21.15.52:0/2473316542 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 msgr2=0x55952f867610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.094+0000 7efffed7a740 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f867610 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7efff0008010 tx=0x7efff000cad0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.094+0000 7efffed7a740 1 -- 172.21.15.52:0/2473316542 shutdown_connections 2024-04-21T09:12:51.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.094+0000 7efffed7a740 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55952f879dc0 0x55952f87c1e0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.094+0000 7efffed7a740 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f86a090 0x55952f867b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.094+0000 7efffed7a740 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f8614b0 0x55952f867610 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.094+0000 7efffed7a740 1 --2- 172.21.15.52:0/2473316542 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f8670d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.094+0000 7efffed7a740 1 -- 172.21.15.52:0/2473316542 >> 172.21.15.52:0/2473316542 conn(0x55952f85b2c0 msgr2=0x55952f85d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:51.099 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.099+0000 7effdd7fa640 0 client.25913 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:51.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.099+0000 7efffed7a740 1 -- 172.21.15.52:0/2473316542 shutdown_connections 2024-04-21T09:12:51.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.100+0000 7efffed7a740 1 -- 172.21.15.52:0/2473316542 wait complete. 2024-04-21T09:12:51.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.101+0000 7efffed7a740 20 client.25913 trim_cache size 0 max 16384 2024-04-21T09:12:51.182 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.183+0000 7efffed7a740 1 Processor -- start 2024-04-21T09:12:51.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.185+0000 7efffed7a740 1 -- start start 2024-04-21T09:12:51.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.185+0000 7efffed7a740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f869800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.185+0000 7efffed7a740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 0x55952f875ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.185+0000 7efffed7a740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f86a090 0x55952f881af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.185+0000 7efffed7a740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7effd8010150 con 0x55952f8614b0 2024-04-21T09:12:51.185 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.185+0000 7efffed7a740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7effd800dfa0 con 0x55952f86a090 2024-04-21T09:12:51.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.185+0000 7efffed7a740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7effd800fa80 con 0x55952f860b90 2024-04-21T09:12:51.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efffa645640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f86a090 0x55952f881af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efff9e44640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f869800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.186 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efffa645640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f86a090 0x55952f881af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:54056/0 (socket says 172.21.15.52:54056) 2024-04-21T09:12:51.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efffa645640 1 -- 172.21.15.52:0/685000426 learned_addr learned my addr 172.21.15.52:0/685000426 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:51.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efff9e44640 1 -- 172.21.15.52:0/685000426 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f86a090 msgr2=0x55952f881af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:51.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efff9e44640 1 --2- 172.21.15.52:0/685000426 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f86a090 0x55952f881af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efff9e44640 1 -- 172.21.15.52:0/685000426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 msgr2=0x55952f875ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:51.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efff9e44640 1 --2- 172.21.15.52:0/685000426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 0x55952f875ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.186+0000 7efff9e44640 1 -- 172.21.15.52:0/685000426 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55952f866080 con 0x55952f860b90 2024-04-21T09:12:51.187 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.187+0000 7efff9e44640 1 --2- 172.21.15.52:0/685000426 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f869800 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7effe4036040 tx=0x7effe4046000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55a8f07935e50e16 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:51.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.190+0000 7effdf7fe640 1 -- 172.21.15.52:0/685000426 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe402cdf0 con 0x55952f860b90 2024-04-21T09:12:51.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.190+0000 7effdf7fe640 1 -- 172.21.15.52:0/685000426 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effe4051890 con 0x55952f860b90 2024-04-21T09:12:51.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.190+0000 7effdf7fe640 1 -- 172.21.15.52:0/685000426 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe4003bf0 con 0x55952f860b90 2024-04-21T09:12:51.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.191+0000 7efffed7a740 1 -- 172.21.15.52:0/685000426 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 msgr2=0x55952f869800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.191 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.191+0000 7efffed7a740 1 --2- 172.21.15.52:0/685000426 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f869800 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7effe4036040 tx=0x7effe4046000 comp rx=0 tx=0).stop 2024-04-21T09:12:51.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.197+0000 7efffed7a740 1 -- 172.21.15.52:0/685000426 shutdown_connections 2024-04-21T09:12:51.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.197+0000 7efffed7a740 1 --2- 172.21.15.52:0/685000426 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f86a090 0x55952f881af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.197+0000 7efffed7a740 1 --2- 172.21.15.52:0/685000426 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 0x55952f875ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.197+0000 7efffed7a740 1 --2- 172.21.15.52:0/685000426 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f860b90 0x55952f869800 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.197 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.197+0000 7efffed7a740 1 -- 172.21.15.52:0/685000426 >> 172.21.15.52:0/685000426 conn(0x55952f85b2c0 msgr2=0x55952f87bdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:51.200 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.201+0000 7efffed7a740 1 -- 172.21.15.52:0/685000426 shutdown_connections 2024-04-21T09:12:51.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.201+0000 7efffed7a740 1 -- 172.21.15.52:0/685000426 wait complete. 2024-04-21T09:12:51.201 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.201+0000 7efffed7a740 1 -- start start 2024-04-21T09:12:51.202 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.202+0000 7efffed7a740 1 Processor -- start 2024-04-21T09:12:51.206 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.206+0000 7efffed7a740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f860b90 0x55952f871fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.206+0000 7efffed7a740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 0x55952f872520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.206+0000 7efffed7a740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f86a090 0x55952f863340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.206+0000 7efffed7a740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7effd800ece0 con 0x55952f8614b0 2024-04-21T09:12:51.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.206+0000 7efffed7a740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7effd800e610 con 0x55952f860b90 2024-04-21T09:12:51.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.206+0000 7efffed7a740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7effd800f3b0 con 0x55952f86a090 2024-04-21T09:12:51.207 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.206+0000 7efffed7a740 10 client.0 _ll_register_callbacks cb 0x7efff000a6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:12:51.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.209+0000 7efff9643640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 0x55952f872520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.209+0000 7efff9643640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 0x55952f872520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52978/0 (socket says 172.21.15.52:52978) 2024-04-21T09:12:51.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.209+0000 7efff9643640 1 -- 172.21.15.52:0/555138881 learned_addr learned my addr 172.21.15.52:0/555138881 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:12:51.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.210+0000 7efff9e44640 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f860b90 0x55952f871fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.211 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.210+0000 7efffa645640 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f86a090 0x55952f863340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.222+0000 7efff9e44640 1 -- 172.21.15.52:0/555138881 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f86a090 msgr2=0x55952f863340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:51.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.222+0000 7efff9e44640 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f86a090 0x55952f863340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.222+0000 7efff9e44640 1 -- 172.21.15.52:0/555138881 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 msgr2=0x55952f872520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:12:51.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.222+0000 7efff9e44640 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 0x55952f872520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.222 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.222+0000 7efff9e44640 1 -- 172.21.15.52:0/555138881 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55952f8612e0 con 0x55952f860b90 2024-04-21T09:12:51.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.225+0000 7efff9e44640 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f860b90 0x55952f871fe0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7effe402c840 tx=0x7effe402cee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43b33a8848c3cf5a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:12:51.225 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.225+0000 7effdd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:12:51.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.226+0000 7effdd7fa640 1 -- 172.21.15.52:0/555138881 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe40515e0 con 0x55952f860b90 2024-04-21T09:12:51.226 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.227+0000 7effdd7fa640 1 -- 172.21.15.52:0/555138881 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7effe40035f0 con 0x55952f860b90 2024-04-21T09:12:51.228 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.228+0000 7efffed7a740 1 -- 172.21.15.52:0/555138881 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effe4051890 con 0x55952f860b90 2024-04-21T09:12:51.230 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.230+0000 7effdd7fa640 1 -- 172.21.15.52:0/555138881 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7effe40037f0 con 0x55952f860b90 2024-04-21T09:12:51.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.235+0000 7efffed7a740 10 client.25919 fetch_fsmap learned FSMap version 29 2024-04-21T09:12:51.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.235+0000 7efffed7a740 1 -- 172.21.15.52:0/555138881 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55952f8dfa40 con 0x55952f860b90 2024-04-21T09:12:51.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.239+0000 7effdd7fa640 1 -- 172.21.15.52:0/555138881 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effe4051890 con 0x55952f860b90 2024-04-21T09:12:51.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.239+0000 7effdd7fa640 1 -- 172.21.15.52:0/555138881 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7effe4051ce0 con 0x55952f860b90 2024-04-21T09:12:51.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.239+0000 7efffed7a740 10 client.25919 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:12:51.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.239+0000 7efffed7a740 10 client.25919 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:12:51.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.239+0000 7efffed7a740 20 client.25919 populate_metadata read hostname 'smithi052' 2024-04-21T09:12:51.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.239+0000 7efffed7a740 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55952f8e0100 0x55952f8e2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:12:51.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.239+0000 7efffed7a740 4 client.25919 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 30.0, "expiration": 85.25, "await": true}] 2024-04-21T09:12:51.239 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.239+0000 7efffed7a740 1 -- 172.21.15.52:0/555138881 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 30.0, "expiration": 85.25, "await": true}) -- 0x55952f7cc980 con 0x55952f8e0100 2024-04-21T09:12:51.250 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.250+0000 7efff9643640 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55952f8e0100 0x55952f8e2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:12:51.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.253+0000 7efff9643640 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55952f8e0100 0x55952f8e2520 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18d18dc2681ddcd5 server_cookie=c4b1ba6ecdc9c9b0 in_seq=0 out_seq=0 2024-04-21T09:12:51.253 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.254+0000 7effdd7fa640 10 client.25919 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:51.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:51 smithi078 ceph-mon[31713]: pgmap v85: 129 pgs: 129 active+clean; 18 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 50 MiB/s wr, 51 op/s 2024-04-21T09:12:51.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:51 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1877225409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:51.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:51 smithi052 ceph-mon[28035]: pgmap v85: 129 pgs: 129 active+clean; 18 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 50 MiB/s wr, 51 op/s 2024-04-21T09:12:51.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:51 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1877225409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:51 smithi060 ceph-mon[31055]: pgmap v85: 129 pgs: 129 active+clean; 18 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 50 MiB/s wr, 51 op/s 2024-04-21T09:12:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:51 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1877225409' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.853+0000 7effdd7fa640 1 -- 172.21.15.52:0/555138881 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55952f7cc980 con 0x55952f8e0100 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.853+0000 7effdd7fa640 10 client.25919 handle_command_reply: tid=0 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.853+0000 7efffed7a740 1 client.25919 shutdown 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.853+0000 7efffed7a740 1 -- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f860b90 msgr2=0x55952f871fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.853+0000 7efffed7a740 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f860b90 0x55952f871fe0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7effe402c840 tx=0x7effe402cee0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 1 -- 172.21.15.52:0/555138881 shutdown_connections 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55952f8e0100 0x55952f8e2520 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55952f86a090 0x55952f863340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55952f8614b0 0x55952f872520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 1 --2- 172.21.15.52:0/555138881 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55952f860b90 0x55952f871fe0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7effdd7fa640 0 client.25919 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 1 -- 172.21.15.52:0/555138881 >> 172.21.15.52:0/555138881 conn(0x55952f85b2c0 msgr2=0x55952f85c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 1 -- 172.21.15.52:0/555138881 shutdown_connections 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 1 -- 172.21.15.52:0/555138881 wait complete. 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffed7a740 20 client.25919 trim_cache size 0 max 16384 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 28, 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stdout: "leader": 24542, 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stdout: "set_version": 6, 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stdout: "sets": { 2024-04-21T09:12:51.855 INFO:teuthology.orchestra.run.smithi052.stdout: "2fa1aa9a": { 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "version": 6, 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "age_ref": 0.0, 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "QUIESCED", 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "timeout": 30.0, 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "expiration": 85.2, 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "members": { 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "file:/": { 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "excluded": false, 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "QUIESCED", 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:12:51.856 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:51.857 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:51.857 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:51.857 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:51.857 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:12:51.857 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 -- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7effe00a3f20 msgr2=0x7effe00a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7effe00a3f20 0x7effe00a63e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7effe40057c0 tx=0x7effe40056d0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 -- 172.21.15.52:0/2220255332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec0b7b50 msgr2=0x7effec1439b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec0b7b50 0x7effec1439b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efff404ffb0 tx=0x7efff40718a0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 -- 172.21.15.52:0/2220255332 shutdown_connections 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7effe00a3f20 0x7effe00a63e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7effec0b7b50 0x7effec1439b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7effec01a710 0x7effec149d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 --2- 172.21.15.52:0/2220255332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7effec018fe0 0x7effec149800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 -- 172.21.15.52:0/2220255332 >> 172.21.15.52:0/2220255332 conn(0x7effec01c8c0 msgr2=0x7effec0b3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 -- 172.21.15.52:0/2220255332 shutdown_connections 2024-04-21T09:12:51.858 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:12:51.854+0000 7efffc0a8640 1 -- 172.21.15.52:0/2220255332 wait complete. 2024-04-21T09:12:51.865 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: 2fa1aa9a, quiesce duration: 25.25 2024-04-21T09:12:53.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:53 smithi078 ceph-mon[31713]: pgmap v86: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 132 MiB/s wr, 332 op/s 2024-04-21T09:12:53.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:53 smithi052 ceph-mon[28035]: pgmap v86: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 132 MiB/s wr, 332 op/s 2024-04-21T09:12:53.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:53 smithi060 ceph-mon[31055]: pgmap v86: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 351 KiB/s rd, 132 MiB/s wr, 332 op/s 2024-04-21T09:12:55.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:55 smithi078 ceph-mon[31713]: pgmap v87: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 123 MiB/s wr, 332 op/s 2024-04-21T09:12:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:55 smithi052 ceph-mon[28035]: pgmap v87: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 123 MiB/s wr, 332 op/s 2024-04-21T09:12:55.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:55 smithi060 ceph-mon[31055]: pgmap v87: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 123 MiB/s wr, 332 op/s 2024-04-21T09:12:57.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:57 smithi078 ceph-mon[31713]: pgmap v88: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 135 MiB/s wr, 390 op/s 2024-04-21T09:12:57.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:57 smithi052 ceph-mon[28035]: pgmap v88: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 135 MiB/s wr, 390 op/s 2024-04-21T09:12:57.839 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:57 smithi060 ceph-mon[31055]: pgmap v88: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 135 MiB/s wr, 390 op/s 2024-04-21T09:12:59.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:12:59 smithi078 ceph-mon[31713]: pgmap v89: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 146 MiB/s wr, 480 op/s 2024-04-21T09:12:59.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:12:59 smithi052 ceph-mon[28035]: pgmap v89: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 146 MiB/s wr, 480 op/s 2024-04-21T09:12:59.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:12:59 smithi060 ceph-mon[31055]: pgmap v89: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 146 MiB/s wr, 480 op/s 2024-04-21T09:13:01.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:01 smithi078 ceph-mon[31713]: pgmap v90: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 134 MiB/s wr, 499 op/s 2024-04-21T09:13:01.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:01 smithi052 ceph-mon[28035]: pgmap v90: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 134 MiB/s wr, 499 op/s 2024-04-21T09:13:01.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:01 smithi060 ceph-mon[31055]: pgmap v90: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 134 MiB/s wr, 499 op/s 2024-04-21T09:13:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2189791309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa894107290 msgr2=0x7fa89410ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2189791309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa894107290 0x7fa89410ee60 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009900 tx=0x7fa88c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:13:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2189791309 shutdown_connections 2024-04-21T09:13:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2189791309 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa894107290 0x7fa89410ee60 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2189791309 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa894102b70 0x7fa894106bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2189791309 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa8941021c0 0x7fa8941025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2189791309 >> 172.21.15.52:0/2189791309 conn(0x7fa8940fda40 msgr2=0x7fa8940ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2189791309 shutdown_connections 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.490+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2189791309 wait complete. 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89bfb2640 1 Processor -- start 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89bfb2640 1 -- start start 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89bfb2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa8941021c0 0x7fa8941a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89bfb2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa894107290 0x7fa8941a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89bfb2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa89419a7f0 0x7fa89419aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89bfb2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa894112250 con 0x7fa89419a7f0 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89bfb2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa8941120d0 con 0x7fa894107290 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89bfb2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa8941123d0 con 0x7fa8941021c0 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89a54f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa89419a7f0 0x7fa89419aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.494 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89a54f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa89419a7f0 0x7fa89419aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55590/0 (socket says 172.21.15.52:55590) 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89a54f640 1 -- 172.21.15.52:0/2813230641 learned_addr learned my addr 172.21.15.52:0/2813230641 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89954d640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa894107290 0x7fa8941a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa899d4e640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa8941021c0 0x7fa8941a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89a54f640 1 -- 172.21.15.52:0/2813230641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa8941021c0 msgr2=0x7fa8941a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89a54f640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa8941021c0 0x7fa8941a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89a54f640 1 -- 172.21.15.52:0/2813230641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa894107290 msgr2=0x7fa8941a0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89a54f640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa894107290 0x7fa8941a0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.491+0000 7fa89a54f640 1 -- 172.21.15.52:0/2813230641 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89419b380 con 0x7fa89419a7f0 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.492+0000 7fa89a54f640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa89419a7f0 0x7fa89419aca0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fa88c02c170 tx=0x7fa88c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.492+0000 7fa886ffd640 1 -- 172.21.15.52:0/2813230641 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88c043020 con 0x7fa89419a7f0 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.492+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2813230641 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa89419b610 con 0x7fa89419a7f0 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.492+0000 7fa886ffd640 1 -- 172.21.15.52:0/2813230641 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa88c02cb30 con 0x7fa89419a7f0 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.492+0000 7fa886ffd640 1 -- 172.21.15.52:0/2813230641 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88c003a10 con 0x7fa89419a7f0 2024-04-21T09:13:02.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.492+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2813230641 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8941a77f0 con 0x7fa89419a7f0 2024-04-21T09:13:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.494+0000 7fa886ffd640 1 -- 172.21.15.52:0/2813230641 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa88c046020 con 0x7fa89419a7f0 2024-04-21T09:13:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.494+0000 7fa89eb9e740 1 Processor -- start 2024-04-21T09:13:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.494+0000 7fa89eb9e740 1 -- start start 2024-04-21T09:13:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea18d0 0x5644f3ea0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea0b60 0x5644f3ea0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3eaa0e0 0x5644f3eac4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5644f3e058d0 con 0x5644f3eaa0e0 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5644f3da2e80 con 0x5644f3ea18d0 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5644f3e01890 con 0x5644f3ea0b60 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3eaa0e0 0x5644f3eac4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3eaa0e0 0x5644f3eac4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55598/0 (socket says 172.21.15.52:55598) 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 -- 172.21.15.52:0/929422261 learned_addr learned my addr 172.21.15.52:0/929422261 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa899d4e640 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea0b60 0x5644f3ea0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea18d0 0x5644f3ea0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa886ffd640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa8800a3d10 0x7fa8800a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89a54f640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa8800a3d10 0x7fa8800a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 -- 172.21.15.52:0/929422261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea0b60 msgr2=0x5644f3ea0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea0b60 0x5644f3ea0fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 -- 172.21.15.52:0/929422261 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3eaa0e0 msgr2=0x5644f3eac4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:02.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3eaa0e0 0x5644f3eac4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 -- 172.21.15.52:0/929422261 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644f3dc4320 con 0x5644f3ea18d0 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa899d4e640 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea0b60 0x5644f3ea0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa886ffd640 1 -- 172.21.15.52:0/2813230641 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fa88c0f2b90 con 0x7fa89419a7f0 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.495+0000 7fa89954d640 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea18d0 0x5644f3ea0620 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa890011aa0 tx=0x7fa890009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9162e0171f42ec52 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89a54f640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa8800a3d10 0x7fa8800a61d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa88c0f0560 tx=0x7fa88c090300 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa87ffff640 1 -- 172.21.15.52:0/929422261 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa890004b20 con 0x5644f3ea18d0 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa87ffff640 1 -- 172.21.15.52:0/929422261 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa89000fdf0 con 0x5644f3ea18d0 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa87ffff640 1 -- 172.21.15.52:0/929422261 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa890005450 con 0x5644f3ea18d0 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89eb9e740 1 -- 172.21.15.52:0/929422261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea18d0 msgr2=0x5644f3ea0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea18d0 0x5644f3ea0620 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa890011aa0 tx=0x7fa890009f90 comp rx=0 tx=0).stop 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89eb9e740 1 -- 172.21.15.52:0/929422261 shutdown_connections 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3eaa0e0 0x5644f3eac4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea0b60 0x5644f3ea0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/929422261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea18d0 0x5644f3ea0620 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89eb9e740 1 -- 172.21.15.52:0/929422261 >> 172.21.15.52:0/929422261 conn(0x5644f3e67c90 msgr2=0x5644f3e9b850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.496+0000 7fa89eb9e740 1 -- 172.21.15.52:0/929422261 shutdown_connections 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 -- 172.21.15.52:0/929422261 wait complete. 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 -- start start 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 Processor -- start 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3ea9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 0x5644f3ea6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea7620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5644f3eace10 con 0x5644f3ea0b60 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5644f3d8deb0 con 0x5644f3eaa0e0 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5644f3eacf90 con 0x5644f3ea18d0 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89eb9e740 10 client.0 _ll_register_callbacks cb 0x5644f3dbab40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89954d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3ea9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89954d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3ea9b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55600/0 (socket says 172.21.15.52:55600) 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89954d640 1 -- 172.21.15.52:0/117402361 learned_addr learned my addr 172.21.15.52:0/117402361 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.497+0000 7fa89954d640 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa899d4e640 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 0x5644f3ea6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89954d640 1 -- 172.21.15.52:0/117402361 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 msgr2=0x5644f3ea6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89954d640 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 0x5644f3ea6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89954d640 1 -- 172.21.15.52:0/117402361 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 msgr2=0x5644f3ea7620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89954d640 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea7620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89954d640 1 -- 172.21.15.52:0/117402361 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644f3b18210 con 0x5644f3ea0b60 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89954d640 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3ea9b50 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fa890009a90 tx=0x7fa89000ffa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d44d4fd06e342e07 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa87d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa87d7fa640 1 -- 172.21.15.52:0/117402361 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa890011030 con 0x5644f3ea0b60 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa87d7fa640 1 -- 172.21.15.52:0/117402361 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fa8900111d0 con 0x5644f3ea0b60 2024-04-21T09:13:02.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89eb9e740 1 -- 172.21.15.52:0/117402361 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa89000fdf0 con 0x5644f3ea0b60 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa87d7fa640 1 -- 172.21.15.52:0/117402361 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa890032050 con 0x5644f3ea0b60 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89eb9e740 10 client.16332 fetch_fsmap learned FSMap version 29 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.498+0000 7fa89eb9e740 1 -- 172.21.15.52:0/117402361 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5644f3be4620 con 0x5644f3ea0b60 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa87d7fa640 1 -- 172.21.15.52:0/117402361 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa89000fdf0 con 0x5644f3ea0b60 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa87d7fa640 1 -- 172.21.15.52:0/117402361 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7fa890005590 con 0x5644f3ea0b60 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa89eb9e740 10 client.16332 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa89eb9e740 10 client.16332 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa89eb9e740 20 client.16332 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5644f3eba060 0x5644f3ebc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa89eb9e740 4 client.16332 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa89eb9e740 1 -- 172.21.15.52:0/117402361 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644f3e19880 con 0x5644f3eba060 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa899d4e640 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5644f3eba060 0x5644f3ebc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa87d7fa640 10 client.16332 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.499+0000 7fa899d4e640 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5644f3eba060 0x5644f3ebc450 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e66c047461846405 server_cookie=911cb16fa119b91f in_seq=0 out_seq=0 2024-04-21T09:13:02.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa87d7fa640 1 -- 172.21.15.52:0/117402361 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5644f3e19880 con 0x5644f3eba060 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa87d7fa640 10 client.16332 handle_command_reply: tid=0 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 client.16332 shutdown 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 -- 172.21.15.52:0/117402361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 msgr2=0x5644f3ea9b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3ea9b50 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fa890009a90 tx=0x7fa89000ffa0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 -- 172.21.15.52:0/117402361 shutdown_connections 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5644f3eba060 0x5644f3ebc450 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa87d7fa640 0 client.16332 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 0x5644f3ea6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/117402361 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3ea9b50 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 -- 172.21.15.52:0/117402361 >> 172.21.15.52:0/117402361 conn(0x5644f3e67c90 msgr2=0x5644f3e9d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 -- 172.21.15.52:0/117402361 shutdown_connections 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 1 -- 172.21.15.52:0/117402361 wait complete. 2024-04-21T09:13:02.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.500+0000 7fa89eb9e740 20 client.16332 trim_cache size 0 max 16384 2024-04-21T09:13:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89eb9e740 1 Processor -- start 2024-04-21T09:13:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89eb9e740 1 -- start start 2024-04-21T09:13:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3eb5d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 0x5644f3ea5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 0x5644f3ec1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa8941b3d90 con 0x5644f3ea0b60 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa8941b1660 con 0x5644f3eaa0e0 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa8941af4b0 con 0x5644f3ea18d0 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3eb5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3eb5d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55612/0 (socket says 172.21.15.52:55612) 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 -- 172.21.15.52:0/593200848 learned_addr learned my addr 172.21.15.52:0/593200848 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa899d4e640 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 0x5644f3ea5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 0x5644f3ec1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 -- 172.21.15.52:0/593200848 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 msgr2=0x5644f3ea5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 0x5644f3ea5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 -- 172.21.15.52:0/593200848 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 msgr2=0x5644f3ec1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 0x5644f3ec1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 -- 172.21.15.52:0/593200848 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644f3ea0990 con 0x5644f3ea0b60 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.516+0000 7fa89954d640 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3eb5d10 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fa890011770 tx=0x7fa890005ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19df75c153da6aa0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa87f7fe640 1 -- 172.21.15.52:0/593200848 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa89000fdf0 con 0x5644f3ea0b60 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa87f7fe640 1 -- 172.21.15.52:0/593200848 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa890009df0 con 0x5644f3ea0b60 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa87f7fe640 1 -- 172.21.15.52:0/593200848 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa890004720 con 0x5644f3ea0b60 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 -- 172.21.15.52:0/593200848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 msgr2=0x5644f3eb5d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3eb5d10 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fa890011770 tx=0x7fa890005ad0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 -- 172.21.15.52:0/593200848 shutdown_connections 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3eaa0e0 0x5644f3ec1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3ea18d0 0x5644f3ea5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/593200848 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea0b60 0x5644f3eb5d10 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 -- 172.21.15.52:0/593200848 >> 172.21.15.52:0/593200848 conn(0x5644f3e67c90 msgr2=0x5644f3ea57b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 -- 172.21.15.52:0/593200848 shutdown_connections 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 -- 172.21.15.52:0/593200848 wait complete. 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.517+0000 7fa89eb9e740 1 -- start start 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89eb9e740 1 Processor -- start 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea0b60 0x5644f3eb24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea18d0 0x5644f3ea4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89eb9e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa8941afb20 con 0x5644f3ea18d0 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa8941b0f90 con 0x5644f3ea0b60 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89eb9e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa8941b01f0 con 0x5644f3eaa0e0 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89eb9e740 10 client.0 _ll_register_callbacks cb 0x7fa890009d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa899d4e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea18d0 0x5644f3ea4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa899d4e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea18d0 0x5644f3ea4160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:55626/0 (socket says 172.21.15.52:55626) 2024-04-21T09:13:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa899d4e640 1 -- 172.21.15.52:0/265861934 learned_addr learned my addr 172.21.15.52:0/265861934 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89954d640 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89954d640 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea0b60 0x5644f3eb24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa899d4e640 1 -- 172.21.15.52:0/265861934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3eaa0e0 msgr2=0x5644f3ea46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa899d4e640 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa899d4e640 1 -- 172.21.15.52:0/265861934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea0b60 msgr2=0x5644f3eb24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa899d4e640 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea0b60 0x5644f3eb24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa899d4e640 1 -- 172.21.15.52:0/265861934 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644f3ea4d60 con 0x5644f3ea18d0 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.518+0000 7fa89954d640 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa899d4e640 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea18d0 0x5644f3ea4160 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x5644f3ea84b0 tx=0x7fa88801f400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ff253719cc08be9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa87d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa87d7fa640 1 -- 172.21.15.52:0/265861934 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa888003b80 con 0x5644f3ea18d0 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa87d7fa640 1 -- 172.21.15.52:0/265861934 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fa888003d20 con 0x5644f3ea18d0 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 1 -- 172.21.15.52:0/265861934 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa890009df0 con 0x5644f3ea18d0 2024-04-21T09:13:02.525 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa87d7fa640 1 -- 172.21.15.52:0/265861934 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa888030050 con 0x5644f3ea18d0 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 10 client.16338 fetch_fsmap learned FSMap version 29 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 1 -- 172.21.15.52:0/265861934 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5644f3f203e0 con 0x5644f3ea18d0 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa87d7fa640 1 -- 172.21.15.52:0/265861934 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa890009df0 con 0x5644f3ea18d0 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa87d7fa640 1 -- 172.21.15.52:0/265861934 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7fa8880284b0 con 0x5644f3ea18d0 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 10 client.16338 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 10 client.16338 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 20 client.16338 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5644f3f20b00 0x5644f3f22f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 4 client.16338 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.519+0000 7fa89eb9e740 1 -- 172.21.15.52:0/265861934 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5644f3da53d0 con 0x5644f3f20b00 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.520+0000 7fa89954d640 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5644f3f20b00 0x5644f3f22f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.520+0000 7fa87d7fa640 10 client.16338 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:02.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.520+0000 7fa89954d640 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5644f3f20b00 0x5644f3f22f20 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1117804bf77418c server_cookie=c3bdecabc5058558 in_seq=0 out_seq=0 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.531+0000 7fa87d7fa640 1 -- 172.21.15.52:0/265861934 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5644f3da53d0 con 0x5644f3f20b00 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.531+0000 7fa87d7fa640 10 client.16338 handle_command_reply: tid=0 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.531+0000 7fa89eb9e740 1 client.16338 shutdown 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 -- 172.21.15.52:0/265861934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea18d0 msgr2=0x5644f3ea4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea18d0 0x5644f3ea4160 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x5644f3ea84b0 tx=0x7fa88801f400 comp rx=0 tx=0).stop 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 -- 172.21.15.52:0/265861934 shutdown_connections 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5644f3f20b00 0x5644f3f22f20 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5644f3eaa0e0 0x5644f3ea46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5644f3ea18d0 0x5644f3ea4160 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 --2- 172.21.15.52:0/265861934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5644f3ea0b60 0x5644f3eb24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa87d7fa640 0 client.16338 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 -- 172.21.15.52:0/265861934 >> 172.21.15.52:0/265861934 conn(0x5644f3e67c90 msgr2=0x5644f3e9cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 -- 172.21.15.52:0/265861934 shutdown_connections 2024-04-21T09:13:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 1 -- 172.21.15.52:0/265861934 wait complete. 2024-04-21T09:13:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89eb9e740 20 client.16338 trim_cache size 0 max 16384 2024-04-21T09:13:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:13:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:13:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:13:02.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:13:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa8800a3d10 msgr2=0x7fa8800a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa8800a3d10 0x7fa8800a61d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa88c0f0560 tx=0x7fa88c090300 comp rx=0 tx=0).stop 2024-04-21T09:13:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa89419a7f0 msgr2=0x7fa89419aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.532+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa89419a7f0 0x7fa89419aca0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fa88c02c170 tx=0x7fa88c0045e0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.533+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2813230641 shutdown_connections 2024-04-21T09:13:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.533+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa8800a3d10 0x7fa8800a61d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.533+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa89419a7f0 0x7fa89419aca0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.533+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa894107290 0x7fa8941a0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.533+0000 7fa89bfb2640 1 --2- 172.21.15.52:0/2813230641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa8941021c0 0x7fa8941a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.533+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2813230641 >> 172.21.15.52:0/2813230641 conn(0x7fa8940fda40 msgr2=0x7fa89410d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.533+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2813230641 shutdown_connections 2024-04-21T09:13:02.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:02.533+0000 7fa89bfb2640 1 -- 172.21.15.52:0/2813230641 wait complete. 2024-04-21T09:13:03.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:03 smithi078 ceph-mon[31713]: pgmap v91: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 138 MiB/s wr, 579 op/s 2024-04-21T09:13:03.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:03 smithi052 ceph-mon[28035]: pgmap v91: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 138 MiB/s wr, 579 op/s 2024-04-21T09:13:03.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:03 smithi060 ceph-mon[31055]: pgmap v91: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 138 MiB/s wr, 579 op/s 2024-04-21T09:13:05.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:05 smithi078 ceph-mon[31713]: pgmap v92: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 54 MiB/s wr, 307 op/s 2024-04-21T09:13:05.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:05 smithi052 ceph-mon[28035]: pgmap v92: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 54 MiB/s wr, 307 op/s 2024-04-21T09:13:05.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:05 smithi060 ceph-mon[31055]: pgmap v92: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 54 MiB/s wr, 307 op/s 2024-04-21T09:13:07.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:07 smithi078 ceph-mon[31713]: pgmap v93: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 49 MiB/s wr, 315 op/s 2024-04-21T09:13:07.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:07 smithi052 ceph-mon[28035]: pgmap v93: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 49 MiB/s wr, 315 op/s 2024-04-21T09:13:07.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:07 smithi060 ceph-mon[31055]: pgmap v93: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 317 KiB/s rd, 49 MiB/s wr, 315 op/s 2024-04-21T09:13:09.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:09 smithi078 ceph-mon[31713]: pgmap v94: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 47 MiB/s wr, 354 op/s 2024-04-21T09:13:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:09 smithi052 ceph-mon[28035]: pgmap v94: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 47 MiB/s wr, 354 op/s 2024-04-21T09:13:09.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:09 smithi060 ceph-mon[31055]: pgmap v94: 129 pgs: 129 active+clean; 18 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 47 MiB/s wr, 354 op/s 2024-04-21T09:13:11.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:11 smithi078 ceph-mon[31713]: pgmap v95: 129 pgs: 129 active+clean; 19 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 43 MiB/s wr, 289 op/s 2024-04-21T09:13:11.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:11 smithi052 ceph-mon[28035]: pgmap v95: 129 pgs: 129 active+clean; 19 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 43 MiB/s wr, 289 op/s 2024-04-21T09:13:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:11 smithi060 ceph-mon[31055]: pgmap v95: 129 pgs: 129 active+clean; 19 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 43 MiB/s wr, 289 op/s 2024-04-21T09:13:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:13 smithi078 ceph-mon[31713]: pgmap v96: 129 pgs: 129 active+clean; 19 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 60 MiB/s wr, 342 op/s 2024-04-21T09:13:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:13 smithi052 ceph-mon[28035]: pgmap v96: 129 pgs: 129 active+clean; 19 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 60 MiB/s wr, 342 op/s 2024-04-21T09:13:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:13 smithi060 ceph-mon[31055]: pgmap v96: 129 pgs: 129 active+clean; 19 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 60 MiB/s wr, 342 op/s 2024-04-21T09:13:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.632+0000 7f9eb03f4640 1 -- 172.21.15.52:0/2764831375 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 msgr2=0x7f9ea8110be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.632+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/2764831375 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 0x7f9ea8110be0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f9ea0009ca0 tx=0x7f9ea002c180 comp rx=0 tx=0).stop 2024-04-21T09:13:15.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 -- 172.21.15.52:0/2764831375 shutdown_connections 2024-04-21T09:13:15.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/2764831375 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 0x7f9ea8110be0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/2764831375 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8074ca0 0x7f9ea810e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/2764831375 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8074380 0x7f9ea8074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 -- 172.21.15.52:0/2764831375 >> 172.21.15.52:0/2764831375 conn(0x7f9ea80fda40 msgr2=0x7f9ea80ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:15.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 -- 172.21.15.52:0/2764831375 shutdown_connections 2024-04-21T09:13:15.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 -- 172.21.15.52:0/2764831375 wait complete. 2024-04-21T09:13:15.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 Processor -- start 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.633+0000 7f9eb03f4640 1 -- start start 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eb03f4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8074380 0x7f9ea81a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eb03f4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8074ca0 0x7f9ea81a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eb03f4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 0x7f9ea819a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eb03f4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea81143c0 con 0x7f9ea810e790 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eb03f4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea8114240 con 0x7f9ea8074ca0 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eb03f4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea8114540 con 0x7f9ea8074380 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 0x7f9ea819a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 0x7f9ea819a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42202/0 (socket says 172.21.15.52:42202) 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 -- 172.21.15.52:0/1262144653 learned_addr learned my addr 172.21.15.52:0/1262144653 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae190640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8074380 0x7f9ea81a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9ead98f640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8074ca0 0x7f9ea81a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 -- 172.21.15.52:0/1262144653 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8074380 msgr2=0x7f9ea81a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8074380 0x7f9ea81a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 -- 172.21.15.52:0/1262144653 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8074ca0 msgr2=0x7f9ea81a0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8074ca0 0x7f9ea81a0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 -- 172.21.15.52:0/1262144653 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ea819b020 con 0x7f9ea810e790 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eae991640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 0x7f9ea819a760 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f9ea002c790 tx=0x7f9ea0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9e9f7fe640 1 -- 172.21.15.52:0/1262144653 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea0039040 con 0x7f9ea810e790 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9eb03f4640 1 -- 172.21.15.52:0/1262144653 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ea819b2b0 con 0x7f9ea810e790 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.634+0000 7f9e9f7fe640 1 -- 172.21.15.52:0/1262144653 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea0044070 con 0x7f9ea810e790 2024-04-21T09:13:15.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.635+0000 7f9e9f7fe640 1 -- 172.21.15.52:0/1262144653 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea0032850 con 0x7f9ea810e790 2024-04-21T09:13:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.635+0000 7f9eb03f4640 1 -- 172.21.15.52:0/1262144653 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ea81a73f0 con 0x7f9ea810e790 2024-04-21T09:13:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.637+0000 7f9e9f7fe640 1 -- 172.21.15.52:0/1262144653 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9ea0004240 con 0x7f9ea810e790 2024-04-21T09:13:15.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eb2fe4740 1 Processor -- start 2024-04-21T09:13:15.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eb2fe4740 1 -- start start 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9e9f7fe640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e940a3d10 0x7f9e940a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed04620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed04fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed104d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9e9f7fe640 1 -- 172.21.15.52:0/1262144653 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f9ea00f2f40 con 0x7f9ea810e790 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x556daec698d0 con 0x556daed058d0 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556daec06e80 con 0x556daed04b60 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556daec65890 con 0x556daed0e0e0 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9ead98f640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e940a3d10 0x7f9e940a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eae190640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed04620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eae190640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed04620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42204/0 (socket says 172.21.15.52:42204) 2024-04-21T09:13:15.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9eae190640 1 -- 172.21.15.52:0/239290640 learned_addr learned my addr 172.21.15.52:0/239290640 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.638+0000 7f9ead98f640 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed04fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9eae991640 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed104d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9eae190640 1 -- 172.21.15.52:0/239290640 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 msgr2=0x556daed104d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9eae190640 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed104d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9eae190640 1 -- 172.21.15.52:0/239290640 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 msgr2=0x556daed04fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9eae190640 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed04fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9eae190640 1 -- 172.21.15.52:0/239290640 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556daec28320 con 0x556daed058d0 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9ead98f640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e940a3d10 0x7f9e940a61d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9ea819bf60 tx=0x7f9e98009f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9eae190640 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed04620 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f9ea400bcd0 tx=0x7f9ea40107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da5055dd372c9af4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9e9cbfe640 1 -- 172.21.15.52:0/239290640 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4005020 con 0x556daed058d0 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9e9cbfe640 1 -- 172.21.15.52:0/239290640 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea40047a0 con 0x556daed058d0 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.639+0000 7f9e9cbfe640 1 -- 172.21.15.52:0/239290640 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4011640 con 0x556daed058d0 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/239290640 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 msgr2=0x556daed04620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed04620 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f9ea400bcd0 tx=0x7f9ea40107a0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/239290640 shutdown_connections 2024-04-21T09:13:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed104d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed04fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/239290640 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed04620 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/239290640 >> 172.21.15.52:0/239290640 conn(0x556daeccbc90 msgr2=0x556daecff850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/239290640 shutdown_connections 2024-04-21T09:13:15.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/239290640 wait complete. 2024-04-21T09:13:15.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 -- start start 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.640+0000 7f9eb2fe4740 1 Processor -- start 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed0d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed0adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed0b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x556daed10e10 con 0x556daed058d0 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556daebf1eb0 con 0x556daed04b60 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556daed10f90 con 0x556daed0e0e0 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eb2fe4740 10 client.0 _ll_register_callbacks cb 0x556daec1eb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed0adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed0adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42206/0 (socket says 172.21.15.52:42206) 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 -- 172.21.15.52:0/3391741021 learned_addr learned my addr 172.21.15.52:0/3391741021 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eae190640 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed0d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eae991640 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed0b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 -- 172.21.15.52:0/3391741021 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 msgr2=0x556daed0b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed0b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 -- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 msgr2=0x556daed0d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed0d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 -- 172.21.15.52:0/3391741021 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dae97c210 con 0x556daed058d0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9eae190640 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed0d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9ead98f640 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed0adf0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f9e98012420 tx=0x7f9e98004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f82fbb08aa857c51 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.641+0000 7f9e91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3391741021 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e98024030 con 0x556daed058d0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3391741021 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f9e98005020 con 0x556daed058d0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3391741021 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea40047a0 con 0x556daed058d0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3391741021 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9e98030050 con 0x556daed058d0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 10 client.16350 fetch_fsmap learned FSMap version 29 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3391741021 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556daea48620 con 0x556daed058d0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3391741021 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea40047a0 con 0x556daed058d0 2024-04-21T09:13:15.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3391741021 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f9e9801f070 con 0x556daed058d0 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 10 client.16350 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 10 client.16350 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 20 client.16350 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556daed1e090 0x556daed204a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 4 client.16350 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.642+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3391741021 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556daec7d880 con 0x556daed1e090 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.643+0000 7f9eae190640 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556daed1e090 0x556daed204a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.643+0000 7f9eae190640 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556daed1e090 0x556daed204a0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ac01120044c892 server_cookie=3d170afbf348e2ce in_seq=0 out_seq=0 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.643+0000 7f9e91ffb640 10 client.16350 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3391741021 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556daec7d880 con 0x556daed1e090 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9e91ffb640 10 client.16350 handle_command_reply: tid=0 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 client.16350 shutdown 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3391741021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 msgr2=0x556daed0adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed0adf0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f9e98012420 tx=0x7f9e98004730 comp rx=0 tx=0).stop 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3391741021 shutdown_connections 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556daed1e090 0x556daed204a0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed0b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed058d0 0x556daed0adf0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9e91ffb640 0 client.16350 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3391741021 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed04b60 0x556daed0d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3391741021 >> 172.21.15.52:0/3391741021 conn(0x556daeccbc90 msgr2=0x556daed015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3391741021 shutdown_connections 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3391741021 wait complete. 2024-04-21T09:13:15.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.644+0000 7f9eb2fe4740 20 client.16350 trim_cache size 0 max 16384 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eb2fe4740 1 Processor -- start 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eb2fe4740 1 -- start start 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed19d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed058d0 0x556daecff380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed0e0e0 0x556daed25db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea81b3d50 con 0x556daed04b60 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea81b1620 con 0x556daed0e0e0 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea81af470 con 0x556daed058d0 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.659+0000 7f9eae190640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed19d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae190640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed19d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42208/0 (socket says 172.21.15.52:42208) 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae190640 1 -- 172.21.15.52:0/3523454015 learned_addr learned my addr 172.21.15.52:0/3523454015 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae991640 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed0e0e0 0x556daed25db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9ead98f640 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed058d0 0x556daecff380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae190640 1 -- 172.21.15.52:0/3523454015 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed058d0 msgr2=0x556daecff380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae190640 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed058d0 0x556daecff380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae190640 1 -- 172.21.15.52:0/3523454015 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed0e0e0 msgr2=0x556daed25db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae190640 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed0e0e0 0x556daed25db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae190640 1 -- 172.21.15.52:0/3523454015 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556daed03e30 con 0x556daed04b60 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae991640 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed0e0e0 0x556daed25db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9eae190640 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed19d10 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f9ea400bca0 tx=0x7f9ea400b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4174e94bbf6601d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9e93fff640 1 -- 172.21.15.52:0/3523454015 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4004220 con 0x556daed04b60 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9e93fff640 1 -- 172.21.15.52:0/3523454015 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea40054e0 con 0x556daed04b60 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.660+0000 7f9e93fff640 1 -- 172.21.15.52:0/3523454015 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4004660 con 0x556daed04b60 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3523454015 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 msgr2=0x556daed19d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed19d10 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f9ea400bca0 tx=0x7f9ea400b410 comp rx=0 tx=0).stop 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3523454015 shutdown_connections 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed0e0e0 0x556daed25db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed058d0 0x556daecff380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3523454015 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed19d10 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3523454015 >> 172.21.15.52:0/3523454015 conn(0x556daeccbc90 msgr2=0x556daed09740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3523454015 shutdown_connections 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3523454015 wait complete. 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 -- start start 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.661+0000 7f9eb2fe4740 1 Processor -- start 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed164f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed058d0 0x556daed07740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eb2fe4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed07c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea81afae0 con 0x556daed04b60 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea81b0f50 con 0x556daed058d0 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eb2fe4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea81b01b0 con 0x556daed0e0e0 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eb2fe4740 10 client.0 _ll_register_callbacks cb 0x7f9e98012110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed164f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.666 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed164f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42224/0 (socket says 172.21.15.52:42224) 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 -- 172.21.15.52:0/3712692768 learned_addr learned my addr 172.21.15.52:0/3712692768 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9ead98f640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed058d0 0x556daed07740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae991640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed07c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 -- 172.21.15.52:0/3712692768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 msgr2=0x556daed07c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed07c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 -- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed058d0 msgr2=0x556daed07740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed058d0 0x556daed07740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 -- 172.21.15.52:0/3712692768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556daed08340 con 0x556daed04b60 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae991640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed07c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9ead98f640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed058d0 0x556daed07740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9eae190640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed164f0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f9ea400b5a0 tx=0x7f9ea40058c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2931011b7bbc1200 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9e91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.662+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3712692768 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4004220 con 0x556daed04b60 2024-04-21T09:13:15.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3712692768 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f9ea40043c0 con 0x556daed04b60 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3712692768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea40054e0 con 0x556daed04b60 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3712692768 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9ea403f050 con 0x556daed04b60 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 10 client.16356 fetch_fsmap learned FSMap version 29 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3712692768 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556daed84490 con 0x556daed04b60 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3712692768 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ea40054e0 con 0x556daed04b60 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3712692768 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f9ea40114c0 con 0x556daed04b60 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 10 client.16356 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 10 client.16356 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 20 client.16356 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556daed849a0 0x556daed86d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 4 client.16356 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3712692768 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556daec093d0 con 0x556daed849a0 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.663+0000 7f9ead98f640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556daed849a0 0x556daed86d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.664+0000 7f9ead98f640 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556daed849a0 0x556daed86d90 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=794337adf2ede6ed server_cookie=2cee3e21e6aa0d37 in_seq=0 out_seq=0 2024-04-21T09:13:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.664+0000 7f9e91ffb640 10 client.16356 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.674+0000 7f9e91ffb640 1 -- 172.21.15.52:0/3712692768 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556daec093d0 con 0x556daed849a0 2024-04-21T09:13:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.674+0000 7f9e91ffb640 10 client.16356 handle_command_reply: tid=0 2024-04-21T09:13:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.674+0000 7f9eb2fe4740 1 client.16356 shutdown 2024-04-21T09:13:15.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3712692768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 msgr2=0x556daed164f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed164f0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f9ea400b5a0 tx=0x7f9ea40058c0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3712692768 shutdown_connections 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556daed849a0 0x556daed86d90 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556daed0e0e0 0x556daed07c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556daed058d0 0x556daed07740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 --2- 172.21.15.52:0/3712692768 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556daed04b60 0x556daed164f0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9e91ffb640 0 client.16356 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3712692768 >> 172.21.15.52:0/3712692768 conn(0x556daeccbc90 msgr2=0x556daed095d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3712692768 shutdown_connections 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 1 -- 172.21.15.52:0/3712692768 wait complete. 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb2fe4740 20 client.16356 trim_cache size 0 max 16384 2024-04-21T09:13:15.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:13:15.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:13:15.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:13:15.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:13:15.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 -- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e940a3d10 msgr2=0x7f9e940a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e940a3d10 0x7f9e940a61d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9ea819bf60 tx=0x7f9e98009f90 comp rx=0 tx=0).stop 2024-04-21T09:13:15.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 -- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 msgr2=0x7f9ea819a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 0x7f9ea819a760 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f9ea002c790 tx=0x7f9ea0003c20 comp rx=0 tx=0).stop 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 -- 172.21.15.52:0/1262144653 shutdown_connections 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9e940a3d10 0x7f9e940a61d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9ea810e790 0x7f9ea819a760 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9ea8074ca0 0x7f9ea81a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 --2- 172.21.15.52:0/1262144653 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9ea8074380 0x7f9ea81a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.675+0000 7f9eb03f4640 1 -- 172.21.15.52:0/1262144653 >> 172.21.15.52:0/1262144653 conn(0x7f9ea80fda40 msgr2=0x7f9ea80ff270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.676+0000 7f9eb03f4640 1 -- 172.21.15.52:0/1262144653 shutdown_connections 2024-04-21T09:13:15.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:15.676+0000 7f9eb03f4640 1 -- 172.21.15.52:0/1262144653 wait complete. 2024-04-21T09:13:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:15 smithi078 ceph-mon[31713]: pgmap v97: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 51 MiB/s wr, 256 op/s 2024-04-21T09:13:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:15 smithi052 ceph-mon[28035]: pgmap v97: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 51 MiB/s wr, 256 op/s 2024-04-21T09:13:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:15 smithi060 ceph-mon[31055]: pgmap v97: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 51 MiB/s wr, 256 op/s 2024-04-21T09:13:17.115 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:13:17.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.308+0000 7fe69f2d2640 1 -- 172.21.15.52:0/2945853671 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe6981107a0 msgr2=0x7fe69810e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.308+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/2945853671 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe6981107a0 0x7fe69810e290 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe688009930 tx=0x7fe68802bc60 comp rx=0 tx=0).stop 2024-04-21T09:13:17.309 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.309+0000 7fe69f2d2640 1 -- 172.21.15.52:0/2945853671 shutdown_connections 2024-04-21T09:13:17.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.309+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/2945853671 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe69811b730 0x7fe69811db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.310+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/2945853671 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe69810e7d0 0x7fe69810ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.310+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/2945853671 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe6981107a0 0x7fe69810e290 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.310 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.310+0000 7fe69f2d2640 1 -- 172.21.15.52:0/2945853671 >> 172.21.15.52:0/2945853671 conn(0x7fe69806d050 msgr2=0x7fe69806d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:17.312 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.312+0000 7fe69f2d2640 1 -- 172.21.15.52:0/2945853671 shutdown_connections 2024-04-21T09:13:17.312 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.312+0000 7fe69f2d2640 1 -- 172.21.15.52:0/2945853671 wait complete. 2024-04-21T09:13:17.314 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.313+0000 7fe69f2d2640 1 Processor -- start 2024-04-21T09:13:17.314 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.313+0000 7fe69f2d2640 1 -- start start 2024-04-21T09:13:17.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.313+0000 7fe69f2d2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe69810e7d0 0x7fe698118c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.313+0000 7fe69f2d2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6981107a0 0x7fe6981191c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.313+0000 7fe69f2d2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe69811b730 0x7fe698111ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.313+0000 7fe69f2d2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe698121030 con 0x7fe6981107a0 2024-04-21T09:13:17.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.313+0000 7fe69f2d2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe698120eb0 con 0x7fe69810e7d0 2024-04-21T09:13:17.315 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.313+0000 7fe69f2d2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe6981211b0 con 0x7fe69811b730 2024-04-21T09:13:17.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.315+0000 7fe69d06e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe69810e7d0 0x7fe698118c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.315+0000 7fe69d86f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe69811b730 0x7fe698111ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.317+0000 7fe69d86f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe69811b730 0x7fe698111ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:40578/0 (socket says 172.21.15.52:40578) 2024-04-21T09:13:17.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.317+0000 7fe69d86f640 1 -- 172.21.15.52:0/3659668121 learned_addr learned my addr 172.21.15.52:0/3659668121 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:17.317 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.317+0000 7fe69c86d640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6981107a0 0x7fe6981191c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.318+0000 7fe69d86f640 1 -- 172.21.15.52:0/3659668121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe69810e7d0 msgr2=0x7fe698118c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.318+0000 7fe69d86f640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe69810e7d0 0x7fe698118c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.318+0000 7fe69d86f640 1 -- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6981107a0 msgr2=0x7fe6981191c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.318+0000 7fe69d86f640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6981107a0 0x7fe6981191c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.318+0000 7fe69d86f640 1 -- 172.21.15.52:0/3659668121 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe698112780 con 0x7fe69811b730 2024-04-21T09:13:17.318 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.318+0000 7fe69c86d640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6981107a0 0x7fe6981191c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:13:17.319 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.319+0000 7fe69d86f640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe69811b730 0x7fe698111ec0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe69000b970 tx=0x7fe69000be30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:17.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.320+0000 7fe68e7fc640 1 -- 172.21.15.52:0/3659668121 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe690019070 con 0x7fe69811b730 2024-04-21T09:13:17.320 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.320+0000 7fe68e7fc640 1 -- 172.21.15.52:0/3659668121 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe690014440 con 0x7fe69811b730 2024-04-21T09:13:17.321 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.321+0000 7fe68e7fc640 1 -- 172.21.15.52:0/3659668121 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe690007630 con 0x7fe69811b730 2024-04-21T09:13:17.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.322+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe698112a70 con 0x7fe69811b730 2024-04-21T09:13:17.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.322+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6981169e0 con 0x7fe69811b730 2024-04-21T09:13:17.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.325+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe69806e2f0 con 0x7fe69811b730 2024-04-21T09:13:17.326 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.326+0000 7fe68e7fc640 1 -- 172.21.15.52:0/3659668121 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe69000cb40 con 0x7fe69811b730 2024-04-21T09:13:17.327 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.328+0000 7fe68e7fc640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe6840a3d40 0x7fe6840a6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.328 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.328+0000 7fe68e7fc640 1 -- 172.21.15.52:0/3659668121 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7fe6900cfe70 con 0x7fe69811b730 2024-04-21T09:13:17.329 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.329+0000 7fe69d06e640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe6840a3d40 0x7fe6840a6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.333 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.333+0000 7fe69d06e640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe6840a3d40 0x7fe6840a6200 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe688000c00 tx=0x7fe688005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:17.334 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.334+0000 7fe68e7fc640 1 -- 172.21.15.52:0/3659668121 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe69009bbf0 con 0x7fe69811b730 2024-04-21T09:13:17.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.674+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe698116ca0 con 0x7fe69811b730 2024-04-21T09:13:17.675 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.675+0000 7fe68e7fc640 1 -- 172.21.15.52:0/3659668121 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11860 (secure 0 0 0) 0x7fe69009fef0 con 0x7fe69811b730 2024-04-21T09:13:17.675 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:13:17.675 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":25807,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6837/1826929992","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":1826929992},{"type":"v1","addr":"172.21.15.78:6837","nonce":1826929992}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:11:40.893743+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24434":{"gid":24434,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/884489103","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":884489103},{"type":"v1","addr":"172.21.15.60:6833","nonce":884489103}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24517,24503]},"id":1}]} 2024-04-21T09:13:17.676 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 29 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe6840a3d40 msgr2=0x7fe6840a6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe6840a3d40 0x7fe6840a6200 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe688000c00 tx=0x7fe688005fd0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe69811b730 msgr2=0x7fe698111ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe69811b730 0x7fe698111ec0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe69000b970 tx=0x7fe69000be30 comp rx=0 tx=0).stop 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 shutdown_connections 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe6840a3d40 0x7fe6840a6200 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe69811b730 0x7fe698111ec0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe6981107a0 0x7fe6981191c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 --2- 172.21.15.52:0/3659668121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe69810e7d0 0x7fe698118c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.677+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 >> 172.21.15.52:0/3659668121 conn(0x7fe69806d050 msgr2=0x7fe698072a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.678+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 shutdown_connections 2024-04-21T09:13:17.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.678+0000 7fe69f2d2640 1 -- 172.21.15.52:0/3659668121 wait complete. 2024-04-21T09:13:17.688 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:17 smithi052 ceph-mon[28035]: pgmap v98: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 54 MiB/s wr, 254 op/s 2024-04-21T09:13:17.688 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:17 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:13:17.690 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24542 quiesce db --set-id 2fa1aa9a --release --await' 2024-04-21T09:13:17.690 DEBUG:teuthology.orchestra.run.smithi052:> timeout 45 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24542 quiesce db --set-id 2fa1aa9a --release --await 2024-04-21T09:13:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:17 smithi078 ceph-mon[31713]: pgmap v98: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 54 MiB/s wr, 254 op/s 2024-04-21T09:13:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:17 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:13:17.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 -- 172.21.15.52:0/1689713757 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8101a40 msgr2=0x7f0ec8105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 --2- 172.21.15.52:0/1689713757 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8101a40 0x7f0ec8105a80 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f0ebc009900 tx=0x7f0ebc02bc30 comp rx=0 tx=0).stop 2024-04-21T09:13:17.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 -- 172.21.15.52:0/1689713757 shutdown_connections 2024-04-21T09:13:17.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 --2- 172.21.15.52:0/1689713757 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ec8106160 0x7f0ec810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 --2- 172.21.15.52:0/1689713757 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8101a40 0x7f0ec8105a80 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 --2- 172.21.15.52:0/1689713757 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ec8101090 0x7f0ec8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 -- 172.21.15.52:0/1689713757 >> 172.21.15.52:0/1689713757 conn(0x7f0ec8078000 msgr2=0x7f0ec8078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 -- 172.21.15.52:0/1689713757 shutdown_connections 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.802+0000 7f0ed0115640 1 -- 172.21.15.52:0/1689713757 wait complete. 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ed0115640 1 Processor -- start 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ed0115640 1 -- start start 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ed0115640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ec8101090 0x7f0ec8197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ed0115640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8106160 0x7f0ec8197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ed0115640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ec819bf20 0x7f0ec819c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ed0115640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81110a0 con 0x7f0ec8106160 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ed0115640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec8110f20 con 0x7f0ec819bf20 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ed0115640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec8111220 con 0x7f0ec8101090 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecd6b0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8106160 0x7f0ec8197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecd6b0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8106160 0x7f0ec8197ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41140/0 (socket says 172.21.15.52:41140) 2024-04-21T09:13:17.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecd6b0640 1 -- 172.21.15.52:0/3143285856 learned_addr learned my addr 172.21.15.52:0/3143285856 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ec8101090 0x7f0ec8197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ec819bf20 0x7f0ec819c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecd6b0640 1 -- 172.21.15.52:0/3143285856 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ec8101090 msgr2=0x7f0ec8197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecd6b0640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ec8101090 0x7f0ec8197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecd6b0640 1 -- 172.21.15.52:0/3143285856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ec819bf20 msgr2=0x7f0ec819c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecd6b0640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ec819bf20 0x7f0ec819c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.803+0000 7f0ecd6b0640 1 -- 172.21.15.52:0/3143285856 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec819ca10 con 0x7f0ec8106160 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.804+0000 7f0ecd6b0640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8106160 0x7f0ec8197ba0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0ebc036040 tx=0x7f0ebc0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.804+0000 7f0ec6ffd640 1 -- 172.21.15.52:0/3143285856 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ebc043020 con 0x7f0ec8106160 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.804+0000 7f0ec6ffd640 1 -- 172.21.15.52:0/3143285856 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ebc02ca70 con 0x7f0ec8106160 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.804+0000 7f0ed0115640 1 -- 172.21.15.52:0/3143285856 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ec819cca0 con 0x7f0ec8106160 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.804+0000 7f0ec6ffd640 1 -- 172.21.15.52:0/3143285856 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ebc003ac0 con 0x7f0ec8106160 2024-04-21T09:13:17.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.804+0000 7f0ed0115640 1 -- 172.21.15.52:0/3143285856 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ec81a44c0 con 0x7f0ec8106160 2024-04-21T09:13:17.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.806+0000 7f0ec6ffd640 1 -- 172.21.15.52:0/3143285856 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0ebc046020 con 0x7f0ec8106160 2024-04-21T09:13:17.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.806+0000 7f0ed2de6740 1 Processor -- start 2024-04-21T09:13:17.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ed2de6740 1 -- start start 2024-04-21T09:13:17.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5000 0x55710b9a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.812 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5920 0x55710b9b04e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9b2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55710b90a500 con 0x55710b9b0a20 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55710b8b06a0 con 0x55710b9a5920 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55710b9064c0 con 0x55710b9a5000 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ec6ffd640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0eb00a3d20 0x7f0eb00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ece6b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5000 0x55710b9a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ecdeb1640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5920 0x55710b9b04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ece6b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5000 0x55710b9a53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:40610/0 (socket says 172.21.15.52:40610) 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ece6b2640 1 -- 172.21.15.52:0/2025145446 learned_addr learned my addr 172.21.15.52:0/2025145446 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ecd6b0640 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9b2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ec6ffd640 1 -- 172.21.15.52:0/3143285856 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0ebc0f2af0 con 0x7f0ec8106160 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0eb00a3d20 0x7f0eb00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.813 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/2025145446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5000 msgr2=0x55710b9a53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5000 0x55710b9a53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/2025145446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 msgr2=0x55710b9b2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9b2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.807+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/2025145446 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55710b8cf5e0 con 0x55710b9a5920 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.808+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5000 0x55710b9a53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.808+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5920 0x55710b9b04e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0013bd0 tx=0x7f0ec0009b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dbedac2431f3113 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.808+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0eb00a3d20 0x7f0eb00a61e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0eb8005c40 tx=0x7f0eb8009500 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.808+0000 7f0eaffff640 1 -- 172.21.15.52:0/2025145446 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0009d60 con 0x55710b9a5920 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.808+0000 7f0eaffff640 1 -- 172.21.15.52:0/2025145446 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec000e990 con 0x55710b9a5920 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.808+0000 7f0eaffff640 1 -- 172.21.15.52:0/2025145446 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0003a70 con 0x55710b9a5920 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 -- 172.21.15.52:0/2025145446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5920 msgr2=0x55710b9b04e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5920 0x55710b9b04e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0013bd0 tx=0x7f0ec0009b70 comp rx=0 tx=0).stop 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 -- 172.21.15.52:0/2025145446 shutdown_connections 2024-04-21T09:13:17.814 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9b2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5920 0x55710b9b04e0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/2025145446 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5000 0x55710b9a53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 -- 172.21.15.52:0/2025145446 >> 172.21.15.52:0/2025145446 conn(0x55710b99fa40 msgr2=0x55710b99fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 -- 172.21.15.52:0/2025145446 shutdown_connections 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 -- 172.21.15.52:0/2025145446 wait complete. 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 -- start start 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.809+0000 7f0ed2de6740 1 Processor -- start 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9abbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5920 0x55710b9ac0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9ac630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55710b9a64b0 con 0x55710b9b0a20 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55710b8c3a60 con 0x55710b9a5000 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55710b9a6630 con 0x55710b9a5920 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ed2de6740 10 client.0 _ll_register_callbacks cb 0x55710b61c110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ece6b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9ac630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ecd6b0640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5920 0x55710b9ac0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ecdeb1640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9abbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ecdeb1640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9abbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:54516/0 (socket says 172.21.15.52:54516) 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/4067086340 learned_addr learned my addr 172.21.15.52:0/4067086340 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ece6b2640 1 -- 172.21.15.52:0/4067086340 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5920 msgr2=0x55710b9ac0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5920 0x55710b9ac0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ece6b2640 1 -- 172.21.15.52:0/4067086340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 msgr2=0x55710b9abbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9abbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ece6b2640 1 -- 172.21.15.52:0/4067086340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55710b61c920 con 0x55710b9b0a20 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9abbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9ac630 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800ffd0 tx=0x7f0eb8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd367e12b4474bd5 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.810+0000 7f0ead7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.811+0000 7f0ead7fa640 1 -- 172.21.15.52:0/4067086340 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb80046c0 con 0x55710b9b0a20 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.811+0000 7f0ead7fa640 1 -- 172.21.15.52:0/4067086340 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0eb8004b20 con 0x55710b9b0a20 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.811+0000 7f0ed2de6740 1 -- 172.21.15.52:0/4067086340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ec000e990 con 0x55710b9b0a20 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.811+0000 7f0ead7fa640 1 -- 172.21.15.52:0/4067086340 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0eb8004860 con 0x55710b9b0a20 2024-04-21T09:13:17.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.811+0000 7f0ed2de6740 10 client.16368 fetch_fsmap learned FSMap version 29 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.811+0000 7f0ed2de6740 1 -- 172.21.15.52:0/4067086340 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55710b6e8d30 con 0x55710b9b0a20 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.811+0000 7f0ead7fa640 1 -- 172.21.15.52:0/4067086340 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec000e990 con 0x55710b9b0a20 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.811+0000 7f0ead7fa640 1 -- 172.21.15.52:0/4067086340 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f0eb8027030 con 0x55710b9b0a20 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ed2de6740 10 client.16368 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ed2de6740 10 client.16368 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ed2de6740 20 client.16368 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55710b9be950 0x55710b9c0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ed2de6740 4 client.16368 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ed2de6740 1 -- 172.21.15.52:0/4067086340 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55710b8dda10 con 0x55710b9be950 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55710b9be950 0x55710b9c0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ead7fa640 10 client.16368 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:17.817 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.812+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55710b9be950 0x55710b9c0d80 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e95b91a15018931 server_cookie=d4aa5788240b4ff1 in_seq=0 out_seq=0 2024-04-21T09:13:17.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ead7fa640 1 -- 172.21.15.52:0/4067086340 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55710b8dda10 con 0x55710b9be950 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ead7fa640 10 client.16368 handle_command_reply: tid=0 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 client.16368 shutdown 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 -- 172.21.15.52:0/4067086340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 msgr2=0x55710b9ac630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9ac630 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800ffd0 tx=0x7f0eb8004ab0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 -- 172.21.15.52:0/4067086340 shutdown_connections 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55710b9be950 0x55710b9c0d80 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9b0a20 0x55710b9ac630 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b9a5920 0x55710b9ac0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/4067086340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9abbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 -- 172.21.15.52:0/4067086340 >> 172.21.15.52:0/4067086340 conn(0x55710b99fa40 msgr2=0x55710b9a1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ead7fa640 0 client.16368 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 -- 172.21.15.52:0/4067086340 shutdown_connections 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 1 -- 172.21.15.52:0/4067086340 wait complete. 2024-04-21T09:13:17.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.813+0000 7f0ed2de6740 20 client.16368 trim_cache size 0 max 16384 2024-04-21T09:13:17.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ed2de6740 1 Processor -- start 2024-04-21T09:13:17.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ed2de6740 1 -- start start 2024-04-21T09:13:17.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9aa7f0 0x55710b9b02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9c6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.833 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9c6b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81af8d0 con 0x55710b9aa7f0 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81ad1a0 con 0x55710b9a5000 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81aaff0 con 0x55710b99fa40 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ecdeb1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9aa7f0 0x55710b9b02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ecdeb1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9aa7f0 0x55710b9b02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41162/0 (socket says 172.21.15.52:41162) 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.832+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/137229560 learned_addr learned my addr 172.21.15.52:0/137229560 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9c6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ecd6b0640 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9c6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/137229560 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 msgr2=0x55710b9c6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9c6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/137229560 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 msgr2=0x55710b9c6b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9c6b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/137229560 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55710b9bb6d0 con 0x55710b9aa7f0 2024-04-21T09:13:17.834 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9c6b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:13:17.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9aa7f0 0x55710b9b02f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0005bc0 tx=0x7f0ec0005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f17c8fc38b9662da server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:17.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0eaf7fe640 1 -- 172.21.15.52:0/137229560 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec000e990 con 0x55710b9aa7f0 2024-04-21T09:13:17.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0eaf7fe640 1 -- 172.21.15.52:0/137229560 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec0005580 con 0x55710b9aa7f0 2024-04-21T09:13:17.835 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.833+0000 7f0eaf7fe640 1 -- 172.21.15.52:0/137229560 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec002d6b0 con 0x55710b9aa7f0 2024-04-21T09:13:17.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 -- 172.21.15.52:0/137229560 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9aa7f0 msgr2=0x55710b9b02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9aa7f0 0x55710b9b02f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0005bc0 tx=0x7f0ec0005d30 comp rx=0 tx=0).stop 2024-04-21T09:13:17.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 -- 172.21.15.52:0/137229560 shutdown_connections 2024-04-21T09:13:17.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9a5000 0x55710b9c6b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.838 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9c6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/137229560 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9aa7f0 0x55710b9b02f0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 -- 172.21.15.52:0/137229560 >> 172.21.15.52:0/137229560 conn(0x55710b9ac790 msgr2=0x55710b9a6e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 -- 172.21.15.52:0/137229560 shutdown_connections 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 -- 172.21.15.52:0/137229560 wait complete. 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.834+0000 7f0ed2de6740 1 -- start start 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ed2de6740 1 Processor -- start 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9b9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9a5000 0x55710b9b3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ed2de6740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9aa7f0 0x55710b9b4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81ab660 con 0x55710b9a5000 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ecd6b0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9a5000 0x55710b9b3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81acad0 con 0x55710b9aa7f0 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ed2de6740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81abd30 con 0x55710b99fa40 2024-04-21T09:13:17.839 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ecd6b0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9a5000 0x55710b9b3fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41172/0 (socket says 172.21.15.52:41172) 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ecd6b0640 1 -- 172.21.15.52:0/798655164 learned_addr learned my addr 172.21.15.52:0/798655164 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9b9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ece6b2640 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9aa7f0 0x55710b9b4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.835+0000 7f0ed2de6740 10 client.0 _ll_register_callbacks cb 0x7f0eb8019040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/798655164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9aa7f0 msgr2=0x55710b9b4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9aa7f0 0x55710b9b4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/798655164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9a5000 msgr2=0x55710b9b3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9a5000 0x55710b9b3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ecdeb1640 1 -- 172.21.15.52:0/798655164 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55710b9b4ae0 con 0x55710b99fa40 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ecdeb1640 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9b9c80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0005b90 tx=0x7f0ec000ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b57ad1224e99115 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ead7fa640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ead7fa640 1 -- 172.21.15.52:0/798655164 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec000e830 con 0x55710b99fa40 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ead7fa640 1 -- 172.21.15.52:0/798655164 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f0ec0022040 con 0x55710b99fa40 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ed2de6740 1 -- 172.21.15.52:0/798655164 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ec0005580 con 0x55710b99fa40 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ead7fa640 1 -- 172.21.15.52:0/798655164 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0ec00050d0 con 0x55710b99fa40 2024-04-21T09:13:17.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.836+0000 7f0ed2de6740 10 client.26047 fetch_fsmap learned FSMap version 29 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ed2de6740 1 -- 172.21.15.52:0/798655164 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55710ba25cd0 con 0x55710b99fa40 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ead7fa640 1 -- 172.21.15.52:0/798655164 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec0005580 con 0x55710b99fa40 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ead7fa640 1 -- 172.21.15.52:0/798655164 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 29) ==== 8350+0+0 (secure 0 0 0) 0x7f0ec0003890 con 0x55710b99fa40 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ed2de6740 10 client.26047 fetch_fsmap finished waiting for FSMap version 29 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ed2de6740 10 client.26047 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ed2de6740 20 client.26047 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55710b9a5920 0x55710ba28100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ed2de6740 4 client.26047 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "2fa1aa9a", "release": true, "await": true}] 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ed2de6740 1 -- 172.21.15.52:0/798655164 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "quiesce db", "set_id": "2fa1aa9a", "release": true, "await": true}) -- 0x55710b917f20 con 0x55710b9a5920 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.837+0000 7f0ecd6b0640 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55710b9a5920 0x55710ba28100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.838+0000 7f0ead7fa640 10 client.26047 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:17.841 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.838+0000 7f0ecd6b0640 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55710b9a5920 0x55710ba28100 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6f5b1993ceb047 server_cookie=cdb2dedffdc4703c in_seq=0 out_seq=0 2024-04-21T09:13:17.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:17 smithi060 ceph-mon[31055]: pgmap v98: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 54 MiB/s wr, 254 op/s 2024-04-21T09:13:17.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:17 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:13:17.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.842+0000 7f0ead7fa640 1 -- 172.21.15.52:0/798655164 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55710b917f20 con 0x55710b9a5920 2024-04-21T09:13:17.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.842+0000 7f0ead7fa640 10 client.26047 handle_command_reply: tid=0 2024-04-21T09:13:17.842 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.842+0000 7f0ed2de6740 1 client.26047 shutdown 2024-04-21T09:13:17.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.843+0000 7f0ed2de6740 1 -- 172.21.15.52:0/798655164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 msgr2=0x55710b9b9c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.843 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.843+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9b9c80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0005b90 tx=0x7f0ec000ee50 comp rx=0 tx=0).stop 2024-04-21T09:13:17.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.847+0000 7f0ed2de6740 1 -- 172.21.15.52:0/798655164 shutdown_connections 2024-04-21T09:13:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.847+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55710b9a5920 0x55710ba28100 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.847+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55710b9aa7f0 0x55710b9b4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.847+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55710b9a5000 0x55710b9b3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.847+0000 7f0ed2de6740 1 --2- 172.21.15.52:0/798655164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55710b99fa40 0x55710b9b9c80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.847+0000 7f0ed2de6740 1 -- 172.21.15.52:0/798655164 >> 172.21.15.52:0/798655164 conn(0x55710b9ac790 msgr2=0x55710b99e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:17.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.847+0000 7f0ead7fa640 0 client.26047 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:17.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.849+0000 7f0ed2de6740 1 -- 172.21.15.52:0/798655164 shutdown_connections 2024-04-21T09:13:17.849 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.850+0000 7f0ed2de6740 1 -- 172.21.15.52:0/798655164 wait complete. 2024-04-21T09:13:17.850 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.850+0000 7f0ed2de6740 20 client.26047 trim_cache size 0 max 16384 2024-04-21T09:13:17.850 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:13:17.850 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 28, 2024-04-21T09:13:17.850 INFO:teuthology.orchestra.run.smithi052.stdout: "leader": 24542, 2024-04-21T09:13:17.850 INFO:teuthology.orchestra.run.smithi052.stdout: "set_version": 8, 2024-04-21T09:13:17.850 INFO:teuthology.orchestra.run.smithi052.stdout: "sets": { 2024-04-21T09:13:17.850 INFO:teuthology.orchestra.run.smithi052.stdout: "2fa1aa9a": { 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "version": 8, 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "age_ref": 0.0, 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RELEASED", 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "timeout": 30.0, 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "expiration": 85.2, 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "members": { 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "file:/": { 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "excluded": false, 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RELEASED", 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:13:17.851 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:13:17.852 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:13:17.852 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:13:17.852 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:13:17.852 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:13:17.852 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 -- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0eb00a3d20 msgr2=0x7f0eb00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0eb00a3d20 0x7f0eb00a61e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0eb8005c40 tx=0x7f0eb8009500 comp rx=0 tx=0).stop 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 -- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8106160 msgr2=0x7f0ec8197ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8106160 0x7f0ec8197ba0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0ebc036040 tx=0x7f0ebc0045e0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 -- 172.21.15.52:0/3143285856 shutdown_connections 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f0eb00a3d20 0x7f0eb00a61e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0ec819bf20 0x7f0ec819c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0ec8106160 0x7f0ec8197ba0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 --2- 172.21.15.52:0/3143285856 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f0ec8101090 0x7f0ec8197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:17.853 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.853+0000 7f0ed0115640 1 -- 172.21.15.52:0/3143285856 >> 172.21.15.52:0/3143285856 conn(0x7f0ec8078000 msgr2=0x7f0ec80ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:17.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.854+0000 7f0ed0115640 1 -- 172.21.15.52:0/3143285856 shutdown_connections 2024-04-21T09:13:17.854 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:13:17.854+0000 7f0ed0115640 1 -- 172.21.15.52:0/3143285856 wait complete. 2024-04-21T09:13:17.891 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set_id: 2fa1aa9a, seconds elapsed: 28.4 2024-04-21T09:13:18.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:18 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3659668121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:13:18.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:18 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3659668121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:13:18.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:18 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3659668121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:13:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:19 smithi078 ceph-mon[31713]: pgmap v99: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 68 MiB/s wr, 270 op/s 2024-04-21T09:13:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:19 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:13:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:19 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:13:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:19 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:13:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:19 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:13:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:19 smithi052 ceph-mon[28035]: pgmap v99: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 68 MiB/s wr, 270 op/s 2024-04-21T09:13:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:19 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:13:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:19 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:13:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:19 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:13:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:19 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:13:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:19 smithi060 ceph-mon[31055]: pgmap v99: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 68 MiB/s wr, 270 op/s 2024-04-21T09:13:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:19 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:13:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:19 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:13:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:19 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:13:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:19 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:13:21.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:21 smithi052 ceph-mon[28035]: pgmap v100: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 74 MiB/s wr, 217 op/s 2024-04-21T09:13:21.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:21 smithi060 ceph-mon[31055]: pgmap v100: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 74 MiB/s wr, 217 op/s 2024-04-21T09:13:21.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:21 smithi078 ceph-mon[31713]: pgmap v100: 129 pgs: 129 active+clean; 19 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 74 MiB/s wr, 217 op/s 2024-04-21T09:13:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:23 smithi060 ceph-mon[31055]: pgmap v101: 129 pgs: 129 active+clean; 20 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 209 MiB/s wr, 986 op/s 2024-04-21T09:13:23.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:23 smithi078 ceph-mon[31713]: pgmap v101: 129 pgs: 129 active+clean; 20 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 209 MiB/s wr, 986 op/s 2024-04-21T09:13:23.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:23 smithi052 ceph-mon[28035]: pgmap v101: 129 pgs: 129 active+clean; 20 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 209 MiB/s wr, 986 op/s 2024-04-21T09:13:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:25 smithi060 ceph-mon[31055]: pgmap v102: 129 pgs: 129 active+clean; 20 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 211 MiB/s wr, 1.04k op/s 2024-04-21T09:13:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:25 smithi078 ceph-mon[31713]: pgmap v102: 129 pgs: 129 active+clean; 20 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 211 MiB/s wr, 1.04k op/s 2024-04-21T09:13:25.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:25 smithi052 ceph-mon[28035]: pgmap v102: 129 pgs: 129 active+clean; 20 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 211 MiB/s wr, 1.04k op/s 2024-04-21T09:13:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:27 smithi060 ceph-mon[31055]: pgmap v103: 129 pgs: 129 active+clean; 21 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 242 MiB/s wr, 1.29k op/s 2024-04-21T09:13:27.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:27 smithi078 ceph-mon[31713]: pgmap v103: 129 pgs: 129 active+clean; 21 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 242 MiB/s wr, 1.29k op/s 2024-04-21T09:13:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:27 smithi052 ceph-mon[28035]: pgmap v103: 129 pgs: 129 active+clean; 21 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 242 MiB/s wr, 1.29k op/s 2024-04-21T09:13:28.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.933+0000 7ff7a0263640 1 -- 172.21.15.52:0/2943753219 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff7981106f0 msgr2=0x7ff79810e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:28.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.933+0000 7ff7a0263640 1 --2- 172.21.15.52:0/2943753219 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff7981106f0 0x7ff79810e290 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff790009be0 tx=0x7ff79002bf30 comp rx=0 tx=0).stop 2024-04-21T09:13:28.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.935+0000 7ff7a0263640 1 -- 172.21.15.52:0/2943753219 shutdown_connections 2024-04-21T09:13:28.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.935+0000 7ff7a0263640 1 --2- 172.21.15.52:0/2943753219 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff79811b730 0x7ff79811db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.935+0000 7ff7a0263640 1 --2- 172.21.15.52:0/2943753219 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff79810e7d0 0x7ff79810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.935+0000 7ff7a0263640 1 --2- 172.21.15.52:0/2943753219 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff7981106f0 0x7ff79810e290 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.935+0000 7ff7a0263640 1 -- 172.21.15.52:0/2943753219 >> 172.21.15.52:0/2943753219 conn(0x7ff79806d030 msgr2=0x7ff79806d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:28.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.940+0000 7ff7a0263640 1 -- 172.21.15.52:0/2943753219 shutdown_connections 2024-04-21T09:13:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.943+0000 7ff7a0263640 1 -- 172.21.15.52:0/2943753219 wait complete. 2024-04-21T09:13:28.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.944+0000 7ff7a0263640 1 Processor -- start 2024-04-21T09:13:28.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.944+0000 7ff7a0263640 1 -- start start 2024-04-21T09:13:28.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.944+0000 7ff7a0263640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff79810e7d0 0x7ff798118cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.944+0000 7ff7a0263640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff7981106f0 0x7ff798111d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.944+0000 7ff7a0263640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff79811b730 0x7ff798112280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.944+0000 7ff7a0263640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff798121000 con 0x7ff79810e7d0 2024-04-21T09:13:28.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.944+0000 7ff7a0263640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff798120e80 con 0x7ff79811b730 2024-04-21T09:13:28.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.944+0000 7ff7a0263640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff798121180 con 0x7ff7981106f0 2024-04-21T09:13:28.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.946+0000 7ff79dfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff79810e7d0 0x7ff798118cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:28.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.946+0000 7ff79dfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff79810e7d0 0x7ff798118cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38756/0 (socket says 172.21.15.52:38756) 2024-04-21T09:13:28.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.946+0000 7ff79dfff640 1 -- 172.21.15.52:0/1098456495 learned_addr learned my addr 172.21.15.52:0/1098456495 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:28.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.947+0000 7ff79e800640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff79811b730 0x7ff798112280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.947+0000 7ff79dfff640 1 -- 172.21.15.52:0/1098456495 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff7981106f0 msgr2=0x7ff798111d40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:13:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.947+0000 7ff79dfff640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff7981106f0 0x7ff798111d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.947+0000 7ff79dfff640 1 -- 172.21.15.52:0/1098456495 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff79811b730 msgr2=0x7ff798112280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.947+0000 7ff79dfff640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff79811b730 0x7ff798112280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.947+0000 7ff79dfff640 1 -- 172.21.15.52:0/1098456495 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff798112890 con 0x7ff79810e7d0 2024-04-21T09:13:28.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.948+0000 7ff79dfff640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff79810e7d0 0x7ff798118cc0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7ff79002ce50 tx=0x7ff79002ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:28.949 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.949+0000 7ff78effd640 1 -- 172.21.15.52:0/1098456495 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff790042020 con 0x7ff79810e7d0 2024-04-21T09:13:28.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.950+0000 7ff7a0263640 1 -- 172.21.15.52:0/1098456495 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff798112b20 con 0x7ff79810e7d0 2024-04-21T09:13:28.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.950+0000 7ff7a0263640 1 -- 172.21.15.52:0/1098456495 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff798116ad0 con 0x7ff79810e7d0 2024-04-21T09:13:28.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.950+0000 7ff78effd640 1 -- 172.21.15.52:0/1098456495 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff79003ebd0 con 0x7ff79810e7d0 2024-04-21T09:13:28.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.950+0000 7ff78effd640 1 -- 172.21.15.52:0/1098456495 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff790034c50 con 0x7ff79810e7d0 2024-04-21T09:13:28.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.955+0000 7ff78effd640 1 -- 172.21.15.52:0/1098456495 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff790045020 con 0x7ff79810e7d0 2024-04-21T09:13:28.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.957+0000 7ff78effd640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff7840a3ea0 0x7ff7840a6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.957+0000 7ff7a2e58740 1 Processor -- start 2024-04-21T09:13:28.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.957+0000 7ff78effd640 1 -- 172.21.15.52:0/1098456495 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7ff7900f3c10 con 0x7ff79810e7d0 2024-04-21T09:13:28.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.958+0000 7ff7a2e58740 1 -- start start 2024-04-21T09:13:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.958+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff7840a3ea0 0x7ff7840a6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.959+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5582778938d0 0x558277892620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.959+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x558277892fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.959+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55827789c0e0 0x55827789e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.959+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5582777f78d0 con 0x558277892b60 2024-04-21T09:13:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.959+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558277794e80 con 0x5582778938d0 2024-04-21T09:13:28.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.959+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5582777f3890 con 0x55827789c0e0 2024-04-21T09:13:28.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.960+0000 7ff79d7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x558277892fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:28.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.960+0000 7ff79d7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x558277892fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38764/0 (socket says 172.21.15.52:38764) 2024-04-21T09:13:28.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.960+0000 7ff79d7fe640 1 -- 172.21.15.52:0/4206186711 learned_addr learned my addr 172.21.15.52:0/4206186711 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:28.961 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.961+0000 7ff79d7fe640 1 -- 172.21.15.52:0/4206186711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55827789c0e0 msgr2=0x55827789e4d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:13:28.962 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.961+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/4206186711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55827789c0e0 0x55827789e4d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.962 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.962+0000 7ff79d7fe640 1 -- 172.21.15.52:0/4206186711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5582778938d0 msgr2=0x558277892620 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:13:28.962 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.962+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/4206186711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5582778938d0 0x558277892620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.962 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.962+0000 7ff79d7fe640 1 -- 172.21.15.52:0/4206186711 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582777b6320 con 0x558277892b60 2024-04-21T09:13:28.965 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.965+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff7840a3ea0 0x7ff7840a6360 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff794009ef0 tx=0x7ff7940157f0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:28.965 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.965+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/4206186711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x558277892fe0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7ff794009880 tx=0x7ff794018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6d0ab29ffeab071 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:28.967 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.967+0000 7ff783fff640 1 -- 172.21.15.52:0/4206186711 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff794023020 con 0x558277892b60 2024-04-21T09:13:28.967 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.967+0000 7ff783fff640 1 -- 172.21.15.52:0/4206186711 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff794012e60 con 0x558277892b60 2024-04-21T09:13:28.967 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.967+0000 7ff783fff640 1 -- 172.21.15.52:0/4206186711 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7940047a0 con 0x558277892b60 2024-04-21T09:13:28.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.968+0000 7ff7a2e58740 1 -- 172.21.15.52:0/4206186711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 msgr2=0x558277892fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:28.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.968+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/4206186711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x558277892fe0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7ff794009880 tx=0x7ff794018000 comp rx=0 tx=0).stop 2024-04-21T09:13:28.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.968+0000 7ff7a2e58740 1 -- 172.21.15.52:0/4206186711 shutdown_connections 2024-04-21T09:13:28.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.968+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/4206186711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55827789c0e0 0x55827789e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.968+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/4206186711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x558277892fe0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.968+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/4206186711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5582778938d0 0x558277892620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.968+0000 7ff7a2e58740 1 -- 172.21.15.52:0/4206186711 >> 172.21.15.52:0/4206186711 conn(0x558277859c90 msgr2=0x55827788d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:28.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.969+0000 7ff7a2e58740 1 -- 172.21.15.52:0/4206186711 shutdown_connections 2024-04-21T09:13:28.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.970+0000 7ff7a2e58740 1 -- 172.21.15.52:0/4206186711 wait complete. 2024-04-21T09:13:28.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.970+0000 7ff7a2e58740 1 -- start start 2024-04-21T09:13:28.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.970+0000 7ff7a2e58740 1 Processor -- start 2024-04-21T09:13:28.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.976+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x55827789bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.976+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 0x558277898eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.976+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 0x5582778995f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.976+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55827789edb0 con 0x558277892b60 2024-04-21T09:13:28.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.976+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55827777feb0 con 0x55827789c0e0 2024-04-21T09:13:28.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.976+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55827789ef30 con 0x5582778938d0 2024-04-21T09:13:28.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.976+0000 7ff7a2e58740 10 client.0 _ll_register_callbacks cb 0x5582777acb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:28.980 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.978+0000 7ff79dfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x55827789bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:28.980 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.978+0000 7ff79dfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x55827789bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38772/0 (socket says 172.21.15.52:38772) 2024-04-21T09:13:28.981 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.978+0000 7ff79dfff640 1 -- 172.21.15.52:0/3137358718 learned_addr learned my addr 172.21.15.52:0/3137358718 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:28.981 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.980+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 0x558277898eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:28.981 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.981+0000 7ff79dfff640 1 -- 172.21.15.52:0/3137358718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 msgr2=0x558277898eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:28.981 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.981+0000 7ff79dfff640 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 0x558277898eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.981 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.981+0000 7ff79dfff640 1 -- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 msgr2=0x5582778995f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:13:28.983 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.982+0000 7ff79e800640 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 0x5582778995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:28.983 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.983+0000 7ff79dfff640 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 0x5582778995f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:28.983 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.983+0000 7ff79dfff640 1 -- 172.21.15.52:0/3137358718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55827750a210 con 0x558277892b60 2024-04-21T09:13:28.983 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.983+0000 7ff79e800640 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 0x5582778995f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:13:28.985 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.985+0000 7ff79dfff640 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x55827789bb20 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7ff79002c520 tx=0x7ff7900bf360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dade8371a198c5f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:28.985 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.985+0000 7ff7817fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:13:28.986 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.986+0000 7ff7817fa640 1 -- 172.21.15.52:0/3137358718 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7900bf940 con 0x558277892b60 2024-04-21T09:13:28.986 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.986+0000 7ff7a2e58740 1 -- 172.21.15.52:0/3137358718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff794012e60 con 0x558277892b60 2024-04-21T09:13:28.986 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.986+0000 7ff7817fa640 1 -- 172.21.15.52:0/3137358718 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7ff7900bdc40 con 0x558277892b60 2024-04-21T09:13:28.987 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.987+0000 7ff7817fa640 1 -- 172.21.15.52:0/3137358718 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff7900dc070 con 0x558277892b60 2024-04-21T09:13:28.987 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.987+0000 7ff7a2e58740 10 client.16386 fetch_fsmap learned FSMap version 30 2024-04-21T09:13:28.987 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.987+0000 7ff7a2e58740 1 -- 172.21.15.52:0/3137358718 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5582775d6620 con 0x558277892b60 2024-04-21T09:13:28.988 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.988+0000 7ff7817fa640 1 -- 172.21.15.52:0/3137358718 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff794012e60 con 0x558277892b60 2024-04-21T09:13:28.988 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.988+0000 7ff7817fa640 1 -- 172.21.15.52:0/3137358718 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 30) ==== 8346+0+0 (secure 0 0 0) 0x7ff790004b40 con 0x558277892b60 2024-04-21T09:13:28.989 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.989+0000 7ff7a2e58740 10 client.16386 fetch_fsmap finished waiting for FSMap version 30 2024-04-21T09:13:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.989+0000 7ff7a2e58740 10 client.16386 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:13:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.989+0000 7ff7a2e58740 20 client.16386 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.989+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5582778ac360 0x5582778ae7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.989+0000 7ff7a2e58740 4 client.16386 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:13:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.989+0000 7ff7a2e58740 1 -- 172.21.15.52:0/3137358718 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55827780b880 con 0x5582778ac360 2024-04-21T09:13:28.990 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.990+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5582778ac360 0x5582778ae7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:28.994 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.994+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5582778ac360 0x5582778ae7e0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5d1e1f3f54df439 server_cookie=db811ec306141f03 in_seq=0 out_seq=0 2024-04-21T09:13:28.994 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:28.994+0000 7ff7817fa640 10 client.16386 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.001+0000 7ff7817fa640 1 -- 172.21.15.52:0/3137358718 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55827780b880 con 0x5582778ac360 2024-04-21T09:13:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.001+0000 7ff7817fa640 10 client.16386 handle_command_reply: tid=0 2024-04-21T09:13:29.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.002+0000 7ff7a2e58740 1 client.16386 shutdown 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7a2e58740 1 -- 172.21.15.52:0/3137358718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 msgr2=0x55827789bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x55827789bb20 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7ff79002c520 tx=0x7ff7900bf360 comp rx=0 tx=0).stop 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7a2e58740 1 -- 172.21.15.52:0/3137358718 shutdown_connections 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5582778ac360 0x5582778ae7e0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 0x5582778995f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 0x558277898eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/3137358718 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x55827789bb20 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7a2e58740 1 -- 172.21.15.52:0/3137358718 >> 172.21.15.52:0/3137358718 conn(0x558277859c90 msgr2=0x55827788f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:29.003 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.003+0000 7ff7817fa640 0 client.16386 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.004+0000 7ff7a2e58740 1 -- 172.21.15.52:0/3137358718 shutdown_connections 2024-04-21T09:13:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.005+0000 7ff7a2e58740 1 -- 172.21.15.52:0/3137358718 wait complete. 2024-04-21T09:13:29.005 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.005+0000 7ff7a2e58740 20 client.16386 trim_cache size 0 max 16384 2024-04-21T09:13:29.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.060+0000 7ff7a2e58740 1 Processor -- start 2024-04-21T09:13:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.068+0000 7ff7a2e58740 1 -- start start 2024-04-21T09:13:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.069+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558277892b60 0x5582778a7d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.069+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5582778938d0 0x5582778b40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.069+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55827789c0e0 0x5582778b45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.069+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c012800 con 0x5582778938d0 2024-04-21T09:13:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.069+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c0100d0 con 0x558277892b60 2024-04-21T09:13:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.069+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c00df20 con 0x55827789c0e0 2024-04-21T09:13:29.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.073+0000 7ff79dfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558277892b60 0x5582778a7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:29.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.073+0000 7ff79d7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5582778938d0 0x5582778b40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:29.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.073+0000 7ff79d7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5582778938d0 0x5582778b40b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38780/0 (socket says 172.21.15.52:38780) 2024-04-21T09:13:29.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.073+0000 7ff79d7fe640 1 -- 172.21.15.52:0/2079486385 learned_addr learned my addr 172.21.15.52:0/2079486385 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:29.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.074+0000 7ff79dfff640 1 -- 172.21.15.52:0/2079486385 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55827789c0e0 msgr2=0x5582778b45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:29.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.074+0000 7ff79dfff640 1 --2- 172.21.15.52:0/2079486385 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55827789c0e0 0x5582778b45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.074+0000 7ff79dfff640 1 -- 172.21.15.52:0/2079486385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5582778938d0 msgr2=0x5582778b40b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:29.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.074+0000 7ff79dfff640 1 --2- 172.21.15.52:0/2079486385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5582778938d0 0x5582778b40b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.074+0000 7ff79dfff640 1 -- 172.21.15.52:0/2079486385 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558277899960 con 0x558277892b60 2024-04-21T09:13:29.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.075+0000 7ff79dfff640 1 --2- 172.21.15.52:0/2079486385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558277892b60 0x5582778a7d40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff790033ff0 tx=0x7ff7900bf3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c280703b7291fa0d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:29.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.076+0000 7ff7837fe640 1 -- 172.21.15.52:0/2079486385 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7900bf940 con 0x558277892b60 2024-04-21T09:13:29.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.076+0000 7ff7837fe640 1 -- 172.21.15.52:0/2079486385 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7900c3cf0 con 0x558277892b60 2024-04-21T09:13:29.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.076+0000 7ff7837fe640 1 -- 172.21.15.52:0/2079486385 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff790034520 con 0x558277892b60 2024-04-21T09:13:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.079+0000 7ff7a2e58740 1 -- 172.21.15.52:0/2079486385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558277892b60 msgr2=0x5582778a7d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.079+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/2079486385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558277892b60 0x5582778a7d40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff790033ff0 tx=0x7ff7900bf3d0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.088+0000 7ff7a2e58740 1 -- 172.21.15.52:0/2079486385 shutdown_connections 2024-04-21T09:13:29.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.088+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/2079486385 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55827789c0e0 0x5582778b45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.088+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/2079486385 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5582778938d0 0x5582778b40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.088+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/2079486385 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558277892b60 0x5582778a7d40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.088 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.088+0000 7ff7a2e58740 1 -- 172.21.15.52:0/2079486385 >> 172.21.15.52:0/2079486385 conn(0x558277859c90 msgr2=0x558277894060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:29.091 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.091+0000 7ff7a2e58740 1 -- 172.21.15.52:0/2079486385 shutdown_connections 2024-04-21T09:13:29.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.092+0000 7ff7a2e58740 1 -- 172.21.15.52:0/2079486385 wait complete. 2024-04-21T09:13:29.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.092+0000 7ff7a2e58740 1 -- start start 2024-04-21T09:13:29.092 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.092+0000 7ff7a2e58740 1 Processor -- start 2024-04-21T09:13:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.094+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x5582778a4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.094+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 0x5582778a4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.094+0000 7ff7a2e58740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 0x558277895280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.094+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c00e590 con 0x558277892b60 2024-04-21T09:13:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.094+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c00fa00 con 0x55827789c0e0 2024-04-21T09:13:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.094+0000 7ff7a2e58740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c00ec60 con 0x5582778938d0 2024-04-21T09:13:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.094+0000 7ff7a2e58740 10 client.0 _ll_register_callbacks cb 0x7ff790005f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.095+0000 7ff79dfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x5582778a4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.096+0000 7ff79dfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x5582778a4250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38792/0 (socket says 172.21.15.52:38792) 2024-04-21T09:13:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.096+0000 7ff79dfff640 1 -- 172.21.15.52:0/1345294067 learned_addr learned my addr 172.21.15.52:0/1345294067 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.097+0000 7ff79dfff640 1 -- 172.21.15.52:0/1345294067 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 msgr2=0x5582778a4790 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:13:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.097+0000 7ff79dfff640 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 0x5582778a4790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.097+0000 7ff79dfff640 1 -- 172.21.15.52:0/1345294067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 msgr2=0x558277895280 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:13:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.097+0000 7ff79dfff640 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 0x558277895280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.097+0000 7ff79dfff640 1 -- 172.21.15.52:0/1345294067 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558277895a80 con 0x558277892b60 2024-04-21T09:13:29.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.106+0000 7ff79dfff640 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x5582778a4250 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7ff7900f11a0 tx=0x7ff7900bf360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cabf3e06782181c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:29.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.106+0000 7ff7817fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:13:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.107+0000 7ff7817fa640 1 -- 172.21.15.52:0/1345294067 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7900cc030 con 0x558277892b60 2024-04-21T09:13:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.107+0000 7ff7a2e58740 1 -- 172.21.15.52:0/1345294067 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7900c3cf0 con 0x558277892b60 2024-04-21T09:13:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.107+0000 7ff7817fa640 1 -- 172.21.15.52:0/1345294067 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7ff790033490 con 0x558277892b60 2024-04-21T09:13:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.108+0000 7ff7817fa640 1 -- 172.21.15.52:0/1345294067 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff7900bbfb0 con 0x558277892b60 2024-04-21T09:13:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.108+0000 7ff7a2e58740 10 client.16392 fetch_fsmap learned FSMap version 30 2024-04-21T09:13:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.108+0000 7ff7a2e58740 1 -- 172.21.15.52:0/1345294067 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x558277895a80 con 0x558277892b60 2024-04-21T09:13:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.109+0000 7ff7817fa640 1 -- 172.21.15.52:0/1345294067 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7900c3cf0 con 0x558277892b60 2024-04-21T09:13:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.110+0000 7ff7817fa640 1 -- 172.21.15.52:0/1345294067 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 30) ==== 8346+0+0 (secure 0 0 0) 0x7ff7900deb00 con 0x558277892b60 2024-04-21T09:13:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.110+0000 7ff7a2e58740 10 client.16392 fetch_fsmap finished waiting for FSMap version 30 2024-04-21T09:13:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.110+0000 7ff7a2e58740 10 client.16392 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:13:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.110+0000 7ff7a2e58740 20 client.16392 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.110+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558277912670 0x558277914a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.110+0000 7ff7a2e58740 4 client.16392 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:13:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.110+0000 7ff7a2e58740 1 -- 172.21.15.52:0/1345294067 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5582777973d0 con 0x558277912670 2024-04-21T09:13:29.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.119+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558277912670 0x558277914a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.133+0000 7ff79d7fe640 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558277912670 0x558277914a90 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de7326f8ba3e23a5 server_cookie=3dcc7408fc7ae84a in_seq=0 out_seq=0 2024-04-21T09:13:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:29.137+0000 7ff7817fa640 10 client.16392 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:29 smithi060 ceph-mon[31055]: pgmap v104: 129 pgs: 129 active+clean; 22 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 395 MiB/s wr, 1.84k op/s 2024-04-21T09:13:29.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:29 smithi078 ceph-mon[31713]: pgmap v104: 129 pgs: 129 active+clean; 22 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 395 MiB/s wr, 1.84k op/s 2024-04-21T09:13:29.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:29 smithi052 ceph-mon[28035]: pgmap v104: 129 pgs: 129 active+clean; 22 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 395 MiB/s wr, 1.84k op/s 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.945+0000 7ff7817fa640 1 -- 172.21.15.52:0/1345294067 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5582777973d0 con 0x558277912670 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.945+0000 7ff7817fa640 10 client.16392 handle_command_reply: tid=0 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.945+0000 7ff7a2e58740 1 client.16392 shutdown 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.945+0000 7ff7a2e58740 1 -- 172.21.15.52:0/1345294067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 msgr2=0x5582778a4250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.945+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x5582778a4250 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7ff7900f11a0 tx=0x7ff7900bf360 comp rx=0 tx=0).stop 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 1 -- 172.21.15.52:0/1345294067 shutdown_connections 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x558277912670 0x558277914a90 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55827789c0e0 0x558277895280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5582778938d0 0x5582778a4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 1 --2- 172.21.15.52:0/1345294067 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x558277892b60 0x5582778a4250 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 1 -- 172.21.15.52:0/1345294067 >> 172.21.15.52:0/1345294067 conn(0x558277859c90 msgr2=0x558277897700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7817fa640 0 client.16392 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 1 -- 172.21.15.52:0/1345294067 shutdown_connections 2024-04-21T09:13:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 1 -- 172.21.15.52:0/1345294067 wait complete. 2024-04-21T09:13:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.946+0000 7ff7a2e58740 20 client.16392 trim_cache size 0 max 16384 2024-04-21T09:13:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:13:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:13:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:13:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:13:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.950+0000 7ff7a0263640 1 -- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff7840a3ea0 msgr2=0x7ff7840a6360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.950+0000 7ff7a0263640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff7840a3ea0 0x7ff7840a6360 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff794009ef0 tx=0x7ff7940157f0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.950+0000 7ff7a0263640 1 -- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff79810e7d0 msgr2=0x7ff798118cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.950+0000 7ff7a0263640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff79810e7d0 0x7ff798118cc0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7ff79002ce50 tx=0x7ff79002ce80 comp rx=0 tx=0).stop 2024-04-21T09:13:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.951+0000 7ff7a0263640 1 -- 172.21.15.52:0/1098456495 shutdown_connections 2024-04-21T09:13:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.951+0000 7ff7a0263640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff7840a3ea0 0x7ff7840a6360 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.951+0000 7ff7a0263640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff79811b730 0x7ff798112280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.951+0000 7ff7a0263640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff7981106f0 0x7ff798111d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.951+0000 7ff7a0263640 1 --2- 172.21.15.52:0/1098456495 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff79810e7d0 0x7ff798118cc0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.951+0000 7ff7a0263640 1 -- 172.21.15.52:0/1098456495 >> 172.21.15.52:0/1098456495 conn(0x7ff79806d030 msgr2=0x7ff79811c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.951+0000 7ff7a0263640 1 -- 172.21.15.52:0/1098456495 shutdown_connections 2024-04-21T09:13:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:30.951+0000 7ff7a0263640 1 -- 172.21.15.52:0/1098456495 wait complete. 2024-04-21T09:13:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:31 smithi060 ceph-mon[31055]: pgmap v105: 129 pgs: 129 active+clean; 22 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 409 MiB/s wr, 1.93k op/s 2024-04-21T09:13:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:31 smithi078 ceph-mon[31713]: pgmap v105: 129 pgs: 129 active+clean; 22 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 409 MiB/s wr, 1.93k op/s 2024-04-21T09:13:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:31 smithi052 ceph-mon[28035]: pgmap v105: 129 pgs: 129 active+clean; 22 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 409 MiB/s wr, 1.93k op/s 2024-04-21T09:13:32.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7fb55906f700 time 2024-04-21T09:13:32.010282+0000 2024-04-21T09:13:32.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:13:32.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:13:32.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fb56b6a83dd] 2024-04-21T09:13:32.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fb56b6a85a3] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 3: (MDLog::_replay_thread()+0xd8) [0x559b6ad280c8] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 4: (MDLog::ReplayThread::entry()+0x11) [0x559b6ad31cf1] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7fb56a4261ca] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 6: clone() 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.010+0000 7fb55906f700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7fb55906f700 time 2024-04-21T09:13:32.010282+0000 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fb56b6a83dd] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fb56b6a85a3] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 3: (MDLog::_replay_thread()+0xd8) [0x559b6ad280c8] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 4: (MDLog::ReplayThread::entry()+0x11) [0x559b6ad31cf1] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7fb56a4261ca] 2024-04-21T09:13:32.342 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 6: clone() 2024-04-21T09:13:32.343 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.343 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: *** Caught signal (Aborted) ** 2024-04-21T09:13:32.343 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: in thread 7fb55906f700 thread_name:md_log_replay 2024-04-21T09:13:32.343 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:13:32.343 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fb56a430d20] 2024-04-21T09:13:32.343 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2: gsignal() 2024-04-21T09:13:32.343 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 3: abort() 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fb56b6a8437] 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fb56b6a85a3] 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 6: (MDLog::_replay_thread()+0xd8) [0x559b6ad280c8] 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 7: (MDLog::ReplayThread::entry()+0x11) [0x559b6ad31cf1] 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7fb56a4261ca] 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 9: clone() 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.011+0000 7fb55906f700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: in thread 7fb55906f700 thread_name:md_log_replay 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fb56a430d20] 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2: gsignal() 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 3: abort() 2024-04-21T09:13:32.344 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fb56b6a8437] 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fb56b6a85a3] 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 6: (MDLog::_replay_thread()+0xd8) [0x559b6ad280c8] 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 7: (MDLog::ReplayThread::entry()+0x11) [0x559b6ad31cf1] 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7fb56a4261ca] 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 9: clone() 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: -1> 2024-04-21T09:13:32.010+0000 7fb55906f700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7fb55906f700 time 2024-04-21T09:13:32.010282+0000 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fb56b6a83dd] 2024-04-21T09:13:32.345 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fb56b6a85a3] 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 3: (MDLog::_replay_thread()+0xd8) [0x559b6ad280c8] 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 4: (MDLog::ReplayThread::entry()+0x11) [0x559b6ad31cf1] 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7fb56a4261ca] 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 6: clone() 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 0> 2024-04-21T09:13:32.011+0000 7fb55906f700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: in thread 7fb55906f700 thread_name:md_log_replay 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fb56a430d20] 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2: gsignal() 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 3: abort() 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fb56b6a8437] 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fb56b6a85a3] 2024-04-21T09:13:32.346 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 6: (MDLog::_replay_thread()+0xd8) [0x559b6ad280c8] 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 7: (MDLog::ReplayThread::entry()+0x11) [0x559b6ad31cf1] 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7fb56a4261ca] 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 9: clone() 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: -1> 2024-04-21T09:13:32.010+0000 7fb55906f700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7fb55906f700 time 2024-04-21T09:13:32.010282+0000 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.347 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fb56b6a83dd] 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fb56b6a85a3] 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 3: (MDLog::_replay_thread()+0xd8) [0x559b6ad280c8] 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 4: (MDLog::ReplayThread::entry()+0x11) [0x559b6ad31cf1] 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7fb56a4261ca] 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 6: clone() 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 0> 2024-04-21T09:13:32.011+0000 7fb55906f700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: in thread 7fb55906f700 thread_name:md_log_replay 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fb56a430d20] 2024-04-21T09:13:32.348 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2: gsignal() 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 3: abort() 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fb56b6a8437] 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fb56b6a85a3] 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 6: (MDLog::_replay_thread()+0xd8) [0x559b6ad280c8] 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 7: (MDLog::ReplayThread::entry()+0x11) [0x559b6ad31cf1] 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7fb56a4261ca] 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 9: clone() 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[60467]: 2024-04-21T09:13:32.349 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:32 smithi060 podman[64797]: 2024-04-21 09:13:32.086731189 +0000 UTC m=+0.023847829 container died a916e76e6db48f9a52a54fa82d9b1f51c715c49fdeed48ce0c2522e58beba476 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-21T09:13:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:33 smithi060 ceph-mon[31055]: pgmap v106: 129 pgs: 129 active+clean; 25 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 612 MiB/s wr, 2.62k op/s 2024-04-21T09:13:33.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:33 smithi078 ceph-mon[31713]: pgmap v106: 129 pgs: 129 active+clean; 25 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 612 MiB/s wr, 2.62k op/s 2024-04-21T09:13:33.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:33 smithi052 ceph-mon[28035]: pgmap v106: 129 pgs: 129 active+clean; 25 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 612 MiB/s wr, 2.62k op/s 2024-04-21T09:13:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:35 smithi060 ceph-mon[31055]: pgmap v107: 129 pgs: 129 active+clean; 25 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 468 MiB/s wr, 1.82k op/s 2024-04-21T09:13:35.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:35 smithi078 ceph-mon[31713]: pgmap v107: 129 pgs: 129 active+clean; 25 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 468 MiB/s wr, 1.82k op/s 2024-04-21T09:13:35.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:35 smithi052 ceph-mon[28035]: pgmap v107: 129 pgs: 129 active+clean; 25 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 468 MiB/s wr, 1.82k op/s 2024-04-21T09:13:37.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:37 smithi060 ceph-mon[31055]: pgmap v108: 129 pgs: 129 active+clean; 26 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 537 MiB/s wr, 1.90k op/s 2024-04-21T09:13:37.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:37 smithi078 ceph-mon[31713]: pgmap v108: 129 pgs: 129 active+clean; 26 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 537 MiB/s wr, 1.90k op/s 2024-04-21T09:13:37.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:37 smithi052 ceph-mon[28035]: pgmap v108: 129 pgs: 129 active+clean; 26 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 537 MiB/s wr, 1.90k op/s 2024-04-21T09:13:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:39 smithi060 ceph-mon[31055]: pgmap v109: 129 pgs: 129 active+clean; 28 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 684 MiB/s wr, 1.99k op/s 2024-04-21T09:13:39.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:39 smithi078 ceph-mon[31713]: pgmap v109: 129 pgs: 129 active+clean; 28 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 684 MiB/s wr, 1.99k op/s 2024-04-21T09:13:39.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:39 smithi052 ceph-mon[28035]: pgmap v109: 129 pgs: 129 active+clean; 28 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 684 MiB/s wr, 1.99k op/s 2024-04-21T09:13:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:41 smithi060 ceph-mon[31055]: pgmap v110: 129 pgs: 129 active+clean; 28 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 684 KiB/s rd, 548 MiB/s wr, 1.46k op/s 2024-04-21T09:13:41.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:41 smithi078 ceph-mon[31713]: pgmap v110: 129 pgs: 129 active+clean; 28 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 684 KiB/s rd, 548 MiB/s wr, 1.46k op/s 2024-04-21T09:13:41.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:41 smithi052 ceph-mon[28035]: pgmap v110: 129 pgs: 129 active+clean; 28 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 684 KiB/s rd, 548 MiB/s wr, 1.46k op/s 2024-04-21T09:13:43.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:43 smithi078 ceph-mon[31713]: pgmap v111: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 344 KiB/s rd, 778 MiB/s wr, 1.77k op/s 2024-04-21T09:13:43.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:43 smithi052 ceph-mon[28035]: pgmap v111: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 344 KiB/s rd, 778 MiB/s wr, 1.77k op/s 2024-04-21T09:13:44.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:43 smithi060 ceph-mon[31055]: pgmap v111: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 344 KiB/s rd, 778 MiB/s wr, 1.77k op/s 2024-04-21T09:13:44.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.299+0000 7f28769ca640 1 -- 172.21.15.52:0/140436338 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 msgr2=0x7f28680b7560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:44.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.299+0000 7f28769ca640 1 --2- 172.21.15.52:0/140436338 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 0x7f28680b7560 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f287004ffb0 tx=0x7f287008f920 comp rx=0 tx=0).stop 2024-04-21T09:13:44.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.301+0000 7f28769ca640 1 -- 172.21.15.52:0/140436338 shutdown_connections 2024-04-21T09:13:44.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.301+0000 7f28769ca640 1 --2- 172.21.15.52:0/140436338 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28680b7aa0 0x7f28680b9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.301+0000 7f28769ca640 1 --2- 172.21.15.52:0/140436338 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 0x7f28680b7560 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.301+0000 7f28769ca640 1 --2- 172.21.15.52:0/140436338 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f28680a4e10 0x7f28680a51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.301+0000 7f28769ca640 1 -- 172.21.15.52:0/140436338 >> 172.21.15.52:0/140436338 conn(0x7f286801a670 msgr2=0x7f286801aa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:44.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.302+0000 7f28769ca640 1 -- 172.21.15.52:0/140436338 shutdown_connections 2024-04-21T09:13:44.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.302+0000 7f28769ca640 1 -- 172.21.15.52:0/140436338 wait complete. 2024-04-21T09:13:44.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.303+0000 7f28769ca640 1 Processor -- start 2024-04-21T09:13:44.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.304+0000 7f28769ca640 1 -- start start 2024-04-21T09:13:44.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.304+0000 7f28769ca640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28680a4e10 0x7f28680b5c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.304+0000 7f28769ca640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 0x7f28680aec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.304+0000 7f28769ca640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f28680b7aa0 0x7f28680af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.304+0000 7f28769ca640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f28680bd510 con 0x7f28680a4e10 2024-04-21T09:13:44.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.304+0000 7f28769ca640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f28680bd390 con 0x7f28680a5730 2024-04-21T09:13:44.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.304+0000 7f28769ca640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f28680bd690 con 0x7f28680b7aa0 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f286f7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 0x7f28680aec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f286f7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 0x7f28680aec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:59422/0 (socket says 172.21.15.52:59422) 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f286f7fe640 1 -- 172.21.15.52:0/1238525206 learned_addr learned my addr 172.21.15.52:0/1238525206 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f2874f67640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f28680b7aa0 0x7f28680af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f286f7fe640 1 -- 172.21.15.52:0/1238525206 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f28680b7aa0 msgr2=0x7f28680af1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f286f7fe640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f28680b7aa0 0x7f28680af1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f286f7fe640 1 -- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28680a4e10 msgr2=0x7f28680b5c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f286f7fe640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28680a4e10 0x7f28680b5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.305+0000 7f286f7fe640 1 -- 172.21.15.52:0/1238525206 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28680af7d0 con 0x7f28680a5730 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.306+0000 7f286f7fe640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 0x7f28680aec80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2870000b60 tx=0x7f287006a2f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:44.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.306+0000 7f2874f67640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f28680b7aa0 0x7f28680af1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:13:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.306+0000 7f286d7fa640 1 -- 172.21.15.52:0/1238525206 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f287006a670 con 0x7f28680a5730 2024-04-21T09:13:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.307+0000 7f28769ca640 1 -- 172.21.15.52:0/1238525206 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28680afa60 con 0x7f28680a5730 2024-04-21T09:13:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.307+0000 7f28769ca640 1 -- 172.21.15.52:0/1238525206 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28680b3a10 con 0x7f28680a5730 2024-04-21T09:13:44.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.307+0000 7f286d7fa640 1 -- 172.21.15.52:0/1238525206 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f287006a810 con 0x7f28680a5730 2024-04-21T09:13:44.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.307+0000 7f286d7fa640 1 -- 172.21.15.52:0/1238525206 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28700a76f0 con 0x7f28680a5730 2024-04-21T09:13:44.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.312+0000 7f286d7fa640 1 -- 172.21.15.52:0/1238525206 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f287009b070 con 0x7f28680a5730 2024-04-21T09:13:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.313+0000 7f28795b6740 1 Processor -- start 2024-04-21T09:13:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.313+0000 7f28795b6740 1 -- start start 2024-04-21T09:13:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.314+0000 7f28795b6740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.314+0000 7f28795b6740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8dc61d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.314+0000 7f28795b6740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd16c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.314+0000 7f28795b6740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559fc8d2a8d0 con 0x559fc8dc5d50 2024-04-21T09:13:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.314+0000 7f28795b6740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559fc8cc7e80 con 0x559fc8dcf2d0 2024-04-21T09:13:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.314+0000 7f28795b6740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x559fc8d26890 con 0x559fc8dc6ac0 2024-04-21T09:13:44.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.315+0000 7f286d7fa640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28600a3f30 0x7f28600a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.315+0000 7f286d7fa640 1 -- 172.21.15.52:0/1238525206 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f28701576d0 con 0x7f28680a5730 2024-04-21T09:13:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f2874f67640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f286f7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f2874f67640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:40796/0 (socket says 172.21.15.52:40796) 2024-04-21T09:13:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f2874f67640 1 -- 172.21.15.52:0/345523770 learned_addr learned my addr 172.21.15.52:0/345523770 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:44.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f286f7fe640 1 -- 172.21.15.52:0/345523770 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 msgr2=0x559fc8dc5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:44.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f286f7fe640 1 --2- 172.21.15.52:0/345523770 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f286f7fe640 1 -- 172.21.15.52:0/345523770 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 msgr2=0x559fc8dc61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:44.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f286f7fe640 1 --2- 172.21.15.52:0/345523770 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8dc61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.317+0000 7f286f7fe640 1 -- 172.21.15.52:0/345523770 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fc8ce9320 con 0x559fc8dcf2d0 2024-04-21T09:13:44.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.318+0000 7f286f7fe640 1 --2- 172.21.15.52:0/345523770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd16c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2870154a40 tx=0x7f287008f920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9089d868d198a928 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:44.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.318+0000 7f285a7fc640 1 -- 172.21.15.52:0/345523770 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870123990 con 0x559fc8dcf2d0 2024-04-21T09:13:44.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.319+0000 7f285a7fc640 1 -- 172.21.15.52:0/345523770 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2870123290 con 0x559fc8dcf2d0 2024-04-21T09:13:44.320 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.320+0000 7f2874f67640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28600a3f30 0x7f28600a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.320 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.320+0000 7f28795b6740 1 -- 172.21.15.52:0/345523770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 msgr2=0x559fc8dd16c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:44.320 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.320+0000 7f28795b6740 1 --2- 172.21.15.52:0/345523770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd16c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2870154a40 tx=0x7f287008f920 comp rx=0 tx=0).stop 2024-04-21T09:13:44.325 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.326+0000 7f2874f67640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28600a3f30 0x7f28600a63f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f285c009f90 tx=0x7f285c004730 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.329+0000 7f28795b6740 1 -- 172.21.15.52:0/345523770 shutdown_connections 2024-04-21T09:13:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.329+0000 7f28795b6740 1 --2- 172.21.15.52:0/345523770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd16c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.330 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.329+0000 7f28795b6740 1 --2- 172.21.15.52:0/345523770 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8dc61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.330 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.329+0000 7f28795b6740 1 --2- 172.21.15.52:0/345523770 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.330 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.329+0000 7f28795b6740 1 -- 172.21.15.52:0/345523770 >> 172.21.15.52:0/345523770 conn(0x559fc8d8cc90 msgr2=0x559fc8dc0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:44.331 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.332+0000 7f28795b6740 1 -- 172.21.15.52:0/345523770 shutdown_connections 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.333+0000 7f28795b6740 1 -- 172.21.15.52:0/345523770 wait complete. 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.334+0000 7f28795b6740 1 -- start start 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.334+0000 7f28795b6740 1 Processor -- start 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.334+0000 7f28795b6740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8dcead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f28795b6740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dcbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f28795b6740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dcc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f28795b6740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559fc8dd1dc0 con 0x559fc8dc5d50 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f28795b6740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559fc8cb2eb0 con 0x559fc8dcf2d0 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f28795b6740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x559fc8dd1f40 con 0x559fc8dc6ac0 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f28795b6740 10 client.0 _ll_register_callbacks cb 0x559fc8cdfb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f286f7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dcbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.335 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f286f7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dcbe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:40800/0 (socket says 172.21.15.52:40800) 2024-04-21T09:13:44.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.335+0000 7f286f7fe640 1 -- 172.21.15.52:0/125720442 learned_addr learned my addr 172.21.15.52:0/125720442 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:44.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.336+0000 7f286ffff640 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8dcead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.336+0000 7f2874f67640 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dcc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.337+0000 7f286f7fe640 1 -- 172.21.15.52:0/125720442 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 msgr2=0x559fc8dcc3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:44.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.337+0000 7f286f7fe640 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dcc3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.337+0000 7f286f7fe640 1 -- 172.21.15.52:0/125720442 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 msgr2=0x559fc8dcead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:44.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.337+0000 7f286f7fe640 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8dcead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.337+0000 7f286f7fe640 1 -- 172.21.15.52:0/125720442 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fc8a3d210 con 0x559fc8dc6ac0 2024-04-21T09:13:44.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.337+0000 7f286f7fe640 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dcbe60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2870068db0 tx=0x7f2870067b10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fcf327498b67cd58 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:44.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.338+0000 7f284f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:13:44.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.338+0000 7f284f7fe640 1 -- 172.21.15.52:0/125720442 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870127640 con 0x559fc8dc6ac0 2024-04-21T09:13:44.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.338+0000 7f28795b6740 1 -- 172.21.15.52:0/125720442 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2870123290 con 0x559fc8dc6ac0 2024-04-21T09:13:44.338 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.338+0000 7f284f7fe640 1 -- 172.21.15.52:0/125720442 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f28701226e0 con 0x559fc8dc6ac0 2024-04-21T09:13:44.339 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.339+0000 7f284f7fe640 1 -- 172.21.15.52:0/125720442 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f287012bf00 con 0x559fc8dc6ac0 2024-04-21T09:13:44.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.340+0000 7f28795b6740 10 client.26062 fetch_fsmap learned FSMap version 30 2024-04-21T09:13:44.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.340+0000 7f28795b6740 1 -- 172.21.15.52:0/125720442 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559fc8b09620 con 0x559fc8dc6ac0 2024-04-21T09:13:44.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.340+0000 7f284f7fe640 1 -- 172.21.15.52:0/125720442 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2870123290 con 0x559fc8dc6ac0 2024-04-21T09:13:44.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.341+0000 7f284f7fe640 1 -- 172.21.15.52:0/125720442 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 30) ==== 8346+0+0 (secure 0 0 0) 0x7f28700af030 con 0x559fc8dc6ac0 2024-04-21T09:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.341+0000 7f28795b6740 10 client.26062 fetch_fsmap finished waiting for FSMap version 30 2024-04-21T09:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.341+0000 7f28795b6740 10 client.26062 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.341+0000 7f28795b6740 20 client.26062 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.341+0000 7f28795b6740 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559fc8dded40 0x559fc8de1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.341+0000 7f28795b6740 4 client.26062 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:13:44.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.341+0000 7f28795b6740 1 -- 172.21.15.52:0/125720442 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fc8d3e880 con 0x559fc8dded40 2024-04-21T09:13:44.356 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.356+0000 7f286ffff640 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559fc8dded40 0x559fc8de1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.382 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.382+0000 7f286ffff640 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559fc8dded40 0x559fc8de1130 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1799bd677e5d1047 server_cookie=e21d193c4056b96a in_seq=0 out_seq=0 2024-04-21T09:13:44.382 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.382+0000 7f284f7fe640 10 client.26062 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:44.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.410+0000 7f284f7fe640 1 -- 172.21.15.52:0/125720442 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559fc8d3e880 con 0x559fc8dded40 2024-04-21T09:13:44.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.410+0000 7f284f7fe640 10 client.26062 handle_command_reply: tid=0 2024-04-21T09:13:44.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.410+0000 7f28795b6740 1 client.26062 shutdown 2024-04-21T09:13:44.411 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.411+0000 7f28795b6740 1 -- 172.21.15.52:0/125720442 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 msgr2=0x559fc8dcbe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:44.411 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.411+0000 7f28795b6740 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dcbe60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2870068db0 tx=0x7f2870067b10 comp rx=0 tx=0).stop 2024-04-21T09:13:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.414+0000 7f28795b6740 1 -- 172.21.15.52:0/125720442 shutdown_connections 2024-04-21T09:13:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.414+0000 7f28795b6740 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559fc8dded40 0x559fc8de1130 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.414+0000 7f28795b6740 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dcf2d0 0x559fc8dcc3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.414+0000 7f28795b6740 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc6ac0 0x559fc8dcbe60 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.414+0000 7f28795b6740 1 --2- 172.21.15.52:0/125720442 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8dcead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.414+0000 7f28795b6740 1 -- 172.21.15.52:0/125720442 >> 172.21.15.52:0/125720442 conn(0x559fc8d8cc90 msgr2=0x559fc8dc2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:44.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.414+0000 7f284f7fe640 0 client.26062 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.419+0000 7f28795b6740 1 -- 172.21.15.52:0/125720442 shutdown_connections 2024-04-21T09:13:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.419+0000 7f28795b6740 1 -- 172.21.15.52:0/125720442 wait complete. 2024-04-21T09:13:44.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.419+0000 7f28795b6740 20 client.26062 trim_cache size 0 max 16384 2024-04-21T09:13:44.486 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.487+0000 7f28795b6740 1 Processor -- start 2024-04-21T09:13:44.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.490+0000 7f28795b6740 1 -- start start 2024-04-21T09:13:44.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.490+0000 7f28795b6740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8ddacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.490+0000 7f28795b6740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.490+0000 7f28795b6740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dcf2d0 0x559fc8de6950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.490+0000 7f28795b6740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f28540127f0 con 0x559fc8dc5d50 2024-04-21T09:13:44.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.490+0000 7f28795b6740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f28540100c0 con 0x559fc8dc6ac0 2024-04-21T09:13:44.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.490+0000 7f28795b6740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f285400df10 con 0x559fc8dcf2d0 2024-04-21T09:13:44.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.491+0000 7f286f7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.491+0000 7f286f7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:59456/0 (socket says 172.21.15.52:59456) 2024-04-21T09:13:44.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.491+0000 7f286f7fe640 1 -- 172.21.15.52:0/705033201 learned_addr learned my addr 172.21.15.52:0/705033201 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:44.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.492+0000 7f286f7fe640 1 -- 172.21.15.52:0/705033201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dcf2d0 msgr2=0x559fc8de6950 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:13:44.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.492+0000 7f286f7fe640 1 --2- 172.21.15.52:0/705033201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dcf2d0 0x559fc8de6950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.492+0000 7f286f7fe640 1 -- 172.21.15.52:0/705033201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 msgr2=0x559fc8ddacd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:13:44.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.492+0000 7f286f7fe640 1 --2- 172.21.15.52:0/705033201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8ddacd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.492+0000 7f286f7fe640 1 -- 172.21.15.52:0/705033201 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fc8dc5020 con 0x559fc8dc6ac0 2024-04-21T09:13:44.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.492+0000 7f286f7fe640 1 --2- 172.21.15.52:0/705033201 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5310 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2870067dd0 tx=0x7f28700651c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74acb80d9c1ddc53 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:44.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.506+0000 7f2859ffb640 1 -- 172.21.15.52:0/705033201 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870127640 con 0x559fc8dc6ac0 2024-04-21T09:13:44.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.506+0000 7f2859ffb640 1 -- 172.21.15.52:0/705033201 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28701287d0 con 0x559fc8dc6ac0 2024-04-21T09:13:44.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.506+0000 7f2859ffb640 1 -- 172.21.15.52:0/705033201 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28701421c0 con 0x559fc8dc6ac0 2024-04-21T09:13:44.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.508+0000 7f28795b6740 1 -- 172.21.15.52:0/705033201 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 msgr2=0x559fc8dc5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:44.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.508+0000 7f28795b6740 1 --2- 172.21.15.52:0/705033201 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5310 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f2870067dd0 tx=0x7f28700651c0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.512+0000 7f28795b6740 1 -- 172.21.15.52:0/705033201 shutdown_connections 2024-04-21T09:13:44.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.512+0000 7f28795b6740 1 --2- 172.21.15.52:0/705033201 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dcf2d0 0x559fc8de6950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.512+0000 7f28795b6740 1 --2- 172.21.15.52:0/705033201 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dc5310 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.512+0000 7f28795b6740 1 --2- 172.21.15.52:0/705033201 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dc5d50 0x559fc8ddacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.512+0000 7f28795b6740 1 -- 172.21.15.52:0/705033201 >> 172.21.15.52:0/705033201 conn(0x559fc8d8cc90 msgr2=0x559fc8de0d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:44.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.513+0000 7f28795b6740 1 -- 172.21.15.52:0/705033201 shutdown_connections 2024-04-21T09:13:44.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.513+0000 7f28795b6740 1 -- 172.21.15.52:0/705033201 wait complete. 2024-04-21T09:13:44.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.513+0000 7f28795b6740 1 -- start start 2024-04-21T09:13:44.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.514+0000 7f28795b6740 1 Processor -- start 2024-04-21T09:13:44.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.514+0000 7f28795b6740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc5d50 0x559fc8dcfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.514+0000 7f28795b6740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dd01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.514+0000 7f28795b6740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.514+0000 7f28795b6740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f285400e580 con 0x559fc8dcf2d0 2024-04-21T09:13:44.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.514+0000 7f28795b6740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f285400f9f0 con 0x559fc8dc6ac0 2024-04-21T09:13:44.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.514+0000 7f28795b6740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f285400ec50 con 0x559fc8dc5d50 2024-04-21T09:13:44.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.514+0000 7f28795b6740 10 client.0 _ll_register_callbacks cb 0x7f2870122ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:13:44.517 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.516+0000 7f2874f67640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.517 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.516+0000 7f2874f67640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49576/0 (socket says 172.21.15.52:49576) 2024-04-21T09:13:44.517 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.516+0000 7f2874f67640 1 -- 172.21.15.52:0/1254184567 learned_addr learned my addr 172.21.15.52:0/1254184567 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:13:44.517 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.517+0000 7f286f7fe640 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dd01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.517 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.517+0000 7f286ffff640 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc5d50 0x559fc8dcfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.520+0000 7f2874f67640 1 -- 172.21.15.52:0/1254184567 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc5d50 msgr2=0x559fc8dcfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:44.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.520+0000 7f2874f67640 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc5d50 0x559fc8dcfcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.520+0000 7f2874f67640 1 -- 172.21.15.52:0/1254184567 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 msgr2=0x559fc8dd01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:13:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.520+0000 7f2874f67640 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dd01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:44.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.520+0000 7f2874f67640 1 -- 172.21.15.52:0/1254184567 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fc8dd1b30 con 0x559fc8dcf2d0 2024-04-21T09:13:44.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.524+0000 7f2874f67640 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd0730 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f285c004590 tx=0x7f285c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81c1c3f1a94988f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:13:44.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.526+0000 7f284f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:13:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.526+0000 7f284f7fe640 1 -- 172.21.15.52:0/1254184567 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f285c005220 con 0x559fc8dcf2d0 2024-04-21T09:13:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.527+0000 7f28795b6740 1 -- 172.21.15.52:0/1254184567 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28701287d0 con 0x559fc8dcf2d0 2024-04-21T09:13:44.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.527+0000 7f284f7fe640 1 -- 172.21.15.52:0/1254184567 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9416+0+0 (secure 0 0 0) 0x7f285c0053c0 con 0x559fc8dcf2d0 2024-04-21T09:13:44.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.531+0000 7f284f7fe640 1 -- 172.21.15.52:0/1254184567 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f285c031050 con 0x559fc8dcf2d0 2024-04-21T09:13:44.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.531+0000 7f28795b6740 10 client.16401 fetch_fsmap learned FSMap version 30 2024-04-21T09:13:44.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.531+0000 7f28795b6740 1 -- 172.21.15.52:0/1254184567 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559fc8dd74e0 con 0x559fc8dcf2d0 2024-04-21T09:13:44.532 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.532+0000 7f284f7fe640 1 -- 172.21.15.52:0/1254184567 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28701287d0 con 0x559fc8dcf2d0 2024-04-21T09:13:44.532 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.532+0000 7f284f7fe640 1 -- 172.21.15.52:0/1254184567 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 30) ==== 8346+0+0 (secure 0 0 0) 0x7f285c0209d0 con 0x559fc8dcf2d0 2024-04-21T09:13:44.532 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.532+0000 7f28795b6740 10 client.16401 fetch_fsmap finished waiting for FSMap version 30 2024-04-21T09:13:44.532 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.532+0000 7f28795b6740 10 client.16401 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:13:44.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.532+0000 7f28795b6740 20 client.16401 populate_metadata read hostname 'smithi052' 2024-04-21T09:13:44.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.533+0000 7f28795b6740 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559fc8e451c0 0x559fc8e475e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:13:44.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.533+0000 7f28795b6740 4 client.16401 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:13:44.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.533+0000 7f28795b6740 1 -- 172.21.15.52:0/1254184567 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559fc8cca3d0 con 0x559fc8e451c0 2024-04-21T09:13:44.549 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.549+0000 7f286ffff640 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559fc8e451c0 0x559fc8e475e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:13:44.565 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.565+0000 7f286ffff640 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559fc8e451c0 0x559fc8e475e0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71016e36e5d1bd0f server_cookie=4f34681eb6a008 in_seq=0 out_seq=0 2024-04-21T09:13:44.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:44.569+0000 7f284f7fe640 10 client.16401 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:44.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:44 smithi060 podman[64797]: 2024-04-21 09:13:44.478912966 +0000 UTC m=+12.416029616 container remove a916e76e6db48f9a52a54fa82d9b1f51c715c49fdeed48ce0c2522e58beba476 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0) 2024-04-21T09:13:44.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:44 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Main process exited, code=exited, status=134/n/a 2024-04-21T09:13:45.340 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:44 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Failed with result 'exit-code'. 2024-04-21T09:13:45.340 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:44 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Consumed 6.672s CPU time. 2024-04-21T09:13:45.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:45 smithi078 ceph-mon[31713]: pgmap v112: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 1.5 KiB/s rd, 554 MiB/s wr, 1.03k op/s 2024-04-21T09:13:45.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:45 smithi052 ceph-mon[28035]: pgmap v112: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 1.5 KiB/s rd, 554 MiB/s wr, 1.03k op/s 2024-04-21T09:13:46.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:45 smithi060 ceph-mon[31055]: pgmap v112: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 1.5 KiB/s rd, 554 MiB/s wr, 1.03k op/s 2024-04-21T09:13:47.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:46 smithi060 ceph-mon[31055]: MDS daemon mds.k is removed because it is dead or otherwise unavailable. 2024-04-21T09:13:47.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:46 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:13:47.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:46 smithi078 ceph-mon[31713]: MDS daemon mds.k is removed because it is dead or otherwise unavailable. 2024-04-21T09:13:47.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:46 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:13:47.208 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:46 smithi052 ceph-mon[28035]: MDS daemon mds.k is removed because it is dead or otherwise unavailable. 2024-04-21T09:13:47.208 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:46 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:13:47.991 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:47 smithi060 ceph-mon[31055]: pgmap v113: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 1.5 KiB/s rd, 608 MiB/s wr, 1.08k op/s 2024-04-21T09:13:48.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:47 smithi078 ceph-mon[31713]: pgmap v113: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 1.5 KiB/s rd, 608 MiB/s wr, 1.08k op/s 2024-04-21T09:13:48.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:47 smithi052 ceph-mon[28035]: pgmap v113: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 1.5 KiB/s rd, 608 MiB/s wr, 1.08k op/s 2024-04-21T09:13:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:49 smithi060 ceph-mon[31055]: pgmap v114: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 2.7 KiB/s rd, 742 MiB/s wr, 1.03k op/s 2024-04-21T09:13:50.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:49 smithi078 ceph-mon[31713]: pgmap v114: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 2.7 KiB/s rd, 742 MiB/s wr, 1.03k op/s 2024-04-21T09:13:50.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:49 smithi052 ceph-mon[28035]: pgmap v114: 129 pgs: 129 active+clean; 29 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 2.7 KiB/s rd, 742 MiB/s wr, 1.03k op/s 2024-04-21T09:13:50.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.646+0000 7f284f7fe640 1 -- 172.21.15.52:0/1254184567 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559fc8cca3d0 con 0x559fc8e451c0 2024-04-21T09:13:50.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.646+0000 7f284f7fe640 10 client.16401 handle_command_reply: tid=0 2024-04-21T09:13:50.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.646+0000 7f28795b6740 1 client.16401 shutdown 2024-04-21T09:13:50.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.647+0000 7f28795b6740 1 -- 172.21.15.52:0/1254184567 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dcf2d0 msgr2=0x559fc8dd0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:50.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.647+0000 7f28795b6740 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd0730 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f285c004590 tx=0x7f285c0046c0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.648+0000 7f28795b6740 1 -- 172.21.15.52:0/1254184567 shutdown_connections 2024-04-21T09:13:50.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.648+0000 7f28795b6740 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559fc8e451c0 0x559fc8e475e0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.648+0000 7f28795b6740 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559fc8dcf2d0 0x559fc8dd0730 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.648+0000 7f28795b6740 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559fc8dc6ac0 0x559fc8dd01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.648+0000 7f28795b6740 1 --2- 172.21.15.52:0/1254184567 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559fc8dc5d50 0x559fc8dcfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.648+0000 7f28795b6740 1 -- 172.21.15.52:0/1254184567 >> 172.21.15.52:0/1254184567 conn(0x559fc8d8cc90 msgr2=0x559fc8dca690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:50.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.648+0000 7f284f7fe640 0 client.16401 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:13:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.649+0000 7f28795b6740 1 -- 172.21.15.52:0/1254184567 shutdown_connections 2024-04-21T09:13:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.649+0000 7f28795b6740 1 -- 172.21.15.52:0/1254184567 wait complete. 2024-04-21T09:13:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.649+0000 7f28795b6740 20 client.16401 trim_cache size 0 max 16384 2024-04-21T09:13:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:13:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:13:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:13:50.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:13:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.651+0000 7f28769ca640 1 -- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28600a3f30 msgr2=0x7f28600a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.651+0000 7f28769ca640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28600a3f30 0x7f28600a63f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f285c009f90 tx=0x7f285c004730 comp rx=0 tx=0).stop 2024-04-21T09:13:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.651+0000 7f28769ca640 1 -- 172.21.15.52:0/1238525206 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 msgr2=0x7f28680aec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:13:50.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.651+0000 7f28769ca640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 0x7f28680aec80 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f2870000b60 tx=0x7f287006a2f0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.652+0000 7f28769ca640 1 -- 172.21.15.52:0/1238525206 shutdown_connections 2024-04-21T09:13:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.652+0000 7f28769ca640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28600a3f30 0x7f28600a63f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.652+0000 7f28769ca640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f28680b7aa0 0x7f28680af1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.652+0000 7f28769ca640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28680a5730 0x7f28680aec80 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.652+0000 7f28769ca640 1 --2- 172.21.15.52:0/1238525206 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28680a4e10 0x7f28680b5c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:13:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.652+0000 7f28769ca640 1 -- 172.21.15.52:0/1238525206 >> 172.21.15.52:0/1238525206 conn(0x7f286801a670 msgr2=0x7f28680a1d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:13:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.653+0000 7f28769ca640 1 -- 172.21.15.52:0/1238525206 shutdown_connections 2024-04-21T09:13:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:13:50.653+0000 7f28769ca640 1 -- 172.21.15.52:0/1238525206 wait complete. 2024-04-21T09:13:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:51 smithi060 ceph-mon[31055]: pgmap v115: 129 pgs: 129 active+clean; 30 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 583 MiB/s wr, 719 op/s 2024-04-21T09:13:52.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:51 smithi078 ceph-mon[31713]: pgmap v115: 129 pgs: 129 active+clean; 30 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 583 MiB/s wr, 719 op/s 2024-04-21T09:13:52.209 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:51 smithi052 ceph-mon[28035]: pgmap v115: 129 pgs: 129 active+clean; 30 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 583 MiB/s wr, 719 op/s 2024-04-21T09:13:53.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:52 smithi078 ceph-mon[31713]: pgmap v116: 129 pgs: 129 active+clean; 30 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 3.1 KiB/s rd, 841 MiB/s wr, 938 op/s 2024-04-21T09:13:53.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:13:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ignoring --setuser ceph since I am not root 2024-04-21T09:13:53.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:13:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ignoring --setgroup ceph since I am not root 2024-04-21T09:13:53.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:13:52 smithi078 ceph-mds[66433]: -- 172.21.15.78:0/4115356322 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558f3a081a40 con 0x558f3a054c00 2024-04-21T09:13:53.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:13:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: starting mds.c at 2024-04-21T09:13:53.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:52 smithi052 ceph-mon[28035]: pgmap v116: 129 pgs: 129 active+clean; 30 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 3.1 KiB/s rd, 841 MiB/s wr, 938 op/s 2024-04-21T09:13:53.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:52 smithi060 ceph-mon[31055]: pgmap v116: 129 pgs: 129 active+clean; 30 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 3.1 KiB/s rd, 841 MiB/s wr, 938 op/s 2024-04-21T09:13:54.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:53 smithi078 ceph-mon[31713]: daemon mds.c restarted 2024-04-21T09:13:54.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:53 smithi052 ceph-mon[28035]: daemon mds.c restarted 2024-04-21T09:13:54.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:53 smithi060 ceph-mon[31055]: daemon mds.c restarted 2024-04-21T09:13:55.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:54 smithi078 ceph-mon[31713]: osdmap e95: 12 total, 12 up, 12 in 2024-04-21T09:13:55.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:54 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6836/3363326020,v1:172.21.15.78:6837/3363326020] up:boot 2024-04-21T09:13:55.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:54 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 6 up:standby 2024-04-21T09:13:55.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:54 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:13:55.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:54 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:13:55.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:54 smithi078 ceph-mon[31713]: pgmap v118: 129 pgs: 129 active+clean; 30 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 697 MiB/s wr, 599 op/s 2024-04-21T09:13:55.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:54 smithi052 ceph-mon[28035]: osdmap e95: 12 total, 12 up, 12 in 2024-04-21T09:13:55.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:54 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6836/3363326020,v1:172.21.15.78:6837/3363326020] up:boot 2024-04-21T09:13:55.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:54 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 6 up:standby 2024-04-21T09:13:55.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:54 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:13:55.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:54 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:13:55.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:54 smithi052 ceph-mon[28035]: pgmap v118: 129 pgs: 129 active+clean; 30 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 697 MiB/s wr, 599 op/s 2024-04-21T09:13:55.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:54 smithi060 ceph-mon[31055]: osdmap e95: 12 total, 12 up, 12 in 2024-04-21T09:13:55.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:54 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6836/3363326020,v1:172.21.15.78:6837/3363326020] up:boot 2024-04-21T09:13:55.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:54 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 6 up:standby 2024-04-21T09:13:55.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:54 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:13:55.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:54 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:13:55.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:54 smithi060 ceph-mon[31055]: pgmap v118: 129 pgs: 129 active+clean; 30 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 697 MiB/s wr, 599 op/s 2024-04-21T09:13:55.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:55 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Scheduled restart job, restart counter is at 1. 2024-04-21T09:13:55.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:55 smithi060 systemd[1]: Stopped Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:13:55.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:55 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Consumed 6.672s CPU time. 2024-04-21T09:13:55.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:55 smithi060 systemd[1]: Starting Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:13:55.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:55 smithi060 podman[64887]: 2024-04-21 09:13:55.334442554 +0000 UTC m=+0.037008654 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:13:57.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:57 smithi060 ceph-mon[31055]: pgmap v119: 129 pgs: 129 active+clean; 31 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 671 MiB/s wr, 631 op/s 2024-04-21T09:13:57.340 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:56 smithi060 podman[64887]: 2024-04-21 09:13:56.989897367 +0000 UTC m=+1.692463454 container create dac7460d685e770c9f4b02209091f06b0dbda3f65a85cd683c929641c1c2bf6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:13:57.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:57 smithi078 ceph-mon[31713]: pgmap v119: 129 pgs: 129 active+clean; 31 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 671 MiB/s wr, 631 op/s 2024-04-21T09:13:57.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:57 smithi052 ceph-mon[28035]: pgmap v119: 129 pgs: 129 active+clean; 31 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 671 MiB/s wr, 631 op/s 2024-04-21T09:13:59.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:13:59 smithi078 ceph-mon[31713]: pgmap v120: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 413 KiB/s rd, 671 MiB/s wr, 1.07k op/s 2024-04-21T09:13:59.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:13:59 smithi052 ceph-mon[28035]: pgmap v120: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 413 KiB/s rd, 671 MiB/s wr, 1.07k op/s 2024-04-21T09:13:59.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:13:59 smithi060 ceph-mon[31055]: pgmap v120: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 413 KiB/s rd, 671 MiB/s wr, 1.07k op/s 2024-04-21T09:14:00.090 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:59 smithi060 podman[64887]: 2024-04-21 09:13:59.704021335 +0000 UTC m=+4.406587443 container init dac7460d685e770c9f4b02209091f06b0dbda3f65a85cd683c929641c1c2bf6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:14:00.091 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:59 smithi060 podman[64887]: 2024-04-21 09:13:59.723816456 +0000 UTC m=+4.426382537 container start dac7460d685e770c9f4b02209091f06b0dbda3f65a85cd683c929641c1c2bf6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-21T09:14:00.091 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:59 smithi060 ceph-mds[64905]: -- 172.21.15.60:0/3135501407 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5621e1509a40 con 0x5621e14dcc00 2024-04-21T09:14:00.091 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:13:59 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: starting mds.k at 2024-04-21T09:14:01.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:01 smithi060 ceph-mon[31055]: pgmap v121: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 413 KiB/s rd, 664 MiB/s wr, 1.10k op/s 2024-04-21T09:14:01.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:01 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6832/3822497208,v1:172.21.15.60:6833/3822497208] up:boot 2024-04-21T09:14:01.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:01 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:14:01.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:01 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:14:01.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:14:01 smithi060 bash[64887]: dac7460d685e770c9f4b02209091f06b0dbda3f65a85cd683c929641c1c2bf6a 2024-04-21T09:14:01.341 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:14:01 smithi060 systemd[1]: Started Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:14:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:01 smithi078 ceph-mon[31713]: pgmap v121: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 413 KiB/s rd, 664 MiB/s wr, 1.10k op/s 2024-04-21T09:14:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:01 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6832/3822497208,v1:172.21.15.60:6833/3822497208] up:boot 2024-04-21T09:14:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:01 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:14:01.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:01 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:14:01.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:01 smithi052 ceph-mon[28035]: pgmap v121: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 413 KiB/s rd, 664 MiB/s wr, 1.10k op/s 2024-04-21T09:14:01.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:01 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6832/3822497208,v1:172.21.15.60:6833/3822497208] up:boot 2024-04-21T09:14:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:01 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:14:01.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:01 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:14:03.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:03 smithi052 ceph-mon[28035]: pgmap v122: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 619 MiB/s wr, 1.27k op/s 2024-04-21T09:14:03.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:03 smithi060 ceph-mon[31055]: pgmap v122: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 619 MiB/s wr, 1.27k op/s 2024-04-21T09:14:03.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:03 smithi078 ceph-mon[31713]: pgmap v122: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 619 MiB/s wr, 1.27k op/s 2024-04-21T09:14:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.545+0000 7ff959567640 1 -- 172.21.15.52:0/1236290877 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff95410e7d0 msgr2=0x7ff95410ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.546+0000 7ff959567640 1 --2- 172.21.15.52:0/1236290877 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff95410e7d0 0x7ff95410ec30 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7ff944009900 tx=0x7ff94402bc80 comp rx=0 tx=0).stop 2024-04-21T09:14:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.546+0000 7ff959567640 1 -- 172.21.15.52:0/1236290877 shutdown_connections 2024-04-21T09:14:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.546+0000 7ff959567640 1 --2- 172.21.15.52:0/1236290877 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff95411b730 0x7ff95411db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.546+0000 7ff959567640 1 --2- 172.21.15.52:0/1236290877 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff95410e7d0 0x7ff95410ec30 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.546+0000 7ff959567640 1 --2- 172.21.15.52:0/1236290877 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff9541106f0 0x7ff95410e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.546+0000 7ff959567640 1 -- 172.21.15.52:0/1236290877 >> 172.21.15.52:0/1236290877 conn(0x7ff95406d030 msgr2=0x7ff95406d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:04.553 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.552+0000 7ff959567640 1 -- 172.21.15.52:0/1236290877 shutdown_connections 2024-04-21T09:14:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.553+0000 7ff959567640 1 -- 172.21.15.52:0/1236290877 wait complete. 2024-04-21T09:14:04.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.554+0000 7ff959567640 1 Processor -- start 2024-04-21T09:14:04.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.555+0000 7ff959567640 1 -- start start 2024-04-21T09:14:04.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.555+0000 7ff959567640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff95410e7d0 0x7ff9541a75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.555+0000 7ff959567640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9541106f0 0x7ff9541a7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.555+0000 7ff959567640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff95411b730 0x7ff9541abe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.555+0000 7ff959567640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff954121110 con 0x7ff9541106f0 2024-04-21T09:14:04.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.555+0000 7ff959567640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff954120f90 con 0x7ff95410e7d0 2024-04-21T09:14:04.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.555+0000 7ff959567640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff954121290 con 0x7ff95411b730 2024-04-21T09:14:04.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.557+0000 7ff9527fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9541106f0 0x7ff9541a7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.557+0000 7ff9527fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9541106f0 0x7ff9541a7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37052/0 (socket says 172.21.15.52:37052) 2024-04-21T09:14:04.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.557+0000 7ff9527fc640 1 -- 172.21.15.52:0/2968365209 learned_addr learned my addr 172.21.15.52:0/2968365209 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:04.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.557+0000 7ff952ffd640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff95410e7d0 0x7ff9541a75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.558+0000 7ff9527fc640 1 -- 172.21.15.52:0/2968365209 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff95411b730 msgr2=0x7ff9541abe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.559+0000 7ff9527fc640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff95411b730 0x7ff9541abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.559+0000 7ff9527fc640 1 -- 172.21.15.52:0/2968365209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff95410e7d0 msgr2=0x7ff9541a75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.559+0000 7ff9527fc640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff95410e7d0 0x7ff9541a75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.559+0000 7ff9527fc640 1 -- 172.21.15.52:0/2968365209 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9541ac590 con 0x7ff9541106f0 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.559+0000 7ff952ffd640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff95410e7d0 0x7ff9541a75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.560+0000 7ff9527fc640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9541106f0 0x7ff9541a7b10 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7ff944006010 tx=0x7ff94402dac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.560+0000 7ff93bfff640 1 -- 172.21.15.52:0/2968365209 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944043020 con 0x7ff9541106f0 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.561+0000 7ff959567640 1 -- 172.21.15.52:0/2968365209 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9541ac820 con 0x7ff9541106f0 2024-04-21T09:14:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.561+0000 7ff959567640 1 -- 172.21.15.52:0/2968365209 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff954110f10 con 0x7ff9541106f0 2024-04-21T09:14:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.561+0000 7ff93bfff640 1 -- 172.21.15.52:0/2968365209 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9440035f0 con 0x7ff9541106f0 2024-04-21T09:14:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.561+0000 7ff93bfff640 1 -- 172.21.15.52:0/2968365209 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94403e690 con 0x7ff9541106f0 2024-04-21T09:14:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.568+0000 7ff93bfff640 1 -- 172.21.15.52:0/2968365209 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff944046020 con 0x7ff9541106f0 2024-04-21T09:14:04.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.570+0000 7ff93bfff640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff93c0a3f20 0x7ff93c0a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.570+0000 7ff93bfff640 1 -- 172.21.15.52:0/2968365209 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7ff9440f3c80 con 0x7ff9541106f0 2024-04-21T09:14:04.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.571+0000 7ff952ffd640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff93c0a3f20 0x7ff93c0a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.609+0000 7ff952ffd640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff93c0a3f20 0x7ff93c0a63e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff94c00a7f0 tx=0x7ff94c00d040 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.611+0000 7ff95c236740 1 Processor -- start 2024-04-21T09:14:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.612+0000 7ff95c236740 1 -- start start 2024-04-21T09:14:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.612+0000 7ff95c236740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a8482620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.612+0000 7ff95c236740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a8482fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.612+0000 7ff95c236740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.612+0000 7ff95c236740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5573a83e78d0 con 0x5573a8482b60 2024-04-21T09:14:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.612+0000 7ff95c236740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5573a8384e80 con 0x5573a848c0e0 2024-04-21T09:14:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.612+0000 7ff95c236740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5573a83e3890 con 0x5573a84838d0 2024-04-21T09:14:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.614+0000 7ff9537fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.614+0000 7ff9527fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a8482fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.614+0000 7ff9527fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a8482fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37058/0 (socket says 172.21.15.52:37058) 2024-04-21T09:14:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.614+0000 7ff9527fc640 1 -- 172.21.15.52:0/811754332 learned_addr learned my addr 172.21.15.52:0/811754332 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.614+0000 7ff952ffd640 1 --2- 172.21.15.52:0/811754332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a8482620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.617+0000 7ff9537fe640 1 -- 172.21.15.52:0/811754332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 msgr2=0x5573a8482620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.617+0000 7ff9537fe640 1 --2- 172.21.15.52:0/811754332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a8482620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.617+0000 7ff9537fe640 1 -- 172.21.15.52:0/811754332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 msgr2=0x5573a8482fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.617+0000 7ff9537fe640 1 --2- 172.21.15.52:0/811754332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a8482fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.617 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.617+0000 7ff9537fe640 1 -- 172.21.15.52:0/811754332 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573a83a6320 con 0x5573a848c0e0 2024-04-21T09:14:04.619 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.619+0000 7ff9537fe640 1 --2- 172.21.15.52:0/811754332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848e4d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff948009670 tx=0x7ff948009a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95272df7a9db5494 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.620+0000 7ff9397fa640 1 -- 172.21.15.52:0/811754332 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff948015020 con 0x5573a848c0e0 2024-04-21T09:14:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.620+0000 7ff9397fa640 1 -- 172.21.15.52:0/811754332 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff948011ce0 con 0x5573a848c0e0 2024-04-21T09:14:04.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.620+0000 7ff9397fa640 1 -- 172.21.15.52:0/811754332 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff948010e10 con 0x5573a848c0e0 2024-04-21T09:14:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.624+0000 7ff95c236740 1 -- 172.21.15.52:0/811754332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 msgr2=0x5573a848e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.624+0000 7ff95c236740 1 --2- 172.21.15.52:0/811754332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848e4d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff948009670 tx=0x7ff948009a70 comp rx=0 tx=0).stop 2024-04-21T09:14:04.624 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.625+0000 7ff95c236740 1 -- 172.21.15.52:0/811754332 shutdown_connections 2024-04-21T09:14:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.625+0000 7ff95c236740 1 --2- 172.21.15.52:0/811754332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848e4d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.625+0000 7ff95c236740 1 --2- 172.21.15.52:0/811754332 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a8482fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.625+0000 7ff95c236740 1 --2- 172.21.15.52:0/811754332 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a8482620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.625 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.625+0000 7ff95c236740 1 -- 172.21.15.52:0/811754332 >> 172.21.15.52:0/811754332 conn(0x5573a8449c90 msgr2=0x5573a847d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.627+0000 7ff95c236740 1 -- 172.21.15.52:0/811754332 shutdown_connections 2024-04-21T09:14:04.629 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.629+0000 7ff95c236740 1 -- 172.21.15.52:0/811754332 wait complete. 2024-04-21T09:14:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.630+0000 7ff95c236740 1 -- start start 2024-04-21T09:14:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.630+0000 7ff95c236740 1 Processor -- start 2024-04-21T09:14:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.631+0000 7ff95c236740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.631+0000 7ff95c236740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8488dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.631+0000 7ff95c236740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 0x5573a8489330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.631+0000 7ff95c236740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5573a848ee10 con 0x5573a8482b60 2024-04-21T09:14:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.631+0000 7ff95c236740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5573a836feb0 con 0x5573a84838d0 2024-04-21T09:14:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.631+0000 7ff95c236740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5573a848ef90 con 0x5573a848c0e0 2024-04-21T09:14:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.631+0000 7ff95c236740 10 client.0 _ll_register_callbacks cb 0x5573a839cb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:14:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.632+0000 7ff952ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.632+0000 7ff952ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37072/0 (socket says 172.21.15.52:37072) 2024-04-21T09:14:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.632+0000 7ff952ffd640 1 -- 172.21.15.52:0/1265573245 learned_addr learned my addr 172.21.15.52:0/1265573245 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:04.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.632+0000 7ff9537fe640 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 0x5573a8489330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.632+0000 7ff952ffd640 1 -- 172.21.15.52:0/1265573245 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 msgr2=0x5573a8489330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.632+0000 7ff952ffd640 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 0x5573a8489330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.632+0000 7ff952ffd640 1 -- 172.21.15.52:0/1265573245 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 msgr2=0x5573a8488dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.632+0000 7ff952ffd640 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8488dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.633+0000 7ff952ffd640 1 -- 172.21.15.52:0/1265573245 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573a80fa210 con 0x5573a8482b60 2024-04-21T09:14:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.633+0000 7ff952ffd640 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848ba40 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff94c016690 tx=0x7ff94c004a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d1b834bfe3cd5c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.633+0000 7ff936ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:14:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.634+0000 7ff936ff5640 1 -- 172.21.15.52:0/1265573245 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c015840 con 0x5573a8482b60 2024-04-21T09:14:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.634+0000 7ff936ff5640 1 -- 172.21.15.52:0/1265573245 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7ff94c0159e0 con 0x5573a8482b60 2024-04-21T09:14:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.634+0000 7ff95c236740 1 -- 172.21.15.52:0/1265573245 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff948011ce0 con 0x5573a8482b60 2024-04-21T09:14:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.634+0000 7ff936ff5640 1 -- 172.21.15.52:0/1265573245 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7ff94c030050 con 0x5573a8482b60 2024-04-21T09:14:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.634+0000 7ff95c236740 10 client.16416 fetch_fsmap learned FSMap version 34 2024-04-21T09:14:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.634+0000 7ff95c236740 1 -- 172.21.15.52:0/1265573245 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5573a81c6620 con 0x5573a8482b60 2024-04-21T09:14:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.635+0000 7ff936ff5640 1 -- 172.21.15.52:0/1265573245 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff948011ce0 con 0x5573a8482b60 2024-04-21T09:14:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.635+0000 7ff936ff5640 1 -- 172.21.15.52:0/1265573245 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7ff94c0213d0 con 0x5573a8482b60 2024-04-21T09:14:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.636+0000 7ff95c236740 10 client.16416 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:14:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.636+0000 7ff95c236740 10 client.16416 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:14:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.636+0000 7ff95c236740 20 client.16416 populate_metadata read hostname 'smithi052' 2024-04-21T09:14:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.636+0000 7ff95c236740 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573a849c210 0x5573a849e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.636+0000 7ff95c236740 4 client.16416 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:14:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.636+0000 7ff95c236740 1 -- 172.21.15.52:0/1265573245 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5573a83fb880 con 0x5573a849c210 2024-04-21T09:14:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.636+0000 7ff9527fc640 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573a849c210 0x5573a849e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.638+0000 7ff9527fc640 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573a849c210 0x5573a849e6d0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=806525df5fa05eb4 server_cookie=6148fb87f7d0b7b3 in_seq=0 out_seq=0 2024-04-21T09:14:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.638+0000 7ff936ff5640 10 client.16416 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.640+0000 7ff936ff5640 1 -- 172.21.15.52:0/1265573245 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5573a83fb880 con 0x5573a849c210 2024-04-21T09:14:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.640+0000 7ff936ff5640 10 client.16416 handle_command_reply: tid=0 2024-04-21T09:14:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.640+0000 7ff95c236740 1 client.16416 shutdown 2024-04-21T09:14:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 -- 172.21.15.52:0/1265573245 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 msgr2=0x5573a848ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848ba40 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff94c016690 tx=0x7ff94c004a60 comp rx=0 tx=0).stop 2024-04-21T09:14:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 -- 172.21.15.52:0/1265573245 shutdown_connections 2024-04-21T09:14:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573a849c210 0x5573a849e6d0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 0x5573a8489330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8488dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 --2- 172.21.15.52:0/1265573245 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848ba40 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 -- 172.21.15.52:0/1265573245 >> 172.21.15.52:0/1265573245 conn(0x5573a8449c90 msgr2=0x5573a847f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff936ff5640 0 client.16416 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 -- 172.21.15.52:0/1265573245 shutdown_connections 2024-04-21T09:14:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.644+0000 7ff95c236740 1 -- 172.21.15.52:0/1265573245 wait complete. 2024-04-21T09:14:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.645+0000 7ff95c236740 20 client.16416 trim_cache size 0 max 16384 2024-04-21T09:14:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.676+0000 7ff95c236740 1 Processor -- start 2024-04-21T09:14:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.676+0000 7ff95c236740 1 -- start start 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.676+0000 7ff95c236740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a847f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff952ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a847f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff952ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a847f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:37080/0 (socket says 172.21.15.52:37080) 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff952ffd640 1 -- 172.21.15.52:0/2196152246 learned_addr learned my addr 172.21.15.52:0/2196152246 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff95c236740 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a848b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff95c236740 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff95c236740 1 -- 172.21.15.52:0/2196152246 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff940012780 con 0x5573a8482b60 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff95c236740 1 -- 172.21.15.52:0/2196152246 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff940010050 con 0x5573a848c0e0 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff95c236740 1 -- 172.21.15.52:0/2196152246 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff94000dea0 con 0x5573a84838d0 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff9527fc640 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a848b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff9537fe640 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff952ffd640 1 -- 172.21.15.52:0/2196152246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 msgr2=0x5573a848b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff952ffd640 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a848b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff952ffd640 1 -- 172.21.15.52:0/2196152246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 msgr2=0x5573a848ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff952ffd640 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff952ffd640 1 -- 172.21.15.52:0/2196152246 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5573a8478f30 con 0x5573a8482b60 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.677+0000 7ff9527fc640 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a848b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.678+0000 7ff952ffd640 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a847f380 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff94c0217f0 tx=0x7ff94c00e5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ade0ce784ca617e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.678+0000 7ff938ff9640 1 -- 172.21.15.52:0/2196152246 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c038070 con 0x5573a8482b60 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.678+0000 7ff938ff9640 1 -- 172.21.15.52:0/2196152246 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff94c027070 con 0x5573a8482b60 2024-04-21T09:14:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.678+0000 7ff938ff9640 1 -- 172.21.15.52:0/2196152246 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c022a40 con 0x5573a8482b60 2024-04-21T09:14:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.679+0000 7ff95c236740 1 -- 172.21.15.52:0/2196152246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 msgr2=0x5573a847f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.679+0000 7ff95c236740 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a847f380 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff94c0217f0 tx=0x7ff94c00e5e0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.679+0000 7ff95c236740 1 -- 172.21.15.52:0/2196152246 shutdown_connections 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.679+0000 7ff95c236740 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a848c0e0 0x5573a848ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.679+0000 7ff95c236740 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a84838d0 0x5573a848b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.679+0000 7ff95c236740 1 --2- 172.21.15.52:0/2196152246 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a847f380 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.679+0000 7ff95c236740 1 -- 172.21.15.52:0/2196152246 >> 172.21.15.52:0/2196152246 conn(0x5573a8449c90 msgr2=0x5573a847ec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.680+0000 7ff95c236740 1 -- 172.21.15.52:0/2196152246 shutdown_connections 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.680+0000 7ff95c236740 1 -- 172.21.15.52:0/2196152246 wait complete. 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.680+0000 7ff95c236740 1 -- start start 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.680+0000 7ff95c236740 1 Processor -- start 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff95c236740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff95c236740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8490170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff95c236740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 0x5573a84906b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff95c236740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff94000e510 con 0x5573a8482b60 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff95c236740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff94000f980 con 0x5573a84838d0 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff95c236740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff94000ebe0 con 0x5573a848c0e0 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff95c236740 10 client.0 _ll_register_callbacks cb 0x7ff94c009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff9527fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8490170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff9527fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8490170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:40288/0 (socket says 172.21.15.52:40288) 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff9527fc640 1 -- 172.21.15.52:0/662670512 learned_addr learned my addr 172.21.15.52:0/662670512 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff9537fe640 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 0x5573a84906b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff952ffd640 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff9527fc640 1 -- 172.21.15.52:0/662670512 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 msgr2=0x5573a84906b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.681+0000 7ff9527fc640 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 0x5573a84906b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff9527fc640 1 -- 172.21.15.52:0/662670512 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 msgr2=0x5573a848fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff9527fc640 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff9527fc640 1 -- 172.21.15.52:0/662670512 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5573a8501850 con 0x5573a84838d0 2024-04-21T09:14:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff9527fc640 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8490170 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ff9440bf650 tx=0x7ff94403f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10a4e4aa30ad69dd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff936ff5640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff936ff5640 1 -- 172.21.15.52:0/662670512 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9440c85c0 con 0x5573a84838d0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff936ff5640 1 -- 172.21.15.52:0/662670512 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7ff9440bbfc0 con 0x5573a84838d0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff95c236740 1 -- 172.21.15.52:0/662670512 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff94c027070 con 0x5573a84838d0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff936ff5640 1 -- 172.21.15.52:0/662670512 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7ff944005020 con 0x5573a84838d0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff95c236740 10 client.26024 fetch_fsmap learned FSMap version 34 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff95c236740 1 -- 172.21.15.52:0/662670512 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x5573a8502b00 con 0x5573a84838d0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.682+0000 7ff936ff5640 1 -- 172.21.15.52:0/662670512 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9440051c0 con 0x5573a84838d0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff936ff5640 1 -- 172.21.15.52:0/662670512 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7ff9440c81c0 con 0x5573a84838d0 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff95c236740 10 client.26024 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff95c236740 10 client.26024 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff95c236740 20 client.26024 populate_metadata read hostname 'smithi052' 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff95c236740 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573a8503280 0x5573a85056a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff95c236740 4 client.26024 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:14:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff95c236740 1 -- 172.21.15.52:0/662670512 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7ff94c027070 con 0x5573a8503280 2024-04-21T09:14:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff952ffd640 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573a8503280 0x5573a85056a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff936ff5640 10 client.26024 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:04.683+0000 7ff952ffd640 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573a8503280 0x5573a85056a0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aab7ec827733e187 server_cookie=59064655f1cfb8c6 in_seq=0 out_seq=0 2024-04-21T09:14:05.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:05 smithi078 ceph-mon[31713]: pgmap v123: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 605 MiB/s wr, 1.24k op/s 2024-04-21T09:14:05.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:05 smithi052 ceph-mon[28035]: pgmap v123: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 605 MiB/s wr, 1.24k op/s 2024-04-21T09:14:05.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:05 smithi060 ceph-mon[31055]: pgmap v123: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 605 MiB/s wr, 1.24k op/s 2024-04-21T09:14:07.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:07 smithi078 ceph-mon[31713]: pgmap v124: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 557 MiB/s wr, 1.10k op/s 2024-04-21T09:14:07.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:07 smithi052 ceph-mon[28035]: pgmap v124: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 557 MiB/s wr, 1.10k op/s 2024-04-21T09:14:07.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:07 smithi060 ceph-mon[31055]: pgmap v124: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 557 MiB/s wr, 1.10k op/s 2024-04-21T09:14:08.887 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff936ff5640 1 -- 172.21.15.52:0/662670512 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7ff94c027070 con 0x5573a8503280 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff936ff5640 10 client.26024 handle_command_reply: tid=0 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 client.26024 shutdown 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 -- 172.21.15.52:0/662670512 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 msgr2=0x5573a8490170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8490170 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ff9440bf650 tx=0x7ff94403f000 comp rx=0 tx=0).stop 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 -- 172.21.15.52:0/662670512 shutdown_connections 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5573a8503280 0x5573a85056a0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5573a848c0e0 0x5573a84906b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5573a84838d0 0x5573a8490170 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 --2- 172.21.15.52:0/662670512 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5573a8482b60 0x5573a848fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 -- 172.21.15.52:0/662670512 >> 172.21.15.52:0/662670512 conn(0x5573a8449c90 msgr2=0x5573a8487270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff936ff5640 0 client.26024 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 -- 172.21.15.52:0/662670512 shutdown_connections 2024-04-21T09:14:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.887+0000 7ff95c236740 1 -- 172.21.15.52:0/662670512 wait complete. 2024-04-21T09:14:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.888+0000 7ff95c236740 20 client.26024 trim_cache size 0 max 16384 2024-04-21T09:14:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:14:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:14:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:14:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:14:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.889+0000 7ff959567640 1 -- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff93c0a3f20 msgr2=0x7ff93c0a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.889+0000 7ff959567640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff93c0a3f20 0x7ff93c0a63e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff94c00a7f0 tx=0x7ff94c00d040 comp rx=0 tx=0).stop 2024-04-21T09:14:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.889+0000 7ff959567640 1 -- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9541106f0 msgr2=0x7ff9541a7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.889+0000 7ff959567640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9541106f0 0x7ff9541a7b10 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7ff944006010 tx=0x7ff94402dac0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.889+0000 7ff959567640 1 -- 172.21.15.52:0/2968365209 shutdown_connections 2024-04-21T09:14:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.889+0000 7ff959567640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff93c0a3f20 0x7ff93c0a63e0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.890+0000 7ff959567640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff95411b730 0x7ff9541abe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.890+0000 7ff959567640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff9541106f0 0x7ff9541a7b10 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.890+0000 7ff959567640 1 --2- 172.21.15.52:0/2968365209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff95410e7d0 0x7ff9541a75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.890+0000 7ff959567640 1 -- 172.21.15.52:0/2968365209 >> 172.21.15.52:0/2968365209 conn(0x7ff95406d030 msgr2=0x7ff95411a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.890+0000 7ff959567640 1 -- 172.21.15.52:0/2968365209 shutdown_connections 2024-04-21T09:14:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:08.890+0000 7ff959567640 1 -- 172.21.15.52:0/2968365209 wait complete. 2024-04-21T09:14:09.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:09 smithi078 ceph-mon[31713]: pgmap v125: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 805 MiB/s wr, 1.44k op/s 2024-04-21T09:14:09.707 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:09 smithi052 ceph-mon[28035]: pgmap v125: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 805 MiB/s wr, 1.44k op/s 2024-04-21T09:14:09.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:09 smithi060 ceph-mon[31055]: pgmap v125: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 805 MiB/s wr, 1.44k op/s 2024-04-21T09:14:11.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:11 smithi078 ceph-mon[31713]: pgmap v126: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 577 MiB/s wr, 886 op/s 2024-04-21T09:14:11.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:11 smithi052 ceph-mon[28035]: pgmap v126: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 577 MiB/s wr, 886 op/s 2024-04-21T09:14:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:11 smithi060 ceph-mon[31055]: pgmap v126: 129 pgs: 129 active+clean; 31 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 577 MiB/s wr, 886 op/s 2024-04-21T09:14:13.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:13 smithi078 ceph-mon[31713]: pgmap v127: 129 pgs: 129 active+clean; 32 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 775 MiB/s wr, 2.36k op/s 2024-04-21T09:14:13.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:13 smithi052 ceph-mon[28035]: pgmap v127: 129 pgs: 129 active+clean; 32 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 775 MiB/s wr, 2.36k op/s 2024-04-21T09:14:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:13 smithi060 ceph-mon[31055]: pgmap v127: 129 pgs: 129 active+clean; 32 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 5.3 MiB/s rd, 775 MiB/s wr, 2.36k op/s 2024-04-21T09:14:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:15 smithi078 ceph-mon[31713]: pgmap v128: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 560 MiB/s wr, 2.16k op/s 2024-04-21T09:14:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:15 smithi052 ceph-mon[28035]: pgmap v128: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 560 MiB/s wr, 2.16k op/s 2024-04-21T09:14:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:15 smithi060 ceph-mon[31055]: pgmap v128: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 560 MiB/s wr, 2.16k op/s 2024-04-21T09:14:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:17 smithi078 ceph-mon[31713]: pgmap v129: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 576 MiB/s wr, 2.31k op/s 2024-04-21T09:14:17.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:17 smithi052 ceph-mon[28035]: pgmap v129: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 576 MiB/s wr, 2.31k op/s 2024-04-21T09:14:17.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:17 smithi060 ceph-mon[31055]: pgmap v129: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 576 MiB/s wr, 2.31k op/s 2024-04-21T09:14:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:19 smithi078 ceph-mon[31713]: pgmap v130: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 648 MiB/s wr, 3.34k op/s 2024-04-21T09:14:19.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:19 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:14:19.707 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:19 smithi052 ceph-mon[28035]: pgmap v130: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 648 MiB/s wr, 3.34k op/s 2024-04-21T09:14:19.707 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:19 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:14:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:19 smithi060 ceph-mon[31055]: pgmap v130: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 648 MiB/s wr, 3.34k op/s 2024-04-21T09:14:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:19 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:14:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:21 smithi078 ceph-mon[31713]: pgmap v131: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 387 MiB/s wr, 3.06k op/s 2024-04-21T09:14:21.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:21 smithi052 ceph-mon[28035]: pgmap v131: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 387 MiB/s wr, 3.06k op/s 2024-04-21T09:14:21.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:21 smithi060 ceph-mon[31055]: pgmap v131: 129 pgs: 129 active+clean; 33 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 387 MiB/s wr, 3.06k op/s 2024-04-21T09:14:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.266+0000 7fc97b2eb640 1 -- 172.21.15.52:0/1017386547 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9741106f0 msgr2=0x7fc97410e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.266+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/1017386547 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9741106f0 0x7fc97410e290 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc964009900 tx=0x7fc96402bc60 comp rx=0 tx=0).stop 2024-04-21T09:14:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.268+0000 7fc97b2eb640 1 -- 172.21.15.52:0/1017386547 shutdown_connections 2024-04-21T09:14:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.268+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/1017386547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc97411b730 0x7fc97411db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.268+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/1017386547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc97410e7d0 0x7fc97410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.268+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/1017386547 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc9741106f0 0x7fc97410e290 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.268+0000 7fc97b2eb640 1 -- 172.21.15.52:0/1017386547 >> 172.21.15.52:0/1017386547 conn(0x7fc97406d030 msgr2=0x7fc97406d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.270+0000 7fc97b2eb640 1 -- 172.21.15.52:0/1017386547 shutdown_connections 2024-04-21T09:14:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.274+0000 7fc97b2eb640 1 -- 172.21.15.52:0/1017386547 wait complete. 2024-04-21T09:14:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.275+0000 7fc97b2eb640 1 Processor -- start 2024-04-21T09:14:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.275+0000 7fc97b2eb640 1 -- start start 2024-04-21T09:14:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.275+0000 7fc97b2eb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc97410e7d0 0x7fc97411adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.275+0000 7fc97b2eb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9741106f0 0x7fc974114eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.275+0000 7fc97b2eb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc97411b730 0x7fc9741153f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.275+0000 7fc97b2eb640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc974111810 con 0x7fc9741106f0 2024-04-21T09:14:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.275+0000 7fc97b2eb640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc974111690 con 0x7fc97410e7d0 2024-04-21T09:14:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.275+0000 7fc97b2eb640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc974111990 con 0x7fc97411b730 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979888640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc97411b730 0x7fc9741153f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979888640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc97411b730 0x7fc9741153f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:60508/0 (socket says 172.21.15.52:60508) 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979888640 1 -- 172.21.15.52:0/759328886 learned_addr learned my addr 172.21.15.52:0/759328886 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979087640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc97410e7d0 0x7fc97411adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979888640 1 -- 172.21.15.52:0/759328886 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc97410e7d0 msgr2=0x7fc97411adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979888640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc97410e7d0 0x7fc97411adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979888640 1 -- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9741106f0 msgr2=0x7fc974114eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979888640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9741106f0 0x7fc974114eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.276+0000 7fc979888640 1 -- 172.21.15.52:0/759328886 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc974115b20 con 0x7fc97411b730 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.277+0000 7fc979888640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc97411b730 0x7fc9741153f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc97000d720 tx=0x7fc97000dbe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.278+0000 7fc96a7fc640 1 -- 172.21.15.52:0/759328886 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc970017070 con 0x7fc97411b730 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.278+0000 7fc96a7fc640 1 -- 172.21.15.52:0/759328886 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc97000de30 con 0x7fc97411b730 2024-04-21T09:14:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.278+0000 7fc96a7fc640 1 -- 172.21.15.52:0/759328886 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc970004d00 con 0x7fc97411b730 2024-04-21T09:14:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.284+0000 7fc97b2eb640 1 -- 172.21.15.52:0/759328886 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc97407a1b0 con 0x7fc97411b730 2024-04-21T09:14:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.285+0000 7fc97b2eb640 1 -- 172.21.15.52:0/759328886 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc97407a680 con 0x7fc97411b730 2024-04-21T09:14:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.289+0000 7fc97dfb8740 1 Processor -- start 2024-04-21T09:14:22.294 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc97dfb8740 1 -- start start 2024-04-21T09:14:22.294 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e521620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e521fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e52b0e0 0x55f53e52d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc978886640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e521620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f53e4868d0 con 0x55f53e52b0e0 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f53e423e80 con 0x55f53e5228d0 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f53e482890 con 0x55f53e521b60 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc979087640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e521fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc979087640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e521fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:60514/0 (socket says 172.21.15.52:60514) 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.291+0000 7fc979087640 1 -- 172.21.15.52:0/868631365 learned_addr learned my addr 172.21.15.52:0/868631365 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.292+0000 7fc96a7fc640 1 -- 172.21.15.52:0/759328886 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc970004ea0 con 0x7fc97411b730 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.292+0000 7fc979087640 1 -- 172.21.15.52:0/868631365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 msgr2=0x55f53e521620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.292+0000 7fc979087640 1 --2- 172.21.15.52:0/868631365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e521620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.292+0000 7fc979087640 1 -- 172.21.15.52:0/868631365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e52b0e0 msgr2=0x55f53e52d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.292+0000 7fc979087640 1 --2- 172.21.15.52:0/868631365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e52b0e0 0x55f53e52d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.296 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.292+0000 7fc979087640 1 -- 172.21.15.52:0/868631365 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f53e445320 con 0x55f53e521b60 2024-04-21T09:14:22.296 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.293+0000 7fc96a7fc640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc9600a3f20 0x7fc9600a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.296 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.293+0000 7fc96a7fc640 1 -- 172.21.15.52:0/759328886 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7fc9700d0740 con 0x7fc97411b730 2024-04-21T09:14:22.296 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.295+0000 7fc978886640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc9600a3f20 0x7fc9600a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.296+0000 7fc978886640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc9600a3f20 0x7fc9600a63e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc96c009810 tx=0x7fc96c0097a0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:22.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.298+0000 7fc979087640 1 --2- 172.21.15.52:0/868631365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e521fe0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc964006010 tx=0x7fc9640095d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=decb6fa980f57884 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.302+0000 7fc95f7fe640 1 -- 172.21.15.52:0/868631365 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc964043020 con 0x55f53e521b60 2024-04-21T09:14:22.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.302+0000 7fc95f7fe640 1 -- 172.21.15.52:0/868631365 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc96402c810 con 0x55f53e521b60 2024-04-21T09:14:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 -- 172.21.15.52:0/868631365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 msgr2=0x55f53e521fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/868631365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e521fe0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc964006010 tx=0x7fc9640095d0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 -- 172.21.15.52:0/868631365 shutdown_connections 2024-04-21T09:14:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/868631365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e52b0e0 0x55f53e52d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/868631365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e521fe0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/868631365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e521620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 -- 172.21.15.52:0/868631365 >> 172.21.15.52:0/868631365 conn(0x55f53e4e8c90 msgr2=0x55f53e51c850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 -- 172.21.15.52:0/868631365 shutdown_connections 2024-04-21T09:14:22.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.303+0000 7fc97dfb8740 1 -- 172.21.15.52:0/868631365 wait complete. 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.304+0000 7fc97dfb8740 1 -- start start 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.304+0000 7fc97dfb8740 1 Processor -- start 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e52a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e527d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e52b0e0 0x55f53e528280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f53e52de00 con 0x55f53e52b0e0 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f53e40eeb0 con 0x55f53e5228d0 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f53e52df80 con 0x55f53e521b60 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc97dfb8740 10 client.0 _ll_register_callbacks cb 0x55f53e43bb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc978886640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e527d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc978886640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e527d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:45658/0 (socket says 172.21.15.52:45658) 2024-04-21T09:14:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.305+0000 7fc978886640 1 -- 172.21.15.52:0/1902465599 learned_addr learned my addr 172.21.15.52:0/1902465599 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.306+0000 7fc978886640 1 -- 172.21.15.52:0/1902465599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 msgr2=0x55f53e52a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.306+0000 7fc978886640 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e52a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.306+0000 7fc978886640 1 -- 172.21.15.52:0/1902465599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e52b0e0 msgr2=0x55f53e528280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.306+0000 7fc978886640 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e52b0e0 0x55f53e528280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.306+0000 7fc978886640 1 -- 172.21.15.52:0/1902465599 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f53e199210 con 0x55f53e5228d0 2024-04-21T09:14:22.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.306+0000 7fc978886640 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e527d40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc9741166b0 tx=0x7fc96c005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b1158540336b0755 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.308+0000 7fc95cff9640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:14:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.308+0000 7fc95cff9640 1 -- 172.21.15.52:0/1902465599 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c022070 con 0x55f53e5228d0 2024-04-21T09:14:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.308+0000 7fc95cff9640 1 -- 172.21.15.52:0/1902465599 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7fc96c0107e0 con 0x55f53e5228d0 2024-04-21T09:14:22.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.314+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1902465599 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc96402c810 con 0x55f53e5228d0 2024-04-21T09:14:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.319+0000 7fc95cff9640 1 -- 172.21.15.52:0/1902465599 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc96c02c050 con 0x55f53e5228d0 2024-04-21T09:14:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.320+0000 7fc97dfb8740 10 client.26030 fetch_fsmap learned FSMap version 34 2024-04-21T09:14:22.321 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.320+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1902465599 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55f53e265620 con 0x55f53e5228d0 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.323+0000 7fc95cff9640 1 -- 172.21.15.52:0/1902465599 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc96402c810 con 0x55f53e5228d0 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.324+0000 7fc95cff9640 1 -- 172.21.15.52:0/1902465599 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7fc96c01eb10 con 0x55f53e5228d0 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.324+0000 7fc97dfb8740 10 client.26030 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.324+0000 7fc97dfb8740 10 client.26030 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.324+0000 7fc97dfb8740 20 client.26030 populate_metadata read hostname 'smithi052' 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.325+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f53e53b5c0 0x55f53e53da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.325+0000 7fc97dfb8740 4 client.26030 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.325+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1902465599 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f53e49a880 con 0x55f53e53b5c0 2024-04-21T09:14:22.327 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.325+0000 7fc979087640 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f53e53b5c0 0x55f53e53da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.328 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.326+0000 7fc979087640 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f53e53b5c0 0x55f53e53da80 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e37cbc051648a3ed server_cookie=79c134870fbc0928 in_seq=0 out_seq=0 2024-04-21T09:14:22.328 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.326+0000 7fc95cff9640 10 client.26030 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:22.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.328+0000 7fc95cff9640 1 -- 172.21.15.52:0/1902465599 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f53e49a880 con 0x55f53e53b5c0 2024-04-21T09:14:22.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.328+0000 7fc95cff9640 10 client.26030 handle_command_reply: tid=0 2024-04-21T09:14:22.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.328+0000 7fc97dfb8740 1 client.26030 shutdown 2024-04-21T09:14:22.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.328+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1902465599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 msgr2=0x55f53e527d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:22.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.328+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e527d40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc9741166b0 tx=0x7fc96c005bd0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.335+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1902465599 shutdown_connections 2024-04-21T09:14:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.335+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f53e53b5c0 0x55f53e53da80 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.335+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e52b0e0 0x55f53e528280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.335+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e5228d0 0x55f53e527d40 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.335+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1902465599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e52a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.336 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.335+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1902465599 >> 172.21.15.52:0/1902465599 conn(0x55f53e4e8c90 msgr2=0x55f53e51e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.335+0000 7fc95cff9640 0 client.26030 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.335+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1902465599 shutdown_connections 2024-04-21T09:14:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.344+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1902465599 wait complete. 2024-04-21T09:14:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.344+0000 7fc97dfb8740 20 client.26030 trim_cache size 0 max 16384 2024-04-21T09:14:22.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.385+0000 7fc97dfb8740 1 Processor -- start 2024-04-21T09:14:22.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.385+0000 7fc97dfb8740 1 -- start start 2024-04-21T09:14:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e521b60 0x55f53e536d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e5228d0 0x55f53e527620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e543390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc9741d9b20 con 0x55f53e521b60 2024-04-21T09:14:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc978886640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e5228d0 0x55f53e527620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc9741da1f0 con 0x55f53e52b0e0 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc974084820 con 0x55f53e5228d0 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc978886640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e5228d0 0x55f53e527620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:60546/0 (socket says 172.21.15.52:60546) 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc978886640 1 -- 172.21.15.52:0/1257788353 learned_addr learned my addr 172.21.15.52:0/1257788353 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.386+0000 7fc979888640 1 --2- 172.21.15.52:0/1257788353 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e543390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.388+0000 7fc978886640 1 -- 172.21.15.52:0/1257788353 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 msgr2=0x55f53e543390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.388+0000 7fc978886640 1 --2- 172.21.15.52:0/1257788353 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e543390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.388+0000 7fc978886640 1 -- 172.21.15.52:0/1257788353 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e521b60 msgr2=0x55f53e536d80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.388+0000 7fc978886640 1 --2- 172.21.15.52:0/1257788353 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e521b60 0x55f53e536d80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.388+0000 7fc978886640 1 -- 172.21.15.52:0/1257788353 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f53e539cc0 con 0x55f53e5228d0 2024-04-21T09:14:22.391 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.390+0000 7fc978886640 1 --2- 172.21.15.52:0/1257788353 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e5228d0 0x55f53e527620 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc96c01ef60 tx=0x7fc96c000f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b14f1524b8cbfd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:22.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.390+0000 7fc95effd640 1 -- 172.21.15.52:0/1257788353 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c022050 con 0x55f53e5228d0 2024-04-21T09:14:22.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.390+0000 7fc95effd640 1 -- 172.21.15.52:0/1257788353 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc96c0107e0 con 0x55f53e5228d0 2024-04-21T09:14:22.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.390+0000 7fc95effd640 1 -- 172.21.15.52:0/1257788353 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96c01e7c0 con 0x55f53e5228d0 2024-04-21T09:14:22.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.392+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1257788353 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e5228d0 msgr2=0x55f53e527620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:22.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.392+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1257788353 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e5228d0 0x55f53e527620 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc96c01ef60 tx=0x7fc96c000f40 comp rx=0 tx=0).stop 2024-04-21T09:14:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.404+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1257788353 shutdown_connections 2024-04-21T09:14:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.404+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1257788353 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e543390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.404+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1257788353 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e5228d0 0x55f53e527620 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.404+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/1257788353 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e521b60 0x55f53e536d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.404+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1257788353 >> 172.21.15.52:0/1257788353 conn(0x55f53e4e8c90 msgr2=0x55f53e523060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:22.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.412+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1257788353 shutdown_connections 2024-04-21T09:14:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.415+0000 7fc97dfb8740 1 -- 172.21.15.52:0/1257788353 wait complete. 2024-04-21T09:14:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.415+0000 7fc97dfb8740 1 -- start start 2024-04-21T09:14:22.417 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.415+0000 7fc97dfb8740 1 Processor -- start 2024-04-21T09:14:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.416+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e533680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.417+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e5228d0 0x55f53e52cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.417+0000 7fc97dfb8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e52d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.417+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc974082d60 con 0x55f53e5228d0 2024-04-21T09:14:22.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.417+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc974084150 con 0x55f53e52b0e0 2024-04-21T09:14:22.420 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.417+0000 7fc97dfb8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc9740833b0 con 0x55f53e521b60 2024-04-21T09:14:22.420 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.417+0000 7fc97dfb8740 10 client.0 _ll_register_callbacks cb 0x7fc96c015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:14:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.423+0000 7fc978886640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e5228d0 0x55f53e52cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.423+0000 7fc978886640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e5228d0 0x55f53e52cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45906/0 (socket says 172.21.15.52:45906) 2024-04-21T09:14:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.423+0000 7fc978886640 1 -- 172.21.15.52:0/2503261490 learned_addr learned my addr 172.21.15.52:0/2503261490 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.429+0000 7fc979087640 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e533680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.432+0000 7fc979888640 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e52d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.434+0000 7fc979888640 1 -- 172.21.15.52:0/2503261490 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 msgr2=0x55f53e533680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:22.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.434+0000 7fc979888640 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e533680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.438 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.434+0000 7fc979888640 1 -- 172.21.15.52:0/2503261490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e5228d0 msgr2=0x55f53e52cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:22.438 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.434+0000 7fc979888640 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e5228d0 0x55f53e52cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:22.438 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.434+0000 7fc979888640 1 -- 172.21.15.52:0/2503261490 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f53e52b970 con 0x55f53e52b0e0 2024-04-21T09:14:22.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.436+0000 7fc979888640 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e52d430 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc9700cdab0 tx=0x7fc97009c4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c090a333ad55dd66 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:22.439 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.437+0000 7fc95cff9640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:14:22.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.438+0000 7fc95cff9640 1 -- 172.21.15.52:0/2503261490 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9700b5070 con 0x55f53e52b0e0 2024-04-21T09:14:22.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.438+0000 7fc97dfb8740 1 -- 172.21.15.52:0/2503261490 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc96c0107e0 con 0x55f53e52b0e0 2024-04-21T09:14:22.440 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.438+0000 7fc95cff9640 1 -- 172.21.15.52:0/2503261490 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7fc9700a4b60 con 0x55f53e52b0e0 2024-04-21T09:14:22.445 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.444+0000 7fc95cff9640 1 -- 172.21.15.52:0/2503261490 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fc9700cdf30 con 0x55f53e52b0e0 2024-04-21T09:14:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.445+0000 7fc97dfb8740 10 client.26036 fetch_fsmap learned FSMap version 34 2024-04-21T09:14:22.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.445+0000 7fc97dfb8740 1 -- 172.21.15.52:0/2503261490 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55f53e532740 con 0x55f53e52b0e0 2024-04-21T09:14:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.445+0000 7fc95cff9640 1 -- 172.21.15.52:0/2503261490 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc96c0107e0 con 0x55f53e52b0e0 2024-04-21T09:14:22.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.446+0000 7fc95cff9640 1 -- 172.21.15.52:0/2503261490 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7fc9700b5c90 con 0x55f53e52b0e0 2024-04-21T09:14:22.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.446+0000 7fc97dfb8740 10 client.26036 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:14:22.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.446+0000 7fc97dfb8740 10 client.26036 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:14:22.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.446+0000 7fc97dfb8740 20 client.26036 populate_metadata read hostname 'smithi052' 2024-04-21T09:14:22.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.446+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f53e5a1c00 0x55f53e5a3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:22.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.446+0000 7fc97dfb8740 4 client.26036 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:14:22.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.446+0000 7fc97dfb8740 1 -- 172.21.15.52:0/2503261490 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f53e4263d0 con 0x55f53e5a1c00 2024-04-21T09:14:22.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.447+0000 7fc979087640 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f53e5a1c00 0x55f53e5a3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:22.452 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.448+0000 7fc95cff9640 10 client.26036 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:22.452 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:22.450+0000 7fc979087640 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f53e5a1c00 0x55f53e5a3ff0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa77ef70a6348411 server_cookie=5da66bff3b63b28 in_seq=0 out_seq=0 2024-04-21T09:14:22.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:22 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:14:22.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:22 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:14:22.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:22 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:14:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:22 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:14:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:22 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:14:22.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:22 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:14:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:22 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:14:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:22 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:14:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:22 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:14:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:23 smithi060 ceph-mon[31055]: pgmap v132: 129 pgs: 129 active+clean; 35 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 579 MiB/s wr, 3.40k op/s 2024-04-21T09:14:23.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:23 smithi078 ceph-mon[31713]: pgmap v132: 129 pgs: 129 active+clean; 35 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 579 MiB/s wr, 3.40k op/s 2024-04-21T09:14:23.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:23 smithi052 ceph-mon[28035]: pgmap v132: 129 pgs: 129 active+clean; 35 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 579 MiB/s wr, 3.40k op/s 2024-04-21T09:14:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:25 smithi078 ceph-mon[31713]: pgmap v133: 129 pgs: 129 active+clean; 35 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 386 MiB/s wr, 1.91k op/s 2024-04-21T09:14:25.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:25 smithi052 ceph-mon[28035]: pgmap v133: 129 pgs: 129 active+clean; 35 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 386 MiB/s wr, 1.91k op/s 2024-04-21T09:14:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.054+0000 7fc95cff9640 1 -- 172.21.15.52:0/2503261490 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f53e4263d0 con 0x55f53e5a1c00 2024-04-21T09:14:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.054+0000 7fc95cff9640 10 client.26036 handle_command_reply: tid=0 2024-04-21T09:14:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.054+0000 7fc97dfb8740 1 client.26036 shutdown 2024-04-21T09:14:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc97dfb8740 1 -- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 msgr2=0x55f53e52d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e52d430 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fc9700cdab0 tx=0x7fc97009c4b0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc97dfb8740 1 -- 172.21.15.52:0/2503261490 shutdown_connections 2024-04-21T09:14:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f53e5a1c00 0x55f53e5a3ff0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f53e52b0e0 0x55f53e52d430 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f53e5228d0 0x55f53e52cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc97dfb8740 1 --2- 172.21.15.52:0/2503261490 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f53e521b60 0x55f53e533680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc97dfb8740 1 -- 172.21.15.52:0/2503261490 >> 172.21.15.52:0/2503261490 conn(0x55f53e4e8c90 msgr2=0x55f53e529380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:26.057 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.055+0000 7fc95cff9640 0 client.26036 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.056+0000 7fc97dfb8740 1 -- 172.21.15.52:0/2503261490 shutdown_connections 2024-04-21T09:14:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.056+0000 7fc97dfb8740 1 -- 172.21.15.52:0/2503261490 wait complete. 2024-04-21T09:14:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.056+0000 7fc97dfb8740 20 client.26036 trim_cache size 0 max 16384 2024-04-21T09:14:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:14:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:14:26.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:14:26.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:14:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.063+0000 7fc97b2eb640 1 -- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc9600a3f20 msgr2=0x7fc9600a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.063+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc9600a3f20 0x7fc9600a63e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc96c009810 tx=0x7fc96c0097a0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.063+0000 7fc97b2eb640 1 -- 172.21.15.52:0/759328886 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc97411b730 msgr2=0x7fc9741153f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:26.064 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.063+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc97411b730 0x7fc9741153f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc97000d720 tx=0x7fc97000dbe0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.066+0000 7fc97b2eb640 1 -- 172.21.15.52:0/759328886 shutdown_connections 2024-04-21T09:14:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.066+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc9600a3f20 0x7fc9600a63e0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.066+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc97411b730 0x7fc9741153f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.066+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc9741106f0 0x7fc974114eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.067+0000 7fc97b2eb640 1 --2- 172.21.15.52:0/759328886 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc97410e7d0 0x7fc97411adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.067+0000 7fc97b2eb640 1 -- 172.21.15.52:0/759328886 >> 172.21.15.52:0/759328886 conn(0x7fc97406d030 msgr2=0x7fc97411c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.073+0000 7fc97b2eb640 1 -- 172.21.15.52:0/759328886 shutdown_connections 2024-04-21T09:14:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:26.073+0000 7fc97b2eb640 1 -- 172.21.15.52:0/759328886 wait complete. 2024-04-21T09:14:26.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:25 smithi060 ceph-mon[31055]: pgmap v133: 129 pgs: 129 active+clean; 35 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 386 MiB/s wr, 1.91k op/s 2024-04-21T09:14:27.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:27 smithi078 ceph-mon[31713]: pgmap v134: 129 pgs: 129 active+clean; 35 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 384 MiB/s wr, 1.76k op/s 2024-04-21T09:14:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:27 smithi052 ceph-mon[28035]: pgmap v134: 129 pgs: 129 active+clean; 35 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 384 MiB/s wr, 1.76k op/s 2024-04-21T09:14:28.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:27 smithi060 ceph-mon[31055]: pgmap v134: 129 pgs: 129 active+clean; 35 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 384 MiB/s wr, 1.76k op/s 2024-04-21T09:14:29.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:29 smithi078 ceph-mon[31713]: pgmap v135: 129 pgs: 129 active+clean; 37 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 587 MiB/s wr, 1.90k op/s 2024-04-21T09:14:29.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:29 smithi052 ceph-mon[28035]: pgmap v135: 129 pgs: 129 active+clean; 37 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 587 MiB/s wr, 1.90k op/s 2024-04-21T09:14:30.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:29 smithi060 ceph-mon[31055]: pgmap v135: 129 pgs: 129 active+clean; 37 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 587 MiB/s wr, 1.90k op/s 2024-04-21T09:14:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:31 smithi052 ceph-mon[28035]: pgmap v136: 129 pgs: 129 active+clean; 37 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 510 MiB/s wr, 849 op/s 2024-04-21T09:14:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:31 smithi060 ceph-mon[31055]: pgmap v136: 129 pgs: 129 active+clean; 37 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 510 MiB/s wr, 849 op/s 2024-04-21T09:14:32.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:31 smithi078 ceph-mon[31713]: pgmap v136: 129 pgs: 129 active+clean; 37 GiB data, 77 GiB used, 996 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 510 MiB/s wr, 849 op/s 2024-04-21T09:14:34.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:33 smithi060 ceph-mon[31055]: pgmap v137: 129 pgs: 129 active+clean; 38 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 726 MiB/s wr, 1.12k op/s 2024-04-21T09:14:34.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:33 smithi078 ceph-mon[31713]: pgmap v137: 129 pgs: 129 active+clean; 38 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 726 MiB/s wr, 1.12k op/s 2024-04-21T09:14:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:33 smithi052 ceph-mon[28035]: pgmap v137: 129 pgs: 129 active+clean; 38 GiB data, 80 GiB used, 993 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 726 MiB/s wr, 1.12k op/s 2024-04-21T09:14:36.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:35 smithi060 ceph-mon[31055]: pgmap v138: 129 pgs: 129 active+clean; 38 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 583 MiB/s wr, 864 op/s 2024-04-21T09:14:36.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:35 smithi078 ceph-mon[31713]: pgmap v138: 129 pgs: 129 active+clean; 38 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 583 MiB/s wr, 864 op/s 2024-04-21T09:14:36.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:35 smithi052 ceph-mon[28035]: pgmap v138: 129 pgs: 129 active+clean; 38 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 583 MiB/s wr, 864 op/s 2024-04-21T09:14:38.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:37 smithi078 ceph-mon[31713]: pgmap v139: 129 pgs: 129 active+clean; 38 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 584 MiB/s wr, 859 op/s 2024-04-21T09:14:38.618 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:37 smithi060 ceph-mon[31055]: pgmap v139: 129 pgs: 129 active+clean; 38 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 584 MiB/s wr, 859 op/s 2024-04-21T09:14:38.618 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:37 smithi052 ceph-mon[28035]: pgmap v139: 129 pgs: 129 active+clean; 38 GiB data, 81 GiB used, 992 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 584 MiB/s wr, 859 op/s 2024-04-21T09:14:39.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:38 smithi078 ceph-mon[31713]: pgmap v140: 129 pgs: 129 active+clean; 40 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 812 MiB/s wr, 1.10k op/s 2024-04-21T09:14:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:38 smithi052 ceph-mon[28035]: pgmap v140: 129 pgs: 129 active+clean; 40 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 812 MiB/s wr, 1.10k op/s 2024-04-21T09:14:39.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:38 smithi060 ceph-mon[31055]: pgmap v140: 129 pgs: 129 active+clean; 40 GiB data, 84 GiB used, 988 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 812 MiB/s wr, 1.10k op/s 2024-04-21T09:14:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.398+0000 7f7e6d437640 1 -- 172.21.15.52:0/2822655024 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7e681099d0 msgr2=0x7f7e6811d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.398+0000 7f7e6d437640 1 --2- 172.21.15.52:0/2822655024 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7e681099d0 0x7f7e6811d740 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7e60009be0 tx=0x7f7e6002bf10 comp rx=0 tx=0).stop 2024-04-21T09:14:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.399+0000 7f7e6d437640 1 -- 172.21.15.52:0/2822655024 shutdown_connections 2024-04-21T09:14:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.399+0000 7f7e6d437640 1 --2- 172.21.15.52:0/2822655024 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7e681099d0 0x7f7e6811d740 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.399+0000 7f7e6d437640 1 --2- 172.21.15.52:0/2822655024 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e68108f50 0x7f7e681093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.399+0000 7f7e6d437640 1 --2- 172.21.15.52:0/2822655024 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e681104a0 0x7f7e68110880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.399+0000 7f7e6d437640 1 -- 172.21.15.52:0/2822655024 >> 172.21.15.52:0/2822655024 conn(0x7f7e6806ced0 msgr2=0x7f7e6806d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:39.403 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.404+0000 7f7e6d437640 1 -- 172.21.15.52:0/2822655024 shutdown_connections 2024-04-21T09:14:39.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.405+0000 7f7e6d437640 1 -- 172.21.15.52:0/2822655024 wait complete. 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.406+0000 7f7e6d437640 1 Processor -- start 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.406+0000 7f7e6d437640 1 -- start start 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e6d437640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7e68108f50 0x7f7e6811d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e6d437640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e681099d0 0x7f7e6811d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e6d437640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e681104a0 0x7f7e681160d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e6d437640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7e68120e10 con 0x7f7e681104a0 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e6d437640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7e68120c90 con 0x7f7e681099d0 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e6d437640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7e68120f90 con 0x7f7e68108f50 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e677fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e681099d0 0x7f7e6811d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e677fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e681099d0 0x7f7e6811d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:58720/0 (socket says 172.21.15.52:58720) 2024-04-21T09:14:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.407+0000 7f7e677fe640 1 -- 172.21.15.52:0/3410490251 learned_addr learned my addr 172.21.15.52:0/3410490251 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.408+0000 7f7e6cc36640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e681104a0 0x7f7e681160d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.408+0000 7f7e67fff640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7e68108f50 0x7f7e6811d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.408+0000 7f7e677fe640 1 -- 172.21.15.52:0/3410490251 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7e68108f50 msgr2=0x7f7e6811d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.408+0000 7f7e677fe640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7e68108f50 0x7f7e6811d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.408+0000 7f7e677fe640 1 -- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e681104a0 msgr2=0x7f7e681160d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.408+0000 7f7e677fe640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e681104a0 0x7f7e681160d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.408+0000 7f7e677fe640 1 -- 172.21.15.52:0/3410490251 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e68116970 con 0x7f7e681099d0 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.409+0000 7f7e677fe640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e681099d0 0x7f7e6811d590 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c00d950 tx=0x7f7e5c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.409+0000 7f7e657fa640 1 -- 172.21.15.52:0/3410490251 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c017070 con 0x7f7e681099d0 2024-04-21T09:14:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.410+0000 7f7e6d437640 1 -- 172.21.15.52:0/3410490251 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e68116c60 con 0x7f7e681099d0 2024-04-21T09:14:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.410+0000 7f7e6d437640 1 -- 172.21.15.52:0/3410490251 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e6811ad50 con 0x7f7e681099d0 2024-04-21T09:14:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.414+0000 7f7e71285740 1 Processor -- start 2024-04-21T09:14:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.414+0000 7f7e71285740 1 -- start start 2024-04-21T09:14:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.418+0000 7f7e71285740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aa93810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.418+0000 7f7e71285740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa93d50 0x56138aa941d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.418+0000 7f7e71285740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa9d2d0 0x56138aa9f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.423 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.418+0000 7f7e71285740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56138a9f88d0 con 0x56138aa94ac0 2024-04-21T09:14:39.423 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.418+0000 7f7e71285740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56138a995e80 con 0x56138aa9d2d0 2024-04-21T09:14:39.423 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.418+0000 7f7e71285740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56138a9f4890 con 0x56138aa93d50 2024-04-21T09:14:39.423 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.421+0000 7f7e657fa640 1 -- 172.21.15.52:0/3410490251 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e5c009c30 con 0x7f7e681099d0 2024-04-21T09:14:39.423 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.421+0000 7f7e657fa640 1 -- 172.21.15.52:0/3410490251 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c00f620 con 0x7f7e681099d0 2024-04-21T09:14:39.423 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e67fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa93d50 0x56138aa941d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.423 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e67fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa93d50 0x56138aa941d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:35904/0 (socket says 172.21.15.52:35904) 2024-04-21T09:14:39.423 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e67fff640 1 -- 172.21.15.52:0/1040585794 learned_addr learned my addr 172.21.15.52:0/1040585794 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:39.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e657fa640 1 -- 172.21.15.52:0/3410490251 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7e5c00f840 con 0x7f7e681099d0 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e67fff640 1 -- 172.21.15.52:0/1040585794 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa9d2d0 msgr2=0x56138aa9f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e67fff640 1 --2- 172.21.15.52:0/1040585794 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa9d2d0 0x56138aa9f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e67fff640 1 -- 172.21.15.52:0/1040585794 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 msgr2=0x56138aa93810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e67fff640 1 --2- 172.21.15.52:0/1040585794 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aa93810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.422+0000 7f7e67fff640 1 -- 172.21.15.52:0/1040585794 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56138a9b7320 con 0x56138aa93d50 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.423+0000 7f7e67fff640 1 --2- 172.21.15.52:0/1040585794 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa93d50 0x56138aa941d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7e58009d00 tx=0x7f7e580107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=534a4a63178b85a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.424+0000 7f7e657fa640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7e500a3f60 0x7f7e500a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.424+0000 7f7e4e7fc640 1 -- 172.21.15.52:0/1040585794 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5801c480 con 0x56138aa93d50 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.425+0000 7f7e4e7fc640 1 -- 172.21.15.52:0/1040585794 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e5801cad0 con 0x56138aa93d50 2024-04-21T09:14:39.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.425+0000 7f7e657fa640 1 -- 172.21.15.52:0/3410490251 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f7e5c0d1810 con 0x7f7e681099d0 2024-04-21T09:14:39.428 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.427+0000 7f7e71285740 1 -- 172.21.15.52:0/1040585794 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa93d50 msgr2=0x56138aa941d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:39.428 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.427+0000 7f7e71285740 1 --2- 172.21.15.52:0/1040585794 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa93d50 0x56138aa941d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7e58009d00 tx=0x7f7e580107a0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.428 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.428+0000 7f7e6cc36640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7e500a3f60 0x7f7e500a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.435+0000 7f7e6cc36640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7e500a3f60 0x7f7e500a6420 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7e600099a0 tx=0x7f7e60009480 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.436+0000 7f7e71285740 1 -- 172.21.15.52:0/1040585794 shutdown_connections 2024-04-21T09:14:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.436+0000 7f7e71285740 1 --2- 172.21.15.52:0/1040585794 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa9d2d0 0x56138aa9f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.436+0000 7f7e71285740 1 --2- 172.21.15.52:0/1040585794 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa93d50 0x56138aa941d0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.436+0000 7f7e71285740 1 --2- 172.21.15.52:0/1040585794 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aa93810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.436+0000 7f7e71285740 1 -- 172.21.15.52:0/1040585794 >> 172.21.15.52:0/1040585794 conn(0x56138aa5ac90 msgr2=0x56138aa8ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.442+0000 7f7e71285740 1 -- 172.21.15.52:0/1040585794 shutdown_connections 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.442+0000 7f7e71285740 1 -- 172.21.15.52:0/1040585794 wait complete. 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.443+0000 7f7e71285740 1 -- start start 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.443+0000 7f7e71285740 1 Processor -- start 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e71285740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aa9a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e71285740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa94ac0 0x56138aa9a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e71285740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa9d2d0 0x56138aa9ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e71285740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56138aac2060 con 0x56138aa9d2d0 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e71285740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56138a980eb0 con 0x56138aa93d50 2024-04-21T09:14:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e71285740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56138aac21e0 con 0x56138aa94ac0 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e71285740 10 client.0 _ll_register_callbacks cb 0x56138a9adb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e6cc36640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa9d2d0 0x56138aa9ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e6cc36640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa9d2d0 0x56138aa9ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53618/0 (socket says 172.21.15.52:53618) 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.444+0000 7f7e6cc36640 1 -- 172.21.15.52:0/3941246537 learned_addr learned my addr 172.21.15.52:0/3941246537 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.445+0000 7f7e67fff640 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aa9a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.446+0000 7f7e67fff640 1 -- 172.21.15.52:0/3941246537 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa94ac0 msgr2=0x56138aa9a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.446+0000 7f7e677fe640 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa94ac0 0x56138aa9a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.446+0000 7f7e67fff640 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa94ac0 0x56138aa9a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.446+0000 7f7e67fff640 1 -- 172.21.15.52:0/3941246537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa9d2d0 msgr2=0x56138aa9ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.446+0000 7f7e67fff640 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa9d2d0 0x56138aa9ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.446+0000 7f7e67fff640 1 -- 172.21.15.52:0/3941246537 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56138a70b210 con 0x56138aa93d50 2024-04-21T09:14:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.446+0000 7f7e677fe640 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa94ac0 0x56138aa9a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:14:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.451+0000 7f7e67fff640 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aa9a180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7e58006010 tx=0x7f7e58009c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b1fed700dbb26d0f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.456+0000 7f7e4bff7640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:14:39.456 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.456+0000 7f7e4bff7640 1 -- 172.21.15.52:0/3941246537 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5802a060 con 0x56138aa93d50 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.462+0000 7f7e71285740 1 -- 172.21.15.52:0/3941246537 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e5801cad0 con 0x56138aa93d50 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.462+0000 7f7e4bff7640 1 -- 172.21.15.52:0/3941246537 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f7e58011e00 con 0x56138aa93d50 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.463+0000 7f7e4bff7640 1 -- 172.21.15.52:0/3941246537 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7e58031050 con 0x56138aa93d50 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.463+0000 7f7e71285740 10 client.26045 fetch_fsmap learned FSMap version 34 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.463+0000 7f7e71285740 1 -- 172.21.15.52:0/3941246537 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56138a7d7620 con 0x56138aa93d50 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.464+0000 7f7e4bff7640 1 -- 172.21.15.52:0/3941246537 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e5801cad0 con 0x56138aa93d50 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.464+0000 7f7e4bff7640 1 -- 172.21.15.52:0/3941246537 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7f7e580036c0 con 0x56138aa93d50 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.466+0000 7f7e71285740 10 client.26045 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.466+0000 7f7e71285740 10 client.26045 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.466+0000 7f7e71285740 20 client.26045 populate_metadata read hostname 'smithi052' 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.466+0000 7f7e71285740 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56138aacf430 0x56138aad1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.466+0000 7f7e71285740 4 client.26045 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:14:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.466+0000 7f7e71285740 1 -- 172.21.15.52:0/3941246537 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56138aa0c880 con 0x56138aacf430 2024-04-21T09:14:39.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.475+0000 7f7e677fe640 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56138aacf430 0x56138aad1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.501 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.495+0000 7f7e4bff7640 10 client.26045 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.495+0000 7f7e677fe640 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56138aacf430 0x56138aad1820 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fef92223307f5d3 server_cookie=db32225c8416b591 in_seq=0 out_seq=0 2024-04-21T09:14:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.500+0000 7f7e4bff7640 1 -- 172.21.15.52:0/3941246537 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56138aa0c880 con 0x56138aacf430 2024-04-21T09:14:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.500+0000 7f7e4bff7640 10 client.26045 handle_command_reply: tid=0 2024-04-21T09:14:39.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.500+0000 7f7e71285740 1 client.26045 shutdown 2024-04-21T09:14:39.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.505+0000 7f7e71285740 1 -- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 msgr2=0x56138aa9a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.505+0000 7f7e71285740 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aa9a180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7e58006010 tx=0x7f7e58009c70 comp rx=0 tx=0).stop 2024-04-21T09:14:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.506+0000 7f7e71285740 1 -- 172.21.15.52:0/3941246537 shutdown_connections 2024-04-21T09:14:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.506+0000 7f7e71285740 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56138aacf430 0x56138aad1820 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.506+0000 7f7e71285740 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa9d2d0 0x56138aa9ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.506+0000 7f7e71285740 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa94ac0 0x56138aa9a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.506+0000 7f7e71285740 1 --2- 172.21.15.52:0/3941246537 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aa9a180 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.506+0000 7f7e4bff7640 0 client.26045 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:39.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.506+0000 7f7e71285740 1 -- 172.21.15.52:0/3941246537 >> 172.21.15.52:0/3941246537 conn(0x56138aa5ac90 msgr2=0x56138aa90790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:39.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.511+0000 7f7e71285740 1 -- 172.21.15.52:0/3941246537 shutdown_connections 2024-04-21T09:14:39.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.511+0000 7f7e71285740 1 -- 172.21.15.52:0/3941246537 wait complete. 2024-04-21T09:14:39.517 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.517+0000 7f7e71285740 20 client.26045 trim_cache size 0 max 16384 2024-04-21T09:14:39.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.566+0000 7f7e71285740 1 Processor -- start 2024-04-21T09:14:39.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.567+0000 7f7e71285740 1 -- start start 2024-04-21T09:14:39.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.567+0000 7f7e71285740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa93d50 0x56138aa9c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.567+0000 7f7e71285740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa94ac0 0x56138aa95a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.568+0000 7f7e71285740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 0x56138aa8d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.568+0000 7f7e71285740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6807fed0 con 0x56138aa93d50 2024-04-21T09:14:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.568+0000 7f7e71285740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6807d7e0 con 0x56138aa94ac0 2024-04-21T09:14:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.568+0000 7f7e71285740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7e68117600 con 0x56138aa9d2d0 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.568+0000 7f7e677fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa94ac0 0x56138aa95a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.568+0000 7f7e677fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa94ac0 0x56138aa95a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:58752/0 (socket says 172.21.15.52:58752) 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.568+0000 7f7e677fe640 1 -- 172.21.15.52:0/752175025 learned_addr learned my addr 172.21.15.52:0/752175025 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.568+0000 7f7e6cc36640 1 --2- 172.21.15.52:0/752175025 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 0x56138aa8d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.569+0000 7f7e677fe640 1 -- 172.21.15.52:0/752175025 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 msgr2=0x56138aa8d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.569+0000 7f7e677fe640 1 --2- 172.21.15.52:0/752175025 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 0x56138aa8d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.569+0000 7f7e677fe640 1 -- 172.21.15.52:0/752175025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa93d50 msgr2=0x56138aa9c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.569+0000 7f7e677fe640 1 --2- 172.21.15.52:0/752175025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa93d50 0x56138aa9c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.569+0000 7f7e677fe640 1 -- 172.21.15.52:0/752175025 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56138aa8ec50 con 0x56138aa94ac0 2024-04-21T09:14:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.570+0000 7f7e677fe640 1 --2- 172.21.15.52:0/752175025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa94ac0 0x56138aa95a10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c09d3e0 tx=0x7f7e5c0d3040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2be7ce624f9e7ea9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:39.577 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.577+0000 7f7e4dffb640 1 -- 172.21.15.52:0/752175025 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c020040 con 0x56138aa94ac0 2024-04-21T09:14:39.577 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.577+0000 7f7e4dffb640 1 -- 172.21.15.52:0/752175025 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e5c0a1800 con 0x56138aa94ac0 2024-04-21T09:14:39.577 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.577+0000 7f7e4dffb640 1 -- 172.21.15.52:0/752175025 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c09d910 con 0x56138aa94ac0 2024-04-21T09:14:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.580+0000 7f7e71285740 1 -- 172.21.15.52:0/752175025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa94ac0 msgr2=0x56138aa95a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.580+0000 7f7e71285740 1 --2- 172.21.15.52:0/752175025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa94ac0 0x56138aa95a10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c09d3e0 tx=0x7f7e5c0d3040 comp rx=0 tx=0).stop 2024-04-21T09:14:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.580+0000 7f7e71285740 1 -- 172.21.15.52:0/752175025 shutdown_connections 2024-04-21T09:14:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.580+0000 7f7e71285740 1 --2- 172.21.15.52:0/752175025 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 0x56138aa8d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.580+0000 7f7e71285740 1 --2- 172.21.15.52:0/752175025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa94ac0 0x56138aa95a10 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.580+0000 7f7e71285740 1 --2- 172.21.15.52:0/752175025 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa93d50 0x56138aa9c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.580+0000 7f7e71285740 1 -- 172.21.15.52:0/752175025 >> 172.21.15.52:0/752175025 conn(0x56138aa5ac90 msgr2=0x56138aa8d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.584+0000 7f7e71285740 1 -- 172.21.15.52:0/752175025 shutdown_connections 2024-04-21T09:14:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.584+0000 7f7e71285740 1 -- 172.21.15.52:0/752175025 wait complete. 2024-04-21T09:14:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.584+0000 7f7e71285740 1 -- start start 2024-04-21T09:14:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.584+0000 7f7e71285740 1 Processor -- start 2024-04-21T09:14:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.585+0000 7f7e71285740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aad4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.585+0000 7f7e71285740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aad4b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.585+0000 7f7e71285740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 0x56138aad1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.585+0000 7f7e71285740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6807bcc0 con 0x56138aa94ac0 2024-04-21T09:14:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.585+0000 7f7e71285740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6807d110 con 0x56138aa93d50 2024-04-21T09:14:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.585+0000 7f7e71285740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6807c370 con 0x56138aa9d2d0 2024-04-21T09:14:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.585+0000 7f7e71285740 10 client.0 _ll_register_callbacks cb 0x7f7e58009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:14:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.587+0000 7f7e6cc36640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 0x56138aad1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.587+0000 7f7e67fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aad4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.587+0000 7f7e677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aad4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.587+0000 7f7e677fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aad4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:53628/0 (socket says 172.21.15.52:53628) 2024-04-21T09:14:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.587+0000 7f7e677fe640 1 -- 172.21.15.52:0/2913226612 learned_addr learned my addr 172.21.15.52:0/2913226612 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.588+0000 7f7e677fe640 1 -- 172.21.15.52:0/2913226612 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 msgr2=0x56138aad1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.588+0000 7f7e677fe640 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 0x56138aad1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.588+0000 7f7e677fe640 1 -- 172.21.15.52:0/2913226612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 msgr2=0x56138aad4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.588+0000 7f7e677fe640 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aad4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.588+0000 7f7e677fe640 1 -- 172.21.15.52:0/2913226612 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56138aad23b0 con 0x56138aa94ac0 2024-04-21T09:14:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.589+0000 7f7e677fe640 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aad4b50 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c09d100 tx=0x7f7e5c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6c89a61dcff3cf3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:39.590 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.590+0000 7f7e4bff7640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:14:39.590 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.590+0000 7f7e4bff7640 1 -- 172.21.15.52:0/2913226612 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c0b0070 con 0x56138aa94ac0 2024-04-21T09:14:39.590 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.590+0000 7f7e71285740 1 -- 172.21.15.52:0/2913226612 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e5c0a1800 con 0x56138aa94ac0 2024-04-21T09:14:39.590 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.590+0000 7f7e4bff7640 1 -- 172.21.15.52:0/2913226612 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f7e5c09b4f0 con 0x56138aa94ac0 2024-04-21T09:14:39.590 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.590+0000 7f7e4bff7640 1 -- 172.21.15.52:0/2913226612 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7e5c020050 con 0x56138aa94ac0 2024-04-21T09:14:39.595 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.596+0000 7f7e71285740 10 client.16440 fetch_fsmap learned FSMap version 34 2024-04-21T09:14:39.596 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.596+0000 7f7e71285740 1 -- 172.21.15.52:0/2913226612 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x56138ab350f0 con 0x56138aa94ac0 2024-04-21T09:14:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.602+0000 7f7e4bff7640 1 -- 172.21.15.52:0/2913226612 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e5c0a1800 con 0x56138aa94ac0 2024-04-21T09:14:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.602+0000 7f7e4bff7640 1 -- 172.21.15.52:0/2913226612 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7f7e5c0b6bd0 con 0x56138aa94ac0 2024-04-21T09:14:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.606+0000 7f7e71285740 10 client.16440 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:14:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.606+0000 7f7e71285740 10 client.16440 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:14:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.606+0000 7f7e71285740 20 client.16440 populate_metadata read hostname 'smithi052' 2024-04-21T09:14:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.606+0000 7f7e71285740 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56138ab35730 0x56138ab37b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.606+0000 7f7e71285740 4 client.16440 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:14:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.606+0000 7f7e71285740 1 -- 172.21.15.52:0/2913226612 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56138a9983d0 con 0x56138ab35730 2024-04-21T09:14:39.610 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.609+0000 7f7e67fff640 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56138ab35730 0x56138ab37b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.613+0000 7f7e67fff640 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56138ab35730 0x56138ab37b50 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9e7487d76f5e83f server_cookie=c5eb4a159cefc638 in_seq=0 out_seq=0 2024-04-21T09:14:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:39.613+0000 7f7e4bff7640 10 client.16440 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:41.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:41 smithi052 ceph-mon[28035]: pgmap v141: 129 pgs: 129 active+clean; 40 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 617 MiB/s wr, 848 op/s 2024-04-21T09:14:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e4bff7640 1 -- 172.21.15.52:0/2913226612 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56138a9983d0 con 0x56138ab35730 2024-04-21T09:14:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e4bff7640 10 client.16440 handle_command_reply: tid=0 2024-04-21T09:14:41.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 client.16440 shutdown 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 -- 172.21.15.52:0/2913226612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 msgr2=0x56138aad4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aad4b50 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c09d100 tx=0x7f7e5c000bc0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 -- 172.21.15.52:0/2913226612 shutdown_connections 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56138ab35730 0x56138ab37b50 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56138aa9d2d0 0x56138aad1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56138aa94ac0 0x56138aad4b50 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 --2- 172.21.15.52:0/2913226612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56138aa93d50 0x56138aad4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e71285740 1 -- 172.21.15.52:0/2913226612 >> 172.21.15.52:0/2913226612 conn(0x56138aa5ac90 msgr2=0x56138aa8dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:41.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.510+0000 7f7e4bff7640 0 client.16440 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.511+0000 7f7e71285740 1 -- 172.21.15.52:0/2913226612 shutdown_connections 2024-04-21T09:14:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.511+0000 7f7e71285740 1 -- 172.21.15.52:0/2913226612 wait complete. 2024-04-21T09:14:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.511+0000 7f7e71285740 20 client.16440 trim_cache size 0 max 16384 2024-04-21T09:14:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:14:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:14:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:14:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:14:41.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.512+0000 7f7e6d437640 1 -- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7e500a3f60 msgr2=0x7f7e500a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.512+0000 7f7e6d437640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7e500a3f60 0x7f7e500a6420 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7e600099a0 tx=0x7f7e60009480 comp rx=0 tx=0).stop 2024-04-21T09:14:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.512+0000 7f7e6d437640 1 -- 172.21.15.52:0/3410490251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e681099d0 msgr2=0x7f7e6811d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:41.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.512+0000 7f7e6d437640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e681099d0 0x7f7e6811d590 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c00d950 tx=0x7f7e5c00de10 comp rx=0 tx=0).stop 2024-04-21T09:14:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.514+0000 7f7e6d437640 1 -- 172.21.15.52:0/3410490251 shutdown_connections 2024-04-21T09:14:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.514+0000 7f7e6d437640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7e500a3f60 0x7f7e500a6420 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.514+0000 7f7e6d437640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7e681104a0 0x7f7e681160d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.514+0000 7f7e6d437640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e681099d0 0x7f7e6811d590 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.514+0000 7f7e6d437640 1 --2- 172.21.15.52:0/3410490251 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7e68108f50 0x7f7e6811d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.514+0000 7f7e6d437640 1 -- 172.21.15.52:0/3410490251 >> 172.21.15.52:0/3410490251 conn(0x7f7e6806ced0 msgr2=0x7f7e68071980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.515+0000 7f7e6d437640 1 -- 172.21.15.52:0/3410490251 shutdown_connections 2024-04-21T09:14:41.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:41.515+0000 7f7e6d437640 1 -- 172.21.15.52:0/3410490251 wait complete. 2024-04-21T09:14:41.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:41 smithi060 ceph-mon[31055]: pgmap v141: 129 pgs: 129 active+clean; 40 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 617 MiB/s wr, 848 op/s 2024-04-21T09:14:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:41 smithi078 ceph-mon[31713]: pgmap v141: 129 pgs: 129 active+clean; 40 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 617 MiB/s wr, 848 op/s 2024-04-21T09:14:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:43 smithi060 ceph-mon[31055]: pgmap v142: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 751 MiB/s wr, 1.08k op/s 2024-04-21T09:14:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:43 smithi078 ceph-mon[31713]: pgmap v142: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 751 MiB/s wr, 1.08k op/s 2024-04-21T09:14:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:43 smithi052 ceph-mon[28035]: pgmap v142: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 751 MiB/s wr, 1.08k op/s 2024-04-21T09:14:45.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:45 smithi060 ceph-mon[31055]: pgmap v143: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 598 MiB/s wr, 801 op/s 2024-04-21T09:14:45.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:45 smithi078 ceph-mon[31713]: pgmap v143: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 598 MiB/s wr, 801 op/s 2024-04-21T09:14:45.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:45 smithi052 ceph-mon[28035]: pgmap v143: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 598 MiB/s wr, 801 op/s 2024-04-21T09:14:47.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:47 smithi060 ceph-mon[31055]: pgmap v144: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 602 MiB/s wr, 798 op/s 2024-04-21T09:14:47.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:47 smithi078 ceph-mon[31713]: pgmap v144: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 602 MiB/s wr, 798 op/s 2024-04-21T09:14:47.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:47 smithi052 ceph-mon[28035]: pgmap v144: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 988 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 602 MiB/s wr, 798 op/s 2024-04-21T09:14:49.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:49 smithi060 ceph-mon[31055]: pgmap v145: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 987 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 827 MiB/s wr, 1.15k op/s 2024-04-21T09:14:49.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:49 smithi078 ceph-mon[31713]: pgmap v145: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 987 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 827 MiB/s wr, 1.15k op/s 2024-04-21T09:14:49.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:49 smithi052 ceph-mon[28035]: pgmap v145: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 987 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 827 MiB/s wr, 1.15k op/s 2024-04-21T09:14:51.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:51 smithi060 ceph-mon[31055]: pgmap v146: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 987 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 604 MiB/s wr, 921 op/s 2024-04-21T09:14:51.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:51 smithi078 ceph-mon[31713]: pgmap v146: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 987 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 604 MiB/s wr, 921 op/s 2024-04-21T09:14:51.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:51 smithi052 ceph-mon[28035]: pgmap v146: 129 pgs: 129 active+clean; 41 GiB data, 85 GiB used, 987 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 604 MiB/s wr, 921 op/s 2024-04-21T09:14:53.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:53 smithi060 ceph-mon[31055]: pgmap v147: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 769 MiB/s wr, 1.20k op/s 2024-04-21T09:14:53.696 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:53 smithi078 ceph-mon[31713]: pgmap v147: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 769 MiB/s wr, 1.20k op/s 2024-04-21T09:14:53.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:53 smithi052 ceph-mon[28035]: pgmap v147: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 769 MiB/s wr, 1.20k op/s 2024-04-21T09:14:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.880+0000 7f18dd3b2640 1 -- 172.21.15.52:0/4038002543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 msgr2=0x7f18d811db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.880+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/4038002543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 0x7f18d811db20 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f18c8009860 tx=0x7f18c802bb90 comp rx=0 tx=0).stop 2024-04-21T09:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.886+0000 7f18dd3b2640 1 -- 172.21.15.52:0/4038002543 shutdown_connections 2024-04-21T09:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.886+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/4038002543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 0x7f18d811db20 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.886+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/4038002543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18d810e7d0 0x7f18d810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.886+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/4038002543 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18d81106f0 0x7f18d810e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.886+0000 7f18dd3b2640 1 -- 172.21.15.52:0/4038002543 >> 172.21.15.52:0/4038002543 conn(0x7f18d806d030 msgr2=0x7f18d806d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.887+0000 7f18dd3b2640 1 -- 172.21.15.52:0/4038002543 shutdown_connections 2024-04-21T09:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.888+0000 7f18dd3b2640 1 -- 172.21.15.52:0/4038002543 wait complete. 2024-04-21T09:14:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.889+0000 7f18dd3b2640 1 Processor -- start 2024-04-21T09:14:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.890+0000 7f18dd3b2640 1 -- start start 2024-04-21T09:14:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.890+0000 7f18dd3b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18d810e7d0 0x7f18d81a7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.891+0000 7f18dd3b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18d81106f0 0x7f18d81a7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.891+0000 7f18dd3b2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 0x7f18d81abcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.891+0000 7f18dd3b2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f18d8120fe0 con 0x7f18d81106f0 2024-04-21T09:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.891+0000 7f18dd3b2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f18d8120e60 con 0x7f18d811b730 2024-04-21T09:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.891+0000 7f18dd3b2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f18d8121160 con 0x7f18d810e7d0 2024-04-21T09:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.891+0000 7f18d67fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18d81106f0 0x7f18d81a7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.892+0000 7f18d67fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18d81106f0 0x7f18d81a7940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:50540/0 (socket says 172.21.15.52:50540) 2024-04-21T09:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.892+0000 7f18d67fc640 1 -- 172.21.15.52:0/839801900 learned_addr learned my addr 172.21.15.52:0/839801900 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.893+0000 7f18d77fe640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 0x7f18d81abcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.893+0000 7f18d6ffd640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18d810e7d0 0x7f18d81a7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.897+0000 7f18d77fe640 1 -- 172.21.15.52:0/839801900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18d810e7d0 msgr2=0x7f18d81a7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.897+0000 7f18d77fe640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18d810e7d0 0x7f18d81a7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.897+0000 7f18d77fe640 1 -- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18d81106f0 msgr2=0x7f18d81a7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.897+0000 7f18d77fe640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18d81106f0 0x7f18d81a7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.897+0000 7f18d77fe640 1 -- 172.21.15.52:0/839801900 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18d81ac3f0 con 0x7f18d811b730 2024-04-21T09:14:54.901 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.902+0000 7f18d77fe640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 0x7f18d81abcc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f18c8037040 tx=0x7f18c80045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.904+0000 7f18bffff640 1 -- 172.21.15.52:0/839801900 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c8041020 con 0x7f18d811b730 2024-04-21T09:14:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.904+0000 7f18dd3b2640 1 -- 172.21.15.52:0/839801900 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18d81ac680 con 0x7f18d811b730 2024-04-21T09:14:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.904+0000 7f18dd3b2640 1 -- 172.21.15.52:0/839801900 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18d81b3f70 con 0x7f18d811b730 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.909+0000 7f18dff9e740 1 Processor -- start 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.911+0000 7f18dff9e740 1 -- start start 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42196e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196eb60 0x55d42196efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d4219890f0 0x55d42198b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18dff9e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55d4218d38d0 con 0x55d42196eb60 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18dff9e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d421870e80 con 0x55d4219890f0 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18dff9e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55d4218cf890 con 0x55d42196f8d0 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18bffff640 1 -- 172.21.15.52:0/839801900 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18c802c870 con 0x7f18d811b730 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18bffff640 1 -- 172.21.15.52:0/839801900 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c8039040 con 0x7f18d811b730 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18bffff640 1 -- 172.21.15.52:0/839801900 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f18c8044020 con 0x7f18d811b730 2024-04-21T09:14:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18d67fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42196e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18d67fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d4219890f0 0x55d42198b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18d67fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42196e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:58734/0 (socket says 172.21.15.52:58734) 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.912+0000 7f18d67fc640 1 -- 172.21.15.52:0/3212923056 learned_addr learned my addr 172.21.15.52:0/3212923056 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.913+0000 7f18d67fc640 1 -- 172.21.15.52:0/3212923056 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d4219890f0 msgr2=0x55d42198b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.913+0000 7f18d67fc640 1 --2- 172.21.15.52:0/3212923056 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d4219890f0 0x55d42198b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.913+0000 7f18d67fc640 1 -- 172.21.15.52:0/3212923056 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196eb60 msgr2=0x55d42196efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.913+0000 7f18d67fc640 1 --2- 172.21.15.52:0/3212923056 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196eb60 0x55d42196efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.913+0000 7f18d67fc640 1 -- 172.21.15.52:0/3212923056 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d421892320 con 0x55d42196f8d0 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.913+0000 7f18bffff640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18c00a3f50 0x7f18c00a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.913+0000 7f18bffff640 1 -- 172.21.15.52:0/839801900 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f18c80f30d0 con 0x7f18d811b730 2024-04-21T09:14:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.915+0000 7f18d67fc640 1 --2- 172.21.15.52:0/3212923056 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42196e620 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f18cc014a50 tx=0x7f18cc00a380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd5f47e9ff5b5dac server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.917+0000 7f18bd7fa640 1 -- 172.21.15.52:0/3212923056 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18cc005220 con 0x55d42196f8d0 2024-04-21T09:14:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.917+0000 7f18bd7fa640 1 -- 172.21.15.52:0/3212923056 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18cc004c50 con 0x55d42196f8d0 2024-04-21T09:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.919+0000 7f18d6ffd640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18c00a3f50 0x7f18c00a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.921 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.921+0000 7f18dff9e740 1 -- 172.21.15.52:0/3212923056 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 msgr2=0x55d42196e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:54.921 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.921+0000 7f18dff9e740 1 --2- 172.21.15.52:0/3212923056 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42196e620 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f18cc014a50 tx=0x7f18cc00a380 comp rx=0 tx=0).stop 2024-04-21T09:14:54.932 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.932+0000 7f18d6ffd640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18c00a3f50 0x7f18c00a6410 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x55d421970030 tx=0x7f18d0010040 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:54.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.937+0000 7f18dff9e740 1 -- 172.21.15.52:0/3212923056 shutdown_connections 2024-04-21T09:14:54.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.937+0000 7f18dff9e740 1 --2- 172.21.15.52:0/3212923056 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d4219890f0 0x55d42198b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.937+0000 7f18dff9e740 1 --2- 172.21.15.52:0/3212923056 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196eb60 0x55d42196efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.937+0000 7f18dff9e740 1 --2- 172.21.15.52:0/3212923056 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42196e620 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.938 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.937+0000 7f18dff9e740 1 -- 172.21.15.52:0/3212923056 >> 172.21.15.52:0/3212923056 conn(0x55d421935c90 msgr2=0x55d421969850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.940+0000 7f18dff9e740 1 -- 172.21.15.52:0/3212923056 shutdown_connections 2024-04-21T09:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.942+0000 7f18dff9e740 1 -- 172.21.15.52:0/3212923056 wait complete. 2024-04-21T09:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.942+0000 7f18dff9e740 1 -- start start 2024-04-21T09:14:54.943 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.942+0000 7f18dff9e740 1 Processor -- start 2024-04-21T09:14:54.943 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.943+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196eb60 0x55d421988980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.943 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.943+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196f8d0 0x55d421985d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18d6ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196eb60 0x55d421988980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18d6ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196eb60 0x55d421988980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:55780/0 (socket says 172.21.15.52:55780) 2024-04-21T09:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18d6ffd640 1 -- 172.21.15.52:0/4019849316 learned_addr learned my addr 172.21.15.52:0/4019849316 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18dff9e740 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d4219890f0 0x55d421986250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18d67fc640 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196f8d0 0x55d421985d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55d42198be70 con 0x55d42196f8d0 2024-04-21T09:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18d77fe640 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d4219890f0 0x55d421986250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d42185beb0 con 0x55d42196eb60 2024-04-21T09:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.944+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55d42198bff0 con 0x55d4219890f0 2024-04-21T09:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.945+0000 7f18dff9e740 10 client.0 _ll_register_callbacks cb 0x55d421888b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:14:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.946+0000 7f18d77fe640 1 -- 172.21.15.52:0/4019849316 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196eb60 msgr2=0x55d421988980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.946+0000 7f18d77fe640 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196eb60 0x55d421988980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.946+0000 7f18d77fe640 1 -- 172.21.15.52:0/4019849316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196f8d0 msgr2=0x55d421985d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.946+0000 7f18d77fe640 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196f8d0 0x55d421985d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.946+0000 7f18d77fe640 1 -- 172.21.15.52:0/4019849316 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4215e6210 con 0x55d4219890f0 2024-04-21T09:14:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.946+0000 7f18d77fe640 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d4219890f0 0x55d421986250 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f18c80f05d0 tx=0x7f18c80be8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac51fe5ec4e0a0c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:54.951 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.951+0000 7f18baff5640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:14:54.951 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.951+0000 7f18baff5640 1 -- 172.21.15.52:0/4019849316 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c80beeb0 con 0x55d4219890f0 2024-04-21T09:14:54.952 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.951+0000 7f18baff5640 1 -- 172.21.15.52:0/4019849316 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f18c80bf320 con 0x55d4219890f0 2024-04-21T09:14:54.952 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.951+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f18cc004c50 con 0x55d4219890f0 2024-04-21T09:14:54.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.956+0000 7f18baff5640 1 -- 172.21.15.52:0/4019849316 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f18c80c3260 con 0x55d4219890f0 2024-04-21T09:14:54.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.958+0000 7f18dff9e740 10 client.26122 fetch_fsmap learned FSMap version 34 2024-04-21T09:14:54.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.958+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55d4216b2620 con 0x55d4219890f0 2024-04-21T09:14:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.960+0000 7f18baff5640 1 -- 172.21.15.52:0/4019849316 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18cc004c50 con 0x55d4219890f0 2024-04-21T09:14:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.960+0000 7f18baff5640 1 -- 172.21.15.52:0/4019849316 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7f18c80c7ce0 con 0x55d4219890f0 2024-04-21T09:14:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.960+0000 7f18dff9e740 10 client.26122 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:14:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.960+0000 7f18dff9e740 10 client.26122 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:14:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.960+0000 7f18dff9e740 20 client.26122 populate_metadata read hostname 'smithi052' 2024-04-21T09:14:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.960+0000 7f18dff9e740 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d421999310 0x55d42199b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.961+0000 7f18dff9e740 4 client.26122 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:14:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.961+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4218e7880 con 0x55d421999310 2024-04-21T09:14:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.962+0000 7f18d6ffd640 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d421999310 0x55d42199b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:54.963 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.963+0000 7f18d6ffd640 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d421999310 0x55d42199b750 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=809e2b841dff6fa1 server_cookie=58b997b01e468c21 in_seq=0 out_seq=0 2024-04-21T09:14:54.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.966+0000 7f18baff5640 10 client.26122 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:54.967 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.967+0000 7f18baff5640 1 -- 172.21.15.52:0/4019849316 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d4218e7880 con 0x55d421999310 2024-04-21T09:14:54.967 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.968+0000 7f18baff5640 10 client.26122 handle_command_reply: tid=0 2024-04-21T09:14:54.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.969+0000 7f18dff9e740 1 client.26122 shutdown 2024-04-21T09:14:54.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d4219890f0 msgr2=0x55d421986250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:54.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d4219890f0 0x55d421986250 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f18c80f05d0 tx=0x7f18c80be8d0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 shutdown_connections 2024-04-21T09:14:54.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d421999310 0x55d42199b750 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d4219890f0 0x55d421986250 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196f8d0 0x55d421985d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 --2- 172.21.15.52:0/4019849316 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196eb60 0x55d421988980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:54.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 >> 172.21.15.52:0/4019849316 conn(0x55d421935c90 msgr2=0x55d42196b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:54.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18baff5640 0 client.26122 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:54.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 shutdown_connections 2024-04-21T09:14:54.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 1 -- 172.21.15.52:0/4019849316 wait complete. 2024-04-21T09:14:54.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:54.970+0000 7f18dff9e740 20 client.26122 trim_cache size 0 max 16384 2024-04-21T09:14:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.022+0000 7f18dff9e740 1 Processor -- start 2024-04-21T09:14:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.022+0000 7f18dff9e740 1 -- start start 2024-04-21T09:14:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.023+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196eb60 0x55d421994e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.023+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196f8d0 0x55d42199b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.023+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d4219890f0 0x55d4219a1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.023+0000 7f18d77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d4219890f0 0x55d4219a1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.023+0000 7f18dff9e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f18c4012890 con 0x55d4219890f0 2024-04-21T09:14:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.023+0000 7f18dff9e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f18c4010160 con 0x55d42196f8d0 2024-04-21T09:14:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.024+0000 7f18dff9e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f18c400dfb0 con 0x55d42196eb60 2024-04-21T09:14:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.024+0000 7f18d77fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d4219890f0 0x55d4219a1020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:50554/0 (socket says 172.21.15.52:50554) 2024-04-21T09:14:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.024+0000 7f18d77fe640 1 -- 172.21.15.52:0/697605713 learned_addr learned my addr 172.21.15.52:0/697605713 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:55.024 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.024+0000 7f18d77fe640 1 -- 172.21.15.52:0/697605713 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196eb60 msgr2=0x55d421994e50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:14:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.024+0000 7f18d77fe640 1 --2- 172.21.15.52:0/697605713 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196eb60 0x55d421994e50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.024+0000 7f18d77fe640 1 -- 172.21.15.52:0/697605713 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196f8d0 msgr2=0x55d42199b320 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:14:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.024+0000 7f18d77fe640 1 --2- 172.21.15.52:0/697605713 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196f8d0 0x55d42199b320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.024+0000 7f18d77fe640 1 -- 172.21.15.52:0/697605713 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d42198b850 con 0x55d4219890f0 2024-04-21T09:14:55.025 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.025+0000 7f18d77fe640 1 --2- 172.21.15.52:0/697605713 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d4219890f0 0x55d4219a1020 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f18c8004650 tx=0x7f18c8005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54b8c7f80bbf1330 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.026+0000 7f18bcff9640 1 -- 172.21.15.52:0/697605713 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c80beeb0 con 0x55d4219890f0 2024-04-21T09:14:55.026 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.026+0000 7f18bcff9640 1 -- 172.21.15.52:0/697605713 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18c80c7600 con 0x55d4219890f0 2024-04-21T09:14:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.027+0000 7f18dff9e740 1 -- 172.21.15.52:0/697605713 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d4219890f0 msgr2=0x55d4219a1020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.027+0000 7f18dff9e740 1 --2- 172.21.15.52:0/697605713 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d4219890f0 0x55d4219a1020 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f18c8004650 tx=0x7f18c8005c90 comp rx=0 tx=0).stop 2024-04-21T09:14:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.028+0000 7f18dff9e740 1 -- 172.21.15.52:0/697605713 shutdown_connections 2024-04-21T09:14:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.028+0000 7f18dff9e740 1 --2- 172.21.15.52:0/697605713 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d4219890f0 0x55d4219a1020 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.028+0000 7f18dff9e740 1 --2- 172.21.15.52:0/697605713 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42196f8d0 0x55d42199b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.028+0000 7f18dff9e740 1 --2- 172.21.15.52:0/697605713 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196eb60 0x55d421994e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.028+0000 7f18dff9e740 1 -- 172.21.15.52:0/697605713 >> 172.21.15.52:0/697605713 conn(0x55d421935c90 msgr2=0x55d4219845e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.029+0000 7f18dff9e740 1 -- 172.21.15.52:0/697605713 shutdown_connections 2024-04-21T09:14:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.029+0000 7f18dff9e740 1 -- 172.21.15.52:0/697605713 wait complete. 2024-04-21T09:14:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 1 -- start start 2024-04-21T09:14:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 1 Processor -- start 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196eb60 0x55d42198c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42198c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42198ccb0 0x55d4219fd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f18c400e620 con 0x55d42196eb60 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f18c400fa90 con 0x55d42198ccb0 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f18c400ecf0 con 0x55d42196f8d0 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.030+0000 7f18dff9e740 10 client.0 _ll_register_callbacks cb 0x7f18c8005760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d67fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42198c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d77fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42198ccb0 0x55d4219fd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d77fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42198ccb0 0x55d4219fd880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:55792/0 (socket says 172.21.15.52:55792) 2024-04-21T09:14:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d77fe640 1 -- 172.21.15.52:0/1580575852 learned_addr learned my addr 172.21.15.52:0/1580575852 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d77fe640 1 -- 172.21.15.52:0/1580575852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 msgr2=0x55d42198c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d77fe640 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42198c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d77fe640 1 -- 172.21.15.52:0/1580575852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196eb60 msgr2=0x55d42198c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d77fe640 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196eb60 0x55d42198c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.031+0000 7f18d77fe640 1 -- 172.21.15.52:0/1580575852 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4219fdef0 con 0x55d42198ccb0 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.032+0000 7f18d77fe640 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42198ccb0 0x55d4219fd880 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f18c80bb880 tx=0x7f18c80f06b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=800c67b1dca81cb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.034+0000 7f18baff5640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.034+0000 7f18baff5640 1 -- 172.21.15.52:0/1580575852 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18c80c7600 con 0x55d42198ccb0 2024-04-21T09:14:55.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.034+0000 7f18baff5640 1 -- 172.21.15.52:0/1580575852 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f18c80f0d30 con 0x55d42198ccb0 2024-04-21T09:14:55.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.034+0000 7f18dff9e740 1 -- 172.21.15.52:0/1580575852 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d4218733d0 con 0x55d42198ccb0 2024-04-21T09:14:55.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.035+0000 7f18baff5640 1 -- 172.21.15.52:0/1580575852 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f18c80beeb0 con 0x55d42198ccb0 2024-04-21T09:14:55.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.037+0000 7f18dff9e740 10 client.26066 fetch_fsmap learned FSMap version 34 2024-04-21T09:14:55.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.037+0000 7f18dff9e740 1 -- 172.21.15.52:0/1580575852 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55d4219fdef0 con 0x55d42198ccb0 2024-04-21T09:14:55.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.038+0000 7f18baff5640 1 -- 172.21.15.52:0/1580575852 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55d4218733d0 con 0x55d42198ccb0 2024-04-21T09:14:55.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.039+0000 7f18baff5640 1 -- 172.21.15.52:0/1580575852 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7f18c803c030 con 0x55d42198ccb0 2024-04-21T09:14:55.040 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.040+0000 7f18dff9e740 10 client.26066 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:14:55.040 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.040+0000 7f18dff9e740 10 client.26066 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:14:55.040 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.040+0000 7f18dff9e740 20 client.26066 populate_metadata read hostname 'smithi052' 2024-04-21T09:14:55.040 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.040+0000 7f18dff9e740 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d4219ff470 0x55d421a01860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:14:55.040 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.040+0000 7f18dff9e740 4 client.26066 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:14:55.040 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.040+0000 7f18dff9e740 1 -- 172.21.15.52:0/1580575852 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d4218e12f0 con 0x55d4219ff470 2024-04-21T09:14:55.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.042+0000 7f18d6ffd640 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d4219ff470 0x55d421a01860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:14:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.053+0000 7f18d6ffd640 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d4219ff470 0x55d421a01860 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a5da050081aaa6a server_cookie=4ae187390d6494e2 in_seq=0 out_seq=0 2024-04-21T09:14:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:55.054+0000 7f18baff5640 10 client.26066 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:55.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:55 smithi060 ceph-mon[31055]: pgmap v148: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 684 MiB/s wr, 1.08k op/s 2024-04-21T09:14:55.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:55 smithi078 ceph-mon[31713]: pgmap v148: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 684 MiB/s wr, 1.08k op/s 2024-04-21T09:14:55.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:55 smithi052 ceph-mon[28035]: pgmap v148: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 684 MiB/s wr, 1.08k op/s 2024-04-21T09:14:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.383+0000 7f18baff5640 1 -- 172.21.15.52:0/1580575852 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d4218e12f0 con 0x55d4219ff470 2024-04-21T09:14:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.383+0000 7f18baff5640 10 client.26066 handle_command_reply: tid=0 2024-04-21T09:14:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.383+0000 7f18dff9e740 1 client.26066 shutdown 2024-04-21T09:14:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 -- 172.21.15.52:0/1580575852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42198ccb0 msgr2=0x55d4219fd880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42198ccb0 0x55d4219fd880 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f18c80bb880 tx=0x7f18c80f06b0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 -- 172.21.15.52:0/1580575852 shutdown_connections 2024-04-21T09:14:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d4219ff470 0x55d421a01860 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d42198ccb0 0x55d4219fd880 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d42196f8d0 0x55d42198c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 --2- 172.21.15.52:0/1580575852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d42196eb60 0x55d42198c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 -- 172.21.15.52:0/1580575852 >> 172.21.15.52:0/1580575852 conn(0x55d421935c90 msgr2=0x55d421984a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18baff5640 0 client.26066 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 -- 172.21.15.52:0/1580575852 shutdown_connections 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 1 -- 172.21.15.52:0/1580575852 wait complete. 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.384+0000 7f18dff9e740 20 client.26066 trim_cache size 0 max 16384 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:14:56.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:14:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:14:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:14:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.389+0000 7f18dd3b2640 1 -- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18c00a3f50 msgr2=0x7f18c00a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.389+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18c00a3f50 0x7f18c00a6410 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x55d421970030 tx=0x7f18d0010040 comp rx=0 tx=0).stop 2024-04-21T09:14:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.389+0000 7f18dd3b2640 1 -- 172.21.15.52:0/839801900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 msgr2=0x7f18d81abcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:14:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.389+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 0x7f18d81abcc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f18c8037040 tx=0x7f18c80045e0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.392+0000 7f18dd3b2640 1 -- 172.21.15.52:0/839801900 shutdown_connections 2024-04-21T09:14:56.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.392+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f18c00a3f50 0x7f18c00a6410 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.392+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f18d811b730 0x7f18d81abcc0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.392+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f18d81106f0 0x7f18d81a7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.392+0000 7f18dd3b2640 1 --2- 172.21.15.52:0/839801900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f18d810e7d0 0x7f18d81a7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:14:56.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.392+0000 7f18dd3b2640 1 -- 172.21.15.52:0/839801900 >> 172.21.15.52:0/839801900 conn(0x7f18d806d030 msgr2=0x7f18d8070a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:14:56.394 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.394+0000 7f18dd3b2640 1 -- 172.21.15.52:0/839801900 shutdown_connections 2024-04-21T09:14:56.394 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:14:56.394+0000 7f18dd3b2640 1 -- 172.21.15.52:0/839801900 wait complete. 2024-04-21T09:14:57.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:57 smithi060 ceph-mon[31055]: pgmap v149: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 635 MiB/s wr, 1.02k op/s 2024-04-21T09:14:57.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:57 smithi078 ceph-mon[31713]: pgmap v149: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 635 MiB/s wr, 1.02k op/s 2024-04-21T09:14:57.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:57 smithi052 ceph-mon[28035]: pgmap v149: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 635 MiB/s wr, 1.02k op/s 2024-04-21T09:14:59.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:14:59 smithi060 ceph-mon[31055]: pgmap v150: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 822 MiB/s wr, 1.35k op/s 2024-04-21T09:14:59.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:14:59 smithi078 ceph-mon[31713]: pgmap v150: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 822 MiB/s wr, 1.35k op/s 2024-04-21T09:14:59.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:14:59 smithi052 ceph-mon[28035]: pgmap v150: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 822 MiB/s wr, 1.35k op/s 2024-04-21T09:15:01.591 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:01 smithi060 ceph-mon[31055]: pgmap v151: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 608 MiB/s wr, 1.02k op/s 2024-04-21T09:15:01.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:01 smithi078 ceph-mon[31713]: pgmap v151: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 608 MiB/s wr, 1.02k op/s 2024-04-21T09:15:01.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:01 smithi052 ceph-mon[28035]: pgmap v151: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 608 MiB/s wr, 1.02k op/s 2024-04-21T09:15:03.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:03 smithi060 ceph-mon[31055]: pgmap v152: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 832 MiB/s wr, 1.36k op/s 2024-04-21T09:15:03.710 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:03 smithi078 ceph-mon[31713]: pgmap v152: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 832 MiB/s wr, 1.36k op/s 2024-04-21T09:15:03.710 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:03 smithi052 ceph-mon[28035]: pgmap v152: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 832 MiB/s wr, 1.36k op/s 2024-04-21T09:15:05.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:05 smithi078 ceph-mon[31713]: pgmap v153: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 663 MiB/s wr, 1.08k op/s 2024-04-21T09:15:05.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:05 smithi052 ceph-mon[28035]: pgmap v153: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 663 MiB/s wr, 1.08k op/s 2024-04-21T09:15:05.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:05 smithi060 ceph-mon[31055]: pgmap v153: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 663 MiB/s wr, 1.08k op/s 2024-04-21T09:15:07.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:07 smithi078 ceph-mon[31713]: pgmap v154: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 604 MiB/s wr, 1.01k op/s 2024-04-21T09:15:07.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:07 smithi052 ceph-mon[28035]: pgmap v154: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 604 MiB/s wr, 1.01k op/s 2024-04-21T09:15:07.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:07 smithi060 ceph-mon[31055]: pgmap v154: 129 pgs: 129 active+clean; 41 GiB data, 86 GiB used, 987 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 604 MiB/s wr, 1.01k op/s 2024-04-21T09:15:09.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.630+0000 7f78492e0640 1 -- 172.21.15.52:0/4105983411 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f784411b730 msgr2=0x7f784411db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:09.632 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.630+0000 7f78492e0640 1 --2- 172.21.15.52:0/4105983411 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f784411b730 0x7f784411db20 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f782c009900 tx=0x7f782c02bc80 comp rx=0 tx=0).stop 2024-04-21T09:15:09.635 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.633+0000 7f78492e0640 1 -- 172.21.15.52:0/4105983411 shutdown_connections 2024-04-21T09:15:09.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.633+0000 7f78492e0640 1 --2- 172.21.15.52:0/4105983411 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f784411b730 0x7f784411db20 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.633+0000 7f78492e0640 1 --2- 172.21.15.52:0/4105983411 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f784410e7d0 0x7f784410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.633+0000 7f78492e0640 1 --2- 172.21.15.52:0/4105983411 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f78441106f0 0x7f784410e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.636 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.633+0000 7f78492e0640 1 -- 172.21.15.52:0/4105983411 >> 172.21.15.52:0/4105983411 conn(0x7f784406d030 msgr2=0x7f784406d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:09.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.637+0000 7f78492e0640 1 -- 172.21.15.52:0/4105983411 shutdown_connections 2024-04-21T09:15:09.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.641+0000 7f78492e0640 1 -- 172.21.15.52:0/4105983411 wait complete. 2024-04-21T09:15:09.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.641+0000 7f78492e0640 1 Processor -- start 2024-04-21T09:15:09.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78492e0640 1 -- start start 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78492e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f784410e7d0 0x7f78441a7580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78492e0640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78441106f0 0x7f78441a7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78492e0640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f784411b730 0x7f78441abe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78492e0640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7844121000 con 0x7f784410e7d0 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78492e0640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7844120e80 con 0x7f78441106f0 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78492e0640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7844121180 con 0x7f784411b730 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78427fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78441106f0 0x7f78441a7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78427fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78441106f0 0x7f78441a7ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:51554/0 (socket says 172.21.15.52:51554) 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.642+0000 7f78427fc640 1 -- 172.21.15.52:0/4094992078 learned_addr learned my addr 172.21.15.52:0/4094992078 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:09.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.643+0000 7f78437fe640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f784411b730 0x7f78441abe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.643+0000 7f7842ffd640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f784410e7d0 0x7f78441a7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.643+0000 7f78427fc640 1 -- 172.21.15.52:0/4094992078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f784411b730 msgr2=0x7f78441abe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:09.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.643+0000 7f78427fc640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f784411b730 0x7f78441abe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.643+0000 7f78427fc640 1 -- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f784410e7d0 msgr2=0x7f78441a7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:09.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.643+0000 7f78427fc640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f784410e7d0 0x7f78441a7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.643+0000 7f78427fc640 1 -- 172.21.15.52:0/4094992078 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78441ac570 con 0x7f78441106f0 2024-04-21T09:15:09.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.646+0000 7f78427fc640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78441106f0 0x7f78441a7ac0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f783c00b4a0 tx=0x7f783c00b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:09.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.648+0000 7f783bfff640 1 -- 172.21.15.52:0/4094992078 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f783c014070 con 0x7f78441106f0 2024-04-21T09:15:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.648+0000 7f78492e0640 1 -- 172.21.15.52:0/4094992078 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78441ac860 con 0x7f78441106f0 2024-04-21T09:15:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.648+0000 7f78492e0640 1 -- 172.21.15.52:0/4094992078 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78441b40f0 con 0x7f78441106f0 2024-04-21T09:15:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.648+0000 7f783bfff640 1 -- 172.21.15.52:0/4094992078 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f783c010ac0 con 0x7f78441106f0 2024-04-21T09:15:09.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.648+0000 7f783bfff640 1 -- 172.21.15.52:0/4094992078 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f783c017c30 con 0x7f78441106f0 2024-04-21T09:15:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.652+0000 7f784bfab740 1 Processor -- start 2024-04-21T09:15:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.652+0000 7f784bfab740 1 -- start start 2024-04-21T09:15:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.652+0000 7f784bfab740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbef620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.652+0000 7f784bfab740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbeffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.656 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.653+0000 7f784bfab740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffc0a0f0 0x55c4ffc0c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.653+0000 7f784bfab740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55c4ffb548d0 con 0x55c4ffbefb60 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.653+0000 7f784bfab740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55c4ffaf1e80 con 0x55c4ffbf08d0 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.653+0000 7f784bfab740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55c4ffb50890 con 0x55c4ffc0a0f0 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.653+0000 7f7842ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbeffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.653+0000 7f7842ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbeffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49772/0 (socket says 172.21.15.52:49772) 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.653+0000 7f7842ffd640 1 -- 172.21.15.52:0/1295865552 learned_addr learned my addr 172.21.15.52:0/1295865552 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.654+0000 7f7842ffd640 1 -- 172.21.15.52:0/1295865552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffc0a0f0 msgr2=0x55c4ffc0c4e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.654+0000 7f7842ffd640 1 --2- 172.21.15.52:0/1295865552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffc0a0f0 0x55c4ffc0c4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.654+0000 7f7842ffd640 1 -- 172.21.15.52:0/1295865552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 msgr2=0x55c4ffbef620 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.654+0000 7f7842ffd640 1 --2- 172.21.15.52:0/1295865552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbef620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.654+0000 7f7842ffd640 1 -- 172.21.15.52:0/1295865552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4ffb13320 con 0x55c4ffbefb60 2024-04-21T09:15:09.657 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.654+0000 7f7842ffd640 1 --2- 172.21.15.52:0/1295865552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbeffe0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f7834003a20 tx=0x7f7834003ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36847ded0ebd68ba server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:09.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.655+0000 7f78397fa640 1 -- 172.21.15.52:0/1295865552 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7834004860 con 0x55c4ffbefb60 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.655+0000 7f78397fa640 1 -- 172.21.15.52:0/1295865552 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7834037070 con 0x55c4ffbefb60 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.656+0000 7f784bfab740 1 -- 172.21.15.52:0/1295865552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 msgr2=0x55c4ffbeffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.656+0000 7f784bfab740 1 --2- 172.21.15.52:0/1295865552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbeffe0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f7834003a20 tx=0x7f7834003ee0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.657+0000 7f784bfab740 1 -- 172.21.15.52:0/1295865552 shutdown_connections 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.657+0000 7f784bfab740 1 --2- 172.21.15.52:0/1295865552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffc0a0f0 0x55c4ffc0c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.657+0000 7f784bfab740 1 --2- 172.21.15.52:0/1295865552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbeffe0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.657+0000 7f784bfab740 1 --2- 172.21.15.52:0/1295865552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbef620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.657+0000 7f784bfab740 1 -- 172.21.15.52:0/1295865552 >> 172.21.15.52:0/1295865552 conn(0x55c4ffbb6c90 msgr2=0x55c4ffbea850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.658+0000 7f784bfab740 1 -- 172.21.15.52:0/1295865552 shutdown_connections 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.658+0000 7f784bfab740 1 -- 172.21.15.52:0/1295865552 wait complete. 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.659+0000 7f784bfab740 1 -- start start 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.659+0000 7f784bfab740 1 Processor -- start 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.662+0000 7f784bfab740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffbfb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.662+0000 7f784bfab740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbfb910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.662+0000 7f784bfab740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.662+0000 7f784bfab740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55c4ffbf1310 con 0x55c4ffbf08d0 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.662+0000 7f784bfab740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55c4ffadceb0 con 0x55c4ffbf6730 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.662+0000 7f784bfab740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55c4ffbf1490 con 0x55c4ffbefb60 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.662+0000 7f784bfab740 10 client.0 _ll_register_callbacks cb 0x55c4ffb09b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.662+0000 7f783bfff640 1 -- 172.21.15.52:0/4094992078 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f783c017070 con 0x7f78441106f0 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.663+0000 7f7842ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbfb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.663+0000 7f7842ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbfb910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49776/0 (socket says 172.21.15.52:49776) 2024-04-21T09:15:09.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.663+0000 7f7842ffd640 1 -- 172.21.15.52:0/873537627 learned_addr learned my addr 172.21.15.52:0/873537627 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.663+0000 7f78427fc640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.663+0000 7f78437fe640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffbfb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.664+0000 7f783bfff640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78300a3db0 0x7f78300a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.664+0000 7f7842ffd640 1 -- 172.21.15.52:0/873537627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 msgr2=0x55c4ffbfb3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.664+0000 7f7842ffd640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffbfb3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.664+0000 7f7842ffd640 1 -- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 msgr2=0x55c4ffbf6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.664+0000 7f7842ffd640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.664+0000 7f7842ffd640 1 -- 172.21.15.52:0/873537627 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4ff867210 con 0x55c4ffbf08d0 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.665+0000 7f78437fe640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffbfb3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.665+0000 7f78427fc640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.666+0000 7f783bfff640 1 -- 172.21.15.52:0/4094992078 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f783c0cff40 con 0x7f78441106f0 2024-04-21T09:15:09.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.667+0000 7f78437fe640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78300a3db0 0x7f78300a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.669 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.667+0000 7f7842ffd640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbfb910 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f7834005c00 tx=0x7f7834005aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7242f4dd4aa9ddfa server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:09.669 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.668+0000 7f782a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:15:09.669 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.668+0000 7f782a7fc640 1 -- 172.21.15.52:0/873537627 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7834032d80 con 0x55c4ffbf08d0 2024-04-21T09:15:09.669 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.668+0000 7f784bfab740 1 -- 172.21.15.52:0/873537627 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c4ffb68880 con 0x55c4ffbf08d0 2024-04-21T09:15:09.669 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.669+0000 7f782a7fc640 1 -- 172.21.15.52:0/873537627 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f783403c470 con 0x55c4ffbf08d0 2024-04-21T09:15:09.670 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.669+0000 7f782a7fc640 1 -- 172.21.15.52:0/873537627 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f783403c670 con 0x55c4ffbf08d0 2024-04-21T09:15:09.670 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.669+0000 7f784bfab740 10 client.16458 fetch_fsmap learned FSMap version 34 2024-04-21T09:15:09.670 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.670+0000 7f784bfab740 1 -- 172.21.15.52:0/873537627 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55c4ff933620 con 0x55c4ffbf08d0 2024-04-21T09:15:09.670 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.670+0000 7f78437fe640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78300a3db0 0x7f78300a6270 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f782c006010 tx=0x7f782c02e040 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.671+0000 7f782a7fc640 1 -- 172.21.15.52:0/873537627 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55c4ffb68880 con 0x55c4ffbf08d0 2024-04-21T09:15:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.672+0000 7f782a7fc640 1 -- 172.21.15.52:0/873537627 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7f7834033940 con 0x55c4ffbf08d0 2024-04-21T09:15:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.672+0000 7f784bfab740 10 client.16458 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:15:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.672+0000 7f784bfab740 10 client.16458 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:15:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.672+0000 7f784bfab740 20 client.16458 populate_metadata read hostname 'smithi052' 2024-04-21T09:15:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.672+0000 7f784bfab740 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c4ffc07110 0x55c4ffc09530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.672+0000 7f784bfab740 4 client.16458 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:15:09.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.672+0000 7f784bfab740 1 -- 172.21.15.52:0/873537627 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c4ffaf43d0 con 0x55c4ffc07110 2024-04-21T09:15:09.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.674+0000 7f78427fc640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c4ffc07110 0x55c4ffc09530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.676+0000 7f78427fc640 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c4ffc07110 0x55c4ffc09530 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db033878f4d7af1e server_cookie=83c8ddf8e1a8a60d in_seq=0 out_seq=0 2024-04-21T09:15:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.677+0000 7f782a7fc640 10 client.16458 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:09.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.678+0000 7f782a7fc640 1 -- 172.21.15.52:0/873537627 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c4ffaf43d0 con 0x55c4ffc07110 2024-04-21T09:15:09.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.678+0000 7f782a7fc640 10 client.16458 handle_command_reply: tid=0 2024-04-21T09:15:09.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.678+0000 7f784bfab740 1 client.16458 shutdown 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 -- 172.21.15.52:0/873537627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf08d0 msgr2=0x55c4ffbfb910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbfb910 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f7834005c00 tx=0x7f7834005aa0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 -- 172.21.15.52:0/873537627 shutdown_connections 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c4ffc07110 0x55c4ffc09530 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf08d0 0x55c4ffbfb910 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 --2- 172.21.15.52:0/873537627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffbfb3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 -- 172.21.15.52:0/873537627 >> 172.21.15.52:0/873537627 conn(0x55c4ffbb6c90 msgr2=0x55c4ffbec5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f782a7fc640 0 client.16458 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.679+0000 7f784bfab740 1 -- 172.21.15.52:0/873537627 shutdown_connections 2024-04-21T09:15:09.681 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.681+0000 7f784bfab740 1 -- 172.21.15.52:0/873537627 wait complete. 2024-04-21T09:15:09.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.681+0000 7f784bfab740 20 client.16458 trim_cache size 0 max 16384 2024-04-21T09:15:09.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:09 smithi078 ceph-mon[31713]: pgmap v155: 129 pgs: 129 active+clean; 42 GiB data, 87 GiB used, 985 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 791 MiB/s wr, 1.92k op/s 2024-04-21T09:15:09.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:09 smithi052 ceph-mon[28035]: pgmap v155: 129 pgs: 129 active+clean; 42 GiB data, 87 GiB used, 985 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 791 MiB/s wr, 1.92k op/s 2024-04-21T09:15:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.734+0000 7f784bfab740 1 Processor -- start 2024-04-21T09:15:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.734+0000 7f784bfab740 1 -- start start 2024-04-21T09:15:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.736+0000 7f784bfab740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffc11c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.736+0000 7f784bfab740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc12150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.736+0000 7f784bfab740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.736+0000 7f784bfab740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7824012700 con 0x55c4ffbf6730 2024-04-21T09:15:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.736+0000 7f784bfab740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f782400ffd0 con 0x55c4ffbf08d0 2024-04-21T09:15:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.736+0000 7f784bfab740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f782400ded0 con 0x55c4ffbefb60 2024-04-21T09:15:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.736+0000 7f78427fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc12150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78427fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc12150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:51576/0 (socket says 172.21.15.52:51576) 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78427fc640 1 -- 172.21.15.52:0/1165582268 learned_addr learned my addr 172.21.15.52:0/1165582268 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78437fe640 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f7842ffd640 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffc11c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78427fc640 1 -- 172.21.15.52:0/1165582268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 msgr2=0x55c4ffc11c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78427fc640 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffc11c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78427fc640 1 -- 172.21.15.52:0/1165582268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf6730 msgr2=0x55c4ffbf17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78427fc640 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78427fc640 1 -- 172.21.15.52:0/1165582268 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4ffc09790 con 0x55c4ffbf08d0 2024-04-21T09:15:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f78427fc640 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc12150 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f783c09bc50 tx=0x7f783c00bf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2387dd494b82f9d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.737+0000 7f7838ff9640 1 -- 172.21.15.52:0/1165582268 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f783c01e040 con 0x55c4ffbf08d0 2024-04-21T09:15:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.738+0000 7f7838ff9640 1 -- 172.21.15.52:0/1165582268 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f783c099d60 con 0x55c4ffbf08d0 2024-04-21T09:15:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.738+0000 7f7838ff9640 1 -- 172.21.15.52:0/1165582268 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f783c0bc040 con 0x55c4ffbf08d0 2024-04-21T09:15:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.739+0000 7f784bfab740 1 -- 172.21.15.52:0/1165582268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 msgr2=0x55c4ffc12150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.739+0000 7f784bfab740 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc12150 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f783c09bc50 tx=0x7f783c00bf90 comp rx=0 tx=0).stop 2024-04-21T09:15:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.739+0000 7f784bfab740 1 -- 172.21.15.52:0/1165582268 shutdown_connections 2024-04-21T09:15:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.739+0000 7f784bfab740 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbf6730 0x55c4ffbf17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.739+0000 7f784bfab740 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc12150 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.739+0000 7f784bfab740 1 --2- 172.21.15.52:0/1165582268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbefb60 0x55c4ffc11c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.739+0000 7f784bfab740 1 -- 172.21.15.52:0/1165582268 >> 172.21.15.52:0/1165582268 conn(0x55c4ffbb6c90 msgr2=0x55c4ffbf5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.746+0000 7f784bfab740 1 -- 172.21.15.52:0/1165582268 shutdown_connections 2024-04-21T09:15:09.747 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.746+0000 7f784bfab740 1 -- 172.21.15.52:0/1165582268 wait complete. 2024-04-21T09:15:09.747 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.746+0000 7f784bfab740 1 -- start start 2024-04-21T09:15:09.747 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.747+0000 7f784bfab740 1 Processor -- start 2024-04-21T09:15:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.747+0000 7f784bfab740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbf40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.747+0000 7f784bfab740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc0ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.747+0000 7f784bfab740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffc0b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.747+0000 7f784bfab740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f782400e490 con 0x55c4ffbefb60 2024-04-21T09:15:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.747+0000 7f784bfab740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f782400f900 con 0x55c4ffbf6730 2024-04-21T09:15:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.747+0000 7f784bfab740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f782400eb60 con 0x55c4ffbf08d0 2024-04-21T09:15:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.747+0000 7f784bfab740 10 client.0 _ll_register_callbacks cb 0x7f7834009ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:15:09.749 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.749+0000 7f78427fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc0ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.750+0000 7f7842ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbf40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.750+0000 7f7842ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbf40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:49790/0 (socket says 172.21.15.52:49790) 2024-04-21T09:15:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.750+0000 7f7842ffd640 1 -- 172.21.15.52:0/1815265843 learned_addr learned my addr 172.21.15.52:0/1815265843 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.750+0000 7f78437fe640 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffc0b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.751+0000 7f7842ffd640 1 -- 172.21.15.52:0/1815265843 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbf08d0 msgr2=0x55c4ffc0ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.751+0000 7f7842ffd640 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc0ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.751+0000 7f7842ffd640 1 -- 172.21.15.52:0/1815265843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 msgr2=0x55c4ffc0b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.751+0000 7f7842ffd640 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffc0b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:09.752 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.752+0000 7f7842ffd640 1 -- 172.21.15.52:0/1815265843 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4ffc0b910 con 0x55c4ffbefb60 2024-04-21T09:15:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.755+0000 7f7842ffd640 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbf40e0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x55c4ffbf5f90 tx=0x7f783403dea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d443d0a30f612256 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.755+0000 7f782a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:15:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.755+0000 7f782a7fc640 1 -- 172.21.15.52:0/1815265843 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7834059060 con 0x55c4ffbefb60 2024-04-21T09:15:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.756+0000 7f784bfab740 1 -- 172.21.15.52:0/1815265843 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f783c099d60 con 0x55c4ffbefb60 2024-04-21T09:15:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.756+0000 7f782a7fc640 1 -- 172.21.15.52:0/1815265843 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9416+0+0 (secure 0 0 0) 0x7f783403c470 con 0x55c4ffbefb60 2024-04-21T09:15:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.756+0000 7f782a7fc640 1 -- 172.21.15.52:0/1815265843 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f7834060050 con 0x55c4ffbefb60 2024-04-21T09:15:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.759+0000 7f784bfab740 10 client.16464 fetch_fsmap learned FSMap version 34 2024-04-21T09:15:09.759 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.759+0000 7f784bfab740 1 -- 172.21.15.52:0/1815265843 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55c4ffc6f1d0 con 0x55c4ffbefb60 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.763+0000 7f782a7fc640 1 -- 172.21.15.52:0/1815265843 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f783c099d60 con 0x55c4ffbefb60 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.763+0000 7f782a7fc640 1 -- 172.21.15.52:0/1815265843 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 34) ==== 8346+0+0 (secure 0 0 0) 0x7f7834005520 con 0x55c4ffbefb60 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.764+0000 7f784bfab740 10 client.16464 fetch_fsmap finished waiting for FSMap version 34 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.764+0000 7f784bfab740 10 client.16464 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.764+0000 7f784bfab740 20 client.16464 populate_metadata read hostname 'smithi052' 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.764+0000 7f784bfab740 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c4ffc6f840 0x55c4ffc71c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.764+0000 7f784bfab740 4 client.16464 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.764+0000 7f784bfab740 1 -- 172.21.15.52:0/1815265843 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c4ffb622f0 con 0x55c4ffc6f840 2024-04-21T09:15:09.765 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.765+0000 7f78427fc640 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c4ffc6f840 0x55c4ffc71c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.765+0000 7f78427fc640 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c4ffc6f840 0x55c4ffc71c30 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41985513e994245 server_cookie=7621c3b6eceaf951 in_seq=0 out_seq=0 2024-04-21T09:15:09.766 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:09.765+0000 7f782a7fc640 10 client.16464 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:09.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:09 smithi060 ceph-mon[31055]: pgmap v155: 129 pgs: 129 active+clean; 42 GiB data, 87 GiB used, 985 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 791 MiB/s wr, 1.92k op/s 2024-04-21T09:15:11.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:11 smithi078 ceph-mon[31713]: pgmap v156: 129 pgs: 129 active+clean; 42 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 564 MiB/s wr, 1.59k op/s 2024-04-21T09:15:11.707 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:11 smithi052 ceph-mon[28035]: pgmap v156: 129 pgs: 129 active+clean; 42 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 564 MiB/s wr, 1.59k op/s 2024-04-21T09:15:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:11 smithi060 ceph-mon[31055]: pgmap v156: 129 pgs: 129 active+clean; 42 GiB data, 88 GiB used, 985 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 564 MiB/s wr, 1.59k op/s 2024-04-21T09:15:13.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:13 smithi078 ceph-mon[31713]: pgmap v157: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 716 MiB/s wr, 2.81k op/s 2024-04-21T09:15:13.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:13 smithi052 ceph-mon[28035]: pgmap v157: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 716 MiB/s wr, 2.81k op/s 2024-04-21T09:15:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:13 smithi060 ceph-mon[31055]: pgmap v157: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 716 MiB/s wr, 2.81k op/s 2024-04-21T09:15:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.649+0000 7f782a7fc640 1 -- 172.21.15.52:0/1815265843 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c4ffb622f0 con 0x55c4ffc6f840 2024-04-21T09:15:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.649+0000 7f782a7fc640 10 client.16464 handle_command_reply: tid=0 2024-04-21T09:15:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.649+0000 7f784bfab740 1 client.16464 shutdown 2024-04-21T09:15:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.649+0000 7f784bfab740 1 -- 172.21.15.52:0/1815265843 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 msgr2=0x55c4ffbf40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.649+0000 7f784bfab740 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbf40e0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x55c4ffbf5f90 tx=0x7f783403dea0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.650 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 1 -- 172.21.15.52:0/1815265843 shutdown_connections 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c4ffc6f840 0x55c4ffc71c30 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c4ffbf6730 0x55c4ffc0b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c4ffbf08d0 0x55c4ffc0ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 1 --2- 172.21.15.52:0/1815265843 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c4ffbefb60 0x55c4ffbf40e0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 1 -- 172.21.15.52:0/1815265843 >> 172.21.15.52:0/1815265843 conn(0x55c4ffbb6c90 msgr2=0x55c4ffbf17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f782a7fc640 0 client.16464 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 1 -- 172.21.15.52:0/1815265843 shutdown_connections 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 1 -- 172.21.15.52:0/1815265843 wait complete. 2024-04-21T09:15:14.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.650+0000 7f784bfab740 20 client.16464 trim_cache size 0 max 16384 2024-04-21T09:15:14.658 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:15:14.658 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:15:14.658 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:15:14.658 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 -- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78300a3db0 msgr2=0x7f78300a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78300a3db0 0x7f78300a6270 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f782c006010 tx=0x7f782c02e040 comp rx=0 tx=0).stop 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 -- 172.21.15.52:0/4094992078 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78441106f0 msgr2=0x7f78441a7ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78441106f0 0x7f78441a7ac0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f783c00b4a0 tx=0x7f783c00b960 comp rx=0 tx=0).stop 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 -- 172.21.15.52:0/4094992078 shutdown_connections 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78300a3db0 0x7f78300a6270 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f784411b730 0x7f78441abe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78441106f0 0x7f78441a7ac0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 --2- 172.21.15.52:0/4094992078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f784410e7d0 0x7f78441a7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:14.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.666+0000 7f78492e0640 1 -- 172.21.15.52:0/4094992078 >> 172.21.15.52:0/4094992078 conn(0x7f784406d030 msgr2=0x7f784411a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.667+0000 7f78492e0640 1 -- 172.21.15.52:0/4094992078 shutdown_connections 2024-04-21T09:15:14.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:14.667+0000 7f78492e0640 1 -- 172.21.15.52:0/4094992078 wait complete. 2024-04-21T09:15:15.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:15 smithi078 ceph-mon[31713]: pgmap v158: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 482 KiB/s rd, 464 MiB/s wr, 2.42k op/s 2024-04-21T09:15:15.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:15:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ignoring --setuser ceph since I am not root 2024-04-21T09:15:15.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:15:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ignoring --setgroup ceph since I am not root 2024-04-21T09:15:15.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:15:15 smithi078 ceph-mds[66433]: -- 172.21.15.78:0/2239328310 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d313b1da40 con 0x55d313af1000 2024-04-21T09:15:15.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:15:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: starting mds.c at 2024-04-21T09:15:15.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:15 smithi052 ceph-mon[28035]: pgmap v158: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 482 KiB/s rd, 464 MiB/s wr, 2.42k op/s 2024-04-21T09:15:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:15 smithi060 ceph-mon[31055]: pgmap v158: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 482 KiB/s rd, 464 MiB/s wr, 2.42k op/s 2024-04-21T09:15:16.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:16 smithi078 ceph-mon[31713]: daemon mds.c restarted 2024-04-21T09:15:16.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:16 smithi078 ceph-mon[31713]: osdmap e96: 12 total, 12 up, 12 in 2024-04-21T09:15:16.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:16 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6836/1673448032,v1:172.21.15.78:6837/1673448032] up:boot 2024-04-21T09:15:16.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:16 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:15:16.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:16 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:15:16.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:16 smithi052 ceph-mon[28035]: daemon mds.c restarted 2024-04-21T09:15:16.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:16 smithi052 ceph-mon[28035]: osdmap e96: 12 total, 12 up, 12 in 2024-04-21T09:15:16.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:16 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6836/1673448032,v1:172.21.15.78:6837/1673448032] up:boot 2024-04-21T09:15:16.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:16 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:15:16.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:16 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:15:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:16 smithi060 ceph-mon[31055]: daemon mds.c restarted 2024-04-21T09:15:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:16 smithi060 ceph-mon[31055]: osdmap e96: 12 total, 12 up, 12 in 2024-04-21T09:15:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:16 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6836/1673448032,v1:172.21.15.78:6837/1673448032] up:boot 2024-04-21T09:15:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:16 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:15:16.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:16 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:15:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:17 smithi078 ceph-mon[31713]: pgmap v160: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 578 KiB/s rd, 512 MiB/s wr, 2.87k op/s 2024-04-21T09:15:17.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:17 smithi052 ceph-mon[28035]: pgmap v160: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 578 KiB/s rd, 512 MiB/s wr, 2.87k op/s 2024-04-21T09:15:17.741 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:17 smithi060 ceph-mon[31055]: pgmap v160: 129 pgs: 129 active+clean; 42 GiB data, 89 GiB used, 984 GiB / 1.0 TiB avail; 578 KiB/s rd, 512 MiB/s wr, 2.87k op/s 2024-04-21T09:15:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:19 smithi078 ceph-mon[31713]: pgmap v161: 129 pgs: 129 active+clean; 43 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 454 MiB/s wr, 2.53k op/s 2024-04-21T09:15:19.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:19 smithi052 ceph-mon[28035]: pgmap v161: 129 pgs: 129 active+clean; 43 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 454 MiB/s wr, 2.53k op/s 2024-04-21T09:15:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:19 smithi060 ceph-mon[31055]: pgmap v161: 129 pgs: 129 active+clean; 43 GiB data, 90 GiB used, 983 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 454 MiB/s wr, 2.53k op/s 2024-04-21T09:15:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:21 smithi078 ceph-mon[31713]: pgmap v162: 129 pgs: 129 active+clean; 43 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 460 MiB/s wr, 2.46k op/s 2024-04-21T09:15:21.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:21 smithi052 ceph-mon[28035]: pgmap v162: 129 pgs: 129 active+clean; 43 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 460 MiB/s wr, 2.46k op/s 2024-04-21T09:15:21.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:21 smithi060 ceph-mon[31055]: pgmap v162: 129 pgs: 129 active+clean; 43 GiB data, 90 GiB used, 982 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 460 MiB/s wr, 2.46k op/s 2024-04-21T09:15:22.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:22 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:15:22.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:22 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:15:22.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:22 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:15:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:23 smithi060 ceph-mon[31055]: pgmap v163: 129 pgs: 129 active+clean; 45 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 537 MiB/s wr, 1.12k op/s 2024-04-21T09:15:23.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:23 smithi078 ceph-mon[31713]: pgmap v163: 129 pgs: 129 active+clean; 45 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 537 MiB/s wr, 1.12k op/s 2024-04-21T09:15:23.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:23 smithi052 ceph-mon[28035]: pgmap v163: 129 pgs: 129 active+clean; 45 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 537 MiB/s wr, 1.12k op/s 2024-04-21T09:15:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:25 smithi060 ceph-mon[31055]: pgmap v164: 129 pgs: 129 active+clean; 46 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 563 MiB/s wr, 1.14k op/s 2024-04-21T09:15:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:25 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:15:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:25 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:15:25.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:25 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:15:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:25 smithi078 ceph-mon[31713]: pgmap v164: 129 pgs: 129 active+clean; 46 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 563 MiB/s wr, 1.14k op/s 2024-04-21T09:15:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:25 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:15:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:25 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:15:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:25 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:15:25.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:25 smithi052 ceph-mon[28035]: pgmap v164: 129 pgs: 129 active+clean; 46 GiB data, 95 GiB used, 978 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 563 MiB/s wr, 1.14k op/s 2024-04-21T09:15:25.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:25 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:15:25.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:25 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:15:25.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:25 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:15:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:27 smithi060 ceph-mon[31055]: pgmap v165: 129 pgs: 129 active+clean; 46 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 562 MiB/s wr, 1.05k op/s 2024-04-21T09:15:27.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.915+0000 7f55e8db2640 1 -- 172.21.15.52:0/235605508 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e4108f50 msgr2=0x7f55e41093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.915+0000 7f55e8db2640 1 --2- 172.21.15.52:0/235605508 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e4108f50 0x7f55e41093b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f55cc009900 tx=0x7f55cc02bc80 comp rx=0 tx=0).stop 2024-04-21T09:15:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.918+0000 7f55e8db2640 1 -- 172.21.15.52:0/235605508 shutdown_connections 2024-04-21T09:15:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.918+0000 7f55e8db2640 1 --2- 172.21.15.52:0/235605508 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55e41099d0 0x7f55e411d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.918+0000 7f55e8db2640 1 --2- 172.21.15.52:0/235605508 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e4108f50 0x7f55e41093b0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.918+0000 7f55e8db2640 1 --2- 172.21.15.52:0/235605508 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55e41104a0 0x7f55e4110880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.918+0000 7f55e8db2640 1 -- 172.21.15.52:0/235605508 >> 172.21.15.52:0/235605508 conn(0x7f55e406ced0 msgr2=0x7f55e406d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:27.921 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.921+0000 7f55e8db2640 1 -- 172.21.15.52:0/235605508 shutdown_connections 2024-04-21T09:15:27.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.921+0000 7f55e8db2640 1 -- 172.21.15.52:0/235605508 wait complete. 2024-04-21T09:15:27.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.922+0000 7f55e8db2640 1 Processor -- start 2024-04-21T09:15:27.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.922+0000 7f55e8db2640 1 -- start start 2024-04-21T09:15:27.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e8db2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55e4108f50 0x7f55e411d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e8db2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55e41099d0 0x7f55e41163f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e8db2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e41104a0 0x7f55e4116930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e8db2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f55e4120f40 con 0x7f55e4108f50 2024-04-21T09:15:27.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e8db2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f55e4120dc0 con 0x7f55e41104a0 2024-04-21T09:15:27.924 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e8db2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f55e41210c0 con 0x7f55e41099d0 2024-04-21T09:15:27.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e3fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e41104a0 0x7f55e4116930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e3fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e41104a0 0x7f55e4116930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:51088/0 (socket says 172.21.15.52:51088) 2024-04-21T09:15:27.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e3fff640 1 -- 172.21.15.52:0/536081814 learned_addr learned my addr 172.21.15.52:0/536081814 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:27.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.923+0000 7f55e37fe640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55e4108f50 0x7f55e411d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.924+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55e41099d0 0x7f55e41163f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.924+0000 7f55e3fff640 1 -- 172.21.15.52:0/536081814 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55e41099d0 msgr2=0x7f55e41163f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:27.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.924+0000 7f55e3fff640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55e41099d0 0x7f55e41163f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.926 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.924+0000 7f55e3fff640 1 -- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55e4108f50 msgr2=0x7f55e411d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.924+0000 7f55e3fff640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55e4108f50 0x7f55e411d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.924+0000 7f55e3fff640 1 -- 172.21.15.52:0/536081814 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55e4116fd0 con 0x7f55e41104a0 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.924+0000 7f55e3fff640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e41104a0 0x7f55e4116930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00b3f0 tx=0x7f55dc00b8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.925+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55e41099d0 0x7f55e41163f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.925+0000 7f55e0ff9640 1 -- 172.21.15.52:0/536081814 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55dc015020 con 0x7f55e41104a0 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.925+0000 7f55e8db2640 1 -- 172.21.15.52:0/536081814 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55e411ae90 con 0x7f55e41104a0 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.925+0000 7f55e0ff9640 1 -- 172.21.15.52:0/536081814 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55dc011ce0 con 0x7f55e41104a0 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.925+0000 7f55e0ff9640 1 -- 172.21.15.52:0/536081814 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55dc010da0 con 0x7f55e41104a0 2024-04-21T09:15:27.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.925+0000 7f55e8db2640 1 -- 172.21.15.52:0/536081814 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55e411b3e0 con 0x7f55e41104a0 2024-04-21T09:15:27.931 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55e0ff9640 1 -- 172.21.15.52:0/536081814 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f55dc018020 con 0x7f55e41104a0 2024-04-21T09:15:27.931 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55ecc08740 1 Processor -- start 2024-04-21T09:15:27.931 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55ecc08740 1 -- start start 2024-04-21T09:15:27.931 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 0x55acb32cb810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.931 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32cc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.931 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55ecc08740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55acb32308d0 con 0x55acb32d52d0 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55ecc08740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55acb31cde80 con 0x55acb32ccac0 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.930+0000 7f55ecc08740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55acb322c890 con 0x55acb32cbd50 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d76c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47364/0 (socket says 172.21.15.52:47364) 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 -- 172.21.15.52:0/3433800354 learned_addr learned my addr 172.21.15.52:0/3433800354 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 0x55acb32cb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e0ff9640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f55d00a3de0 0x7f55d00a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e37fe640 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32cc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 -- 172.21.15.52:0/3433800354 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 msgr2=0x55acb32cc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32cc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 -- 172.21.15.52:0/3433800354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 msgr2=0x55acb32cb810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 0x55acb32cb810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e0ff9640 1 -- 172.21.15.52:0/536081814 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7f55dc0d0290 con 0x7f55e41104a0 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e2ffd640 1 -- 172.21.15.52:0/3433800354 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acb31ef320 con 0x55acb32d52d0 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.931+0000 7f55e3fff640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f55d00a3de0 0x7f55d00a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.932+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d76c0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f55cc035000 tx=0x7f55cc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab7ec6e97271b919 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.932+0000 7f55d9ffb640 1 -- 172.21.15.52:0/3433800354 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc048070 con 0x55acb32d52d0 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.932+0000 7f55d9ffb640 1 -- 172.21.15.52:0/3433800354 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55cc02cce0 con 0x55acb32d52d0 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.932+0000 7f55d9ffb640 1 -- 172.21.15.52:0/3433800354 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc004920 con 0x55acb32d52d0 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.933+0000 7f55ecc08740 1 -- 172.21.15.52:0/3433800354 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 msgr2=0x55acb32d76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.933+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d76c0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f55cc035000 tx=0x7f55cc000bc0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.936 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.934+0000 7f55e3fff640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f55d00a3de0 0x7f55d00a62a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00bdb0 tx=0x7f55dc006df0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:27.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.934+0000 7f55ecc08740 1 -- 172.21.15.52:0/3433800354 shutdown_connections 2024-04-21T09:15:27.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.934+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d76c0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.934+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32cc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.934+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3433800354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 0x55acb32cb810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.934+0000 7f55ecc08740 1 -- 172.21.15.52:0/3433800354 >> 172.21.15.52:0/3433800354 conn(0x55acb3292c90 msgr2=0x55acb32c6a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:27.937 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.935+0000 7f55ecc08740 1 -- 172.21.15.52:0/3433800354 shutdown_connections 2024-04-21T09:15:27.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.935+0000 7f55ecc08740 1 -- 172.21.15.52:0/3433800354 wait complete. 2024-04-21T09:15:27.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 1 -- start start 2024-04-21T09:15:27.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 1 Processor -- start 2024-04-21T09:15:27.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32d4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 0x55acb32d2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55acb32d7fa0 con 0x55acb32d52d0 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55acb31b8eb0 con 0x55acb32ccac0 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55acb32d8120 con 0x55acb32cbd50 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.936+0000 7f55ecc08740 10 client.0 _ll_register_callbacks cb 0x55acb31e5b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32d4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32d4c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:47256/0 (socket says 172.21.15.52:47256) 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 -- 172.21.15.52:0/2752077469 learned_addr learned my addr 172.21.15.52:0/2752077469 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e37fe640 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 0x55acb32d2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 -- 172.21.15.52:0/2752077469 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 msgr2=0x55acb32d2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:27.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 0x55acb32d2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 -- 172.21.15.52:0/2752077469 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 msgr2=0x55acb32d2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d2710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.937+0000 7f55e2ffd640 1 -- 172.21.15.52:0/2752077469 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acb2f43210 con 0x55acb32cbd50 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.938+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32d4c90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f55cc005570 tx=0x7f55cc005470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2910ef668967548d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.938+0000 7f55c2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.938+0000 7f55c2ffd640 1 -- 172.21.15.52:0/2752077469 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc048070 con 0x55acb32cbd50 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.938+0000 7f55c2ffd640 1 -- 172.21.15.52:0/2752077469 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7f55cc003c30 con 0x55acb32cbd50 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.938+0000 7f55ecc08740 1 -- 172.21.15.52:0/2752077469 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55cc02cce0 con 0x55acb32cbd50 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.938+0000 7f55c2ffd640 1 -- 172.21.15.52:0/2752077469 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f55cc003e30 con 0x55acb32cbd50 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55ecc08740 10 client.26149 fetch_fsmap learned FSMap version 35 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55ecc08740 1 -- 172.21.15.52:0/2752077469 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55acb300f620 con 0x55acb32cbd50 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55c2ffd640 1 -- 172.21.15.52:0/2752077469 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55cc02cce0 con 0x55acb32cbd50 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55c2ffd640 1 -- 172.21.15.52:0/2752077469 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f55cc043570 con 0x55acb32cbd50 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55ecc08740 10 client.26149 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55ecc08740 10 client.26149 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:15:27.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55ecc08740 20 client.26149 populate_metadata read hostname 'smithi052' 2024-04-21T09:15:27.942 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55acb32e5190 0x55acb32e7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.942 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55ecc08740 4 client.26149 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:15:27.942 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.939+0000 7f55ecc08740 1 -- 172.21.15.52:0/2752077469 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acb3244880 con 0x55acb32e5190 2024-04-21T09:15:27.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:27 smithi078 ceph-mon[31713]: pgmap v165: 129 pgs: 129 active+clean; 46 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 562 MiB/s wr, 1.05k op/s 2024-04-21T09:15:27.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:27 smithi052 ceph-mon[28035]: pgmap v165: 129 pgs: 129 active+clean; 46 GiB data, 96 GiB used, 977 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 562 MiB/s wr, 1.05k op/s 2024-04-21T09:15:27.962 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.962+0000 7f55e37fe640 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55acb32e5190 0x55acb32e7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:27.963 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.963+0000 7f55e37fe640 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55acb32e5190 0x55acb32e7580 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4c988c8c343e045 server_cookie=a4fce0cf9825e0e8 in_seq=0 out_seq=0 2024-04-21T09:15:27.963 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.963+0000 7f55c2ffd640 10 client.26149 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.965+0000 7f55c2ffd640 1 -- 172.21.15.52:0/2752077469 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55acb3244880 con 0x55acb32e5190 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.965+0000 7f55c2ffd640 10 client.26149 handle_command_reply: tid=0 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.965+0000 7f55ecc08740 1 client.26149 shutdown 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.965+0000 7f55ecc08740 1 -- 172.21.15.52:0/2752077469 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 msgr2=0x55acb32d4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.965+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32d4c90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f55cc005570 tx=0x7f55cc005470 comp rx=0 tx=0).stop 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 1 -- 172.21.15.52:0/2752077469 shutdown_connections 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55acb32e5190 0x55acb32e7580 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d2710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32ccac0 0x55acb32d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2752077469 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32d4c90 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55c2ffd640 0 client.26149 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 1 -- 172.21.15.52:0/2752077469 >> 172.21.15.52:0/2752077469 conn(0x55acb3292c90 msgr2=0x55acb32c8790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 1 -- 172.21.15.52:0/2752077469 shutdown_connections 2024-04-21T09:15:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 1 -- 172.21.15.52:0/2752077469 wait complete. 2024-04-21T09:15:27.967 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.966+0000 7f55ecc08740 20 client.26149 trim_cache size 0 max 16384 2024-04-21T09:15:27.997 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.997+0000 7f55ecc08740 1 Processor -- start 2024-04-21T09:15:27.997 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.997+0000 7f55ecc08740 1 -- start start 2024-04-21T09:15:27.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.998+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32cbd50 0x55acb32cd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.998+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32ccac0 0x55acb32d1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.999+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d47c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.999+0000 7f55ecc08740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f55e41da180 con 0x55acb32d52d0 2024-04-21T09:15:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.999+0000 7f55ecc08740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f55e41b5a70 con 0x55acb32cbd50 2024-04-21T09:15:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:27.999+0000 7f55ecc08740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f55e4068830 con 0x55acb32ccac0 2024-04-21T09:15:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.000+0000 7f55e2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.000+0000 7f55e2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47384/0 (socket says 172.21.15.52:47384) 2024-04-21T09:15:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.000+0000 7f55e2ffd640 1 -- 172.21.15.52:0/2332541711 learned_addr learned my addr 172.21.15.52:0/2332541711 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.000+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32cbd50 0x55acb32cd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:28.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.000+0000 7f55e37fe640 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32ccac0 0x55acb32d1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:28.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.001+0000 7f55e2ffd640 1 -- 172.21.15.52:0/2332541711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32ccac0 msgr2=0x55acb32d1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:28.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.001+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32ccac0 0x55acb32d1970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:28.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.001+0000 7f55e2ffd640 1 -- 172.21.15.52:0/2332541711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32cbd50 msgr2=0x55acb32cd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:28.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.001+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32cbd50 0x55acb32cd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:28.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.001+0000 7f55e2ffd640 1 -- 172.21.15.52:0/2332541711 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acb32c6260 con 0x55acb32d52d0 2024-04-21T09:15:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.001+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d47c0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f55cc005540 tx=0x7f55cc003fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb868ebb0ff1c099 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.002+0000 7f55d97fa640 1 -- 172.21.15.52:0/2332541711 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc048040 con 0x55acb32d52d0 2024-04-21T09:15:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.002+0000 7f55d97fa640 1 -- 172.21.15.52:0/2332541711 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55cc049040 con 0x55acb32d52d0 2024-04-21T09:15:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.002+0000 7f55d97fa640 1 -- 172.21.15.52:0/2332541711 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55cc003a30 con 0x55acb32d52d0 2024-04-21T09:15:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.004+0000 7f55ecc08740 1 -- 172.21.15.52:0/2332541711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 msgr2=0x55acb32d47c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.004+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d47c0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f55cc005540 tx=0x7f55cc003fd0 comp rx=0 tx=0).stop 2024-04-21T09:15:28.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.006+0000 7f55ecc08740 1 -- 172.21.15.52:0/2332541711 shutdown_connections 2024-04-21T09:15:28.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.006+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32d52d0 0x55acb32d47c0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:28.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.006+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32ccac0 0x55acb32d1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:28.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.006+0000 7f55ecc08740 1 --2- 172.21.15.52:0/2332541711 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32cbd50 0x55acb32cd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:28.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.006+0000 7f55ecc08740 1 -- 172.21.15.52:0/2332541711 >> 172.21.15.52:0/2332541711 conn(0x55acb3292c90 msgr2=0x55acb32e0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:28.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.006+0000 7f55ecc08740 1 -- 172.21.15.52:0/2332541711 shutdown_connections 2024-04-21T09:15:28.007 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.006+0000 7f55ecc08740 1 -- 172.21.15.52:0/2332541711 wait complete. 2024-04-21T09:15:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 1 -- start start 2024-04-21T09:15:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 1 Processor -- start 2024-04-21T09:15:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32eaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32ccac0 0x55acb32e7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32d52d0 0x55acb32e83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f55e411bc20 con 0x55acb32ccac0 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f55e41b53a0 con 0x55acb32d52d0 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f55e41b4600 con 0x55acb32cbd50 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55ecc08740 10 client.0 _ll_register_callbacks cb 0x7f55cc046070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55e2ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32eaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55e37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32ccac0 0x55acb32e7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55e37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32ccac0 0x55acb32e7e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:47386/0 (socket says 172.21.15.52:47386) 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55e37fe640 1 -- 172.21.15.52:0/3879843918 learned_addr learned my addr 172.21.15.52:0/3879843918 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.007+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32d52d0 0x55acb32e83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55e37fe640 1 -- 172.21.15.52:0/3879843918 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 msgr2=0x55acb32eaa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55e37fe640 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32eaa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55e37fe640 1 -- 172.21.15.52:0/3879843918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32d52d0 msgr2=0x55acb32e83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55e37fe640 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32d52d0 0x55acb32e83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55e37fe640 1 -- 172.21.15.52:0/3879843918 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acb32e8bd0 con 0x55acb32ccac0 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55e37fe640 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32ccac0 0x55acb32e7e00 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f55d4004b30 tx=0x7f55d400ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8adea35811f3996d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55c2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55c2ffd640 1 -- 172.21.15.52:0/3879843918 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55d401d4e0 con 0x55acb32ccac0 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55c2ffd640 1 -- 172.21.15.52:0/3879843918 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7f55d401d680 con 0x55acb32ccac0 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55ecc08740 1 -- 172.21.15.52:0/3879843918 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55cc049040 con 0x55acb32ccac0 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55c2ffd640 1 -- 172.21.15.52:0/3879843918 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f55d402d050 con 0x55acb32ccac0 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55ecc08740 10 client.16479 fetch_fsmap learned FSMap version 35 2024-04-21T09:15:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.008+0000 7f55ecc08740 1 -- 172.21.15.52:0/3879843918 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55acb334b4b0 con 0x55acb32ccac0 2024-04-21T09:15:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55c2ffd640 1 -- 172.21.15.52:0/3879843918 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55d401d880 con 0x55acb32ccac0 2024-04-21T09:15:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55c2ffd640 1 -- 172.21.15.52:0/3879843918 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f55d40185b0 con 0x55acb32ccac0 2024-04-21T09:15:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55ecc08740 10 client.16479 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:15:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55ecc08740 10 client.16479 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:15:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55ecc08740 20 client.16479 populate_metadata read hostname 'smithi052' 2024-04-21T09:15:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55acb334bc10 0x55acb334e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55ecc08740 4 client.16479 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:15:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55ecc08740 1 -- 172.21.15.52:0/3879843918 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f55cc049040 con 0x55acb334bc10 2024-04-21T09:15:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.009+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55acb334bc10 0x55acb334e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.010+0000 7f55e2ffd640 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55acb334bc10 0x55acb334e030 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9532568d62d9d1fc server_cookie=854396379b6a26c8 in_seq=0 out_seq=0 2024-04-21T09:15:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:28.010+0000 7f55c2ffd640 10 client.16479 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.297+0000 7f55c2ffd640 1 -- 172.21.15.52:0/3879843918 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f55cc049040 con 0x55acb334bc10 2024-04-21T09:15:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.297+0000 7f55c2ffd640 10 client.16479 handle_command_reply: tid=0 2024-04-21T09:15:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.297+0000 7f55ecc08740 1 client.16479 shutdown 2024-04-21T09:15:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 -- 172.21.15.52:0/3879843918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32ccac0 msgr2=0x55acb32e7e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32ccac0 0x55acb32e7e00 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f55d4004b30 tx=0x7f55d400ba20 comp rx=0 tx=0).stop 2024-04-21T09:15:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 -- 172.21.15.52:0/3879843918 shutdown_connections 2024-04-21T09:15:29.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55acb334bc10 0x55acb334e030 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55acb32d52d0 0x55acb32e83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55acb32ccac0 0x55acb32e7e00 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 --2- 172.21.15.52:0/3879843918 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55acb32cbd50 0x55acb32eaa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 -- 172.21.15.52:0/3879843918 >> 172.21.15.52:0/3879843918 conn(0x55acb3292c90 msgr2=0x55acb32e03b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55c2ffd640 0 client.16479 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.298+0000 7f55ecc08740 1 -- 172.21.15.52:0/3879843918 shutdown_connections 2024-04-21T09:15:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.299+0000 7f55ecc08740 1 -- 172.21.15.52:0/3879843918 wait complete. 2024-04-21T09:15:29.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.299+0000 7f55ecc08740 20 client.16479 trim_cache size 0 max 16384 2024-04-21T09:15:29.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:15:29.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:15:29.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:15:29.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:15:29.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.304+0000 7f55e8db2640 1 -- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f55d00a3de0 msgr2=0x7f55d00a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:29.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.304+0000 7f55e8db2640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f55d00a3de0 0x7f55d00a62a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00bdb0 tx=0x7f55dc006df0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.304+0000 7f55e8db2640 1 -- 172.21.15.52:0/536081814 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e41104a0 msgr2=0x7f55e4116930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:29.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.304+0000 7f55e8db2640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e41104a0 0x7f55e4116930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00b3f0 tx=0x7f55dc00b8b0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.306+0000 7f55e8db2640 1 -- 172.21.15.52:0/536081814 shutdown_connections 2024-04-21T09:15:29.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.306+0000 7f55e8db2640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f55d00a3de0 0x7f55d00a62a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.306+0000 7f55e8db2640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f55e41104a0 0x7f55e4116930 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.306+0000 7f55e8db2640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f55e41099d0 0x7f55e41163f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.306+0000 7f55e8db2640 1 --2- 172.21.15.52:0/536081814 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f55e4108f50 0x7f55e411d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:29.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.306+0000 7f55e8db2640 1 -- 172.21.15.52:0/536081814 >> 172.21.15.52:0/536081814 conn(0x7f55e406ced0 msgr2=0x7f55e4070b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:29.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.307+0000 7f55e8db2640 1 -- 172.21.15.52:0/536081814 shutdown_connections 2024-04-21T09:15:29.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:29.307+0000 7f55e8db2640 1 -- 172.21.15.52:0/536081814 wait complete. 2024-04-21T09:15:29.846 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:29 smithi060 ceph-mon[31055]: pgmap v166: 129 pgs: 129 active+clean; 48 GiB data, 101 GiB used, 972 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 693 MiB/s wr, 1.47k op/s 2024-04-21T09:15:29.952 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:29 smithi078 ceph-mon[31713]: pgmap v166: 129 pgs: 129 active+clean; 48 GiB data, 101 GiB used, 972 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 693 MiB/s wr, 1.47k op/s 2024-04-21T09:15:29.962 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:29 smithi052 ceph-mon[28035]: pgmap v166: 129 pgs: 129 active+clean; 48 GiB data, 101 GiB used, 972 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 693 MiB/s wr, 1.47k op/s 2024-04-21T09:15:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:31 smithi060 ceph-mon[31055]: pgmap v167: 129 pgs: 129 active+clean; 48 GiB data, 101 GiB used, 972 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 537 MiB/s wr, 810 op/s 2024-04-21T09:15:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:31 smithi078 ceph-mon[31713]: pgmap v167: 129 pgs: 129 active+clean; 48 GiB data, 101 GiB used, 972 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 537 MiB/s wr, 810 op/s 2024-04-21T09:15:31.966 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:31 smithi052 ceph-mon[28035]: pgmap v167: 129 pgs: 129 active+clean; 48 GiB data, 101 GiB used, 972 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 537 MiB/s wr, 810 op/s 2024-04-21T09:15:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:33 smithi060 ceph-mon[31055]: pgmap v168: 129 pgs: 129 active+clean; 50 GiB data, 105 GiB used, 968 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 706 MiB/s wr, 961 op/s 2024-04-21T09:15:33.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:33 smithi078 ceph-mon[31713]: pgmap v168: 129 pgs: 129 active+clean; 50 GiB data, 105 GiB used, 968 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 706 MiB/s wr, 961 op/s 2024-04-21T09:15:33.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:33 smithi052 ceph-mon[28035]: pgmap v168: 129 pgs: 129 active+clean; 50 GiB data, 105 GiB used, 968 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 706 MiB/s wr, 961 op/s 2024-04-21T09:15:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:35 smithi060 ceph-mon[31055]: pgmap v169: 129 pgs: 129 active+clean; 50 GiB data, 105 GiB used, 967 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 530 MiB/s wr, 888 op/s 2024-04-21T09:15:35.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:35 smithi078 ceph-mon[31713]: pgmap v169: 129 pgs: 129 active+clean; 50 GiB data, 105 GiB used, 967 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 530 MiB/s wr, 888 op/s 2024-04-21T09:15:35.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:35 smithi052 ceph-mon[28035]: pgmap v169: 129 pgs: 129 active+clean; 50 GiB data, 105 GiB used, 967 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 530 MiB/s wr, 888 op/s 2024-04-21T09:15:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:37 smithi060 ceph-mon[31055]: pgmap v170: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 523 MiB/s wr, 910 op/s 2024-04-21T09:15:37.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:37 smithi078 ceph-mon[31713]: pgmap v170: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 523 MiB/s wr, 910 op/s 2024-04-21T09:15:37.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:37 smithi052 ceph-mon[28035]: pgmap v170: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 523 MiB/s wr, 910 op/s 2024-04-21T09:15:39.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:39 smithi060 ceph-mon[31055]: pgmap v171: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 768 MiB/s wr, 1.48k op/s 2024-04-21T09:15:39.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:39 smithi078 ceph-mon[31713]: pgmap v171: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 768 MiB/s wr, 1.48k op/s 2024-04-21T09:15:39.709 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:39 smithi052 ceph-mon[28035]: pgmap v171: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 768 MiB/s wr, 1.48k op/s 2024-04-21T09:15:41.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:41 smithi060 ceph-mon[31055]: pgmap v172: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 569 MiB/s wr, 924 op/s 2024-04-21T09:15:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:41 smithi078 ceph-mon[31713]: pgmap v172: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 569 MiB/s wr, 924 op/s 2024-04-21T09:15:41.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:41 smithi052 ceph-mon[28035]: pgmap v172: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 569 MiB/s wr, 924 op/s 2024-04-21T09:15:42.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.593+0000 7fc489d13640 1 -- 172.21.15.52:0/4119712641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc48410e310 msgr2=0x7fc48410e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:42.597 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.593+0000 7fc489d13640 1 --2- 172.21.15.52:0/4119712641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc48410e310 0x7fc48410e6f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc47c00bc00 tx=0x7fc47c02ba80 comp rx=0 tx=0).stop 2024-04-21T09:15:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.601+0000 7fc489d13640 1 -- 172.21.15.52:0/4119712641 shutdown_connections 2024-04-21T09:15:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.601+0000 7fc489d13640 1 --2- 172.21.15.52:0/4119712641 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc48410d670 0x7fc48407a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.601+0000 7fc489d13640 1 --2- 172.21.15.52:0/4119712641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc48410ecc0 0x7fc48410cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.601+0000 7fc489d13640 1 --2- 172.21.15.52:0/4119712641 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc48410e310 0x7fc48410e6f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.606 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.601+0000 7fc489d13640 1 -- 172.21.15.52:0/4119712641 >> 172.21.15.52:0/4119712641 conn(0x7fc48406ced0 msgr2=0x7fc48406d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:42.618 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.617+0000 7fc489d13640 1 -- 172.21.15.52:0/4119712641 shutdown_connections 2024-04-21T09:15:42.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.618+0000 7fc489d13640 1 -- 172.21.15.52:0/4119712641 wait complete. 2024-04-21T09:15:42.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.619+0000 7fc489d13640 1 Processor -- start 2024-04-21T09:15:42.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.619+0000 7fc489d13640 1 -- start start 2024-04-21T09:15:42.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.620+0000 7fc489d13640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc48410d670 0x7fc484084b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.620+0000 7fc489d13640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc48410e310 0x7fc48407eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.620+0000 7fc489d13640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc48407f0b0 0x7fc48407f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.620+0000 7fc489d13640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc48407d630 con 0x7fc48410e310 2024-04-21T09:15:42.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.620+0000 7fc489d13640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc48407d4b0 con 0x7fc48407f0b0 2024-04-21T09:15:42.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.620+0000 7fc489d13640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc48407d7b0 con 0x7fc48410d670 2024-04-21T09:15:42.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.621+0000 7fc489512640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc48407f0b0 0x7fc48407f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.621+0000 7fc489512640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc48407f0b0 0x7fc48407f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:51268/0 (socket says 172.21.15.52:51268) 2024-04-21T09:15:42.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.621+0000 7fc489512640 1 -- 172.21.15.52:0/353301871 learned_addr learned my addr 172.21.15.52:0/353301871 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:42.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.622+0000 7fc483fff640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc48410e310 0x7fc48407eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.623+0000 7fc488d11640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc48410d670 0x7fc484084b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.626 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.625+0000 7fc489512640 1 -- 172.21.15.52:0/353301871 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc48410d670 msgr2=0x7fc484084b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:42.626 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.625+0000 7fc489512640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc48410d670 0x7fc484084b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.626 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.625+0000 7fc489512640 1 -- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc48410e310 msgr2=0x7fc48407eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:42.626 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.625+0000 7fc489512640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc48410e310 0x7fc48407eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.626 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.625+0000 7fc489512640 1 -- 172.21.15.52:0/353301871 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4841bc1f0 con 0x7fc48407f0b0 2024-04-21T09:15:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.630+0000 7fc489512640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc48407f0b0 0x7fc48407f540 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc46c00c970 tx=0x7fc46c00cd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:42.633 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.632+0000 7fc481ffb640 1 -- 172.21.15.52:0/353301871 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46c007bb0 con 0x7fc48407f0b0 2024-04-21T09:15:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.633+0000 7fc489d13640 1 -- 172.21.15.52:0/353301871 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4841bc4e0 con 0x7fc48407f0b0 2024-04-21T09:15:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.633+0000 7fc489d13640 1 -- 172.21.15.52:0/353301871 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4841bca30 con 0x7fc48407f0b0 2024-04-21T09:15:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.633+0000 7fc481ffb640 1 -- 172.21.15.52:0/353301871 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc46c015030 con 0x7fc48407f0b0 2024-04-21T09:15:42.634 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.633+0000 7fc481ffb640 1 -- 172.21.15.52:0/353301871 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46c004d00 con 0x7fc48407f0b0 2024-04-21T09:15:42.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.642+0000 7fc481ffb640 1 -- 172.21.15.52:0/353301871 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc46c004ea0 con 0x7fc48407f0b0 2024-04-21T09:15:42.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.645+0000 7fc481ffb640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4700a3f30 0x7fc4700a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.645+0000 7fc481ffb640 1 -- 172.21.15.52:0/353301871 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fc46c0d0820 con 0x7fc48407f0b0 2024-04-21T09:15:42.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.647+0000 7fc488d11640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4700a3f30 0x7fc4700a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.651 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.648+0000 7fc48db67740 1 Processor -- start 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.651+0000 7fc48db67740 1 -- start start 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.651+0000 7fc48db67740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a4e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.651+0000 7fc48db67740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a4f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.651+0000 7fc48db67740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a5a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.651+0000 7fc48db67740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a1079b38d0 con 0x55a107a582d0 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.651+0000 7fc48db67740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a107950e80 con 0x55a107a4ed50 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.651+0000 7fc48db67740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a1079af890 con 0x55a107a4fac0 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.653+0000 7fc489512640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a5a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.653+0000 7fc489512640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a5a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33874/0 (socket says 172.21.15.52:33874) 2024-04-21T09:15:42.655 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.653+0000 7fc489512640 1 -- 172.21.15.52:0/1158304268 learned_addr learned my addr 172.21.15.52:0/1158304268 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:42.658 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.655+0000 7fc488d11640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4700a3f30 0x7fc4700a63f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc47c00b9c0 tx=0x7fc47c005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.655+0000 7fc488d11640 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a4e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.659 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.658+0000 7fc483fff640 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a4f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.660+0000 7fc489512640 1 -- 172.21.15.52:0/1158304268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 msgr2=0x55a107a4e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:42.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.660+0000 7fc489512640 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a4e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.660+0000 7fc489512640 1 -- 172.21.15.52:0/1158304268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 msgr2=0x55a107a4f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:42.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.660+0000 7fc489512640 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a4f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.660+0000 7fc489512640 1 -- 172.21.15.52:0/1158304268 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a107972320 con 0x55a107a582d0 2024-04-21T09:15:42.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.661+0000 7fc489512640 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a5a6c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fc46c00c940 tx=0x7fc46c09ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72e85eda9fb6f8c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.662+0000 7fc47affd640 1 -- 172.21.15.52:0/1158304268 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46c01f040 con 0x55a107a582d0 2024-04-21T09:15:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.662+0000 7fc47affd640 1 -- 172.21.15.52:0/1158304268 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc46c0a5160 con 0x55a107a582d0 2024-04-21T09:15:42.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.662+0000 7fc47affd640 1 -- 172.21.15.52:0/1158304268 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46c0d03c0 con 0x55a107a582d0 2024-04-21T09:15:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.663+0000 7fc48db67740 1 -- 172.21.15.52:0/1158304268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 msgr2=0x55a107a5a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.663+0000 7fc48db67740 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a5a6c0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fc46c00c940 tx=0x7fc46c09ccb0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.664+0000 7fc48db67740 1 -- 172.21.15.52:0/1158304268 shutdown_connections 2024-04-21T09:15:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.664+0000 7fc48db67740 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a5a6c0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.664+0000 7fc48db67740 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a4f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.664+0000 7fc48db67740 1 --2- 172.21.15.52:0/1158304268 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a4e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.664+0000 7fc48db67740 1 -- 172.21.15.52:0/1158304268 >> 172.21.15.52:0/1158304268 conn(0x55a107a15c90 msgr2=0x55a107a49a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:42.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.676+0000 7fc48db67740 1 -- 172.21.15.52:0/1158304268 shutdown_connections 2024-04-21T09:15:42.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.677+0000 7fc48db67740 1 -- 172.21.15.52:0/1158304268 wait complete. 2024-04-21T09:15:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.677+0000 7fc48db67740 1 -- start start 2024-04-21T09:15:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.678+0000 7fc48db67740 1 Processor -- start 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.681+0000 7fc48db67740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a57ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.681+0000 7fc48db67740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a55030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.681+0000 7fc48db67740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a582d0 0x55a107a55640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.681+0000 7fc48db67740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a107a5b050 con 0x55a107a4fac0 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.681+0000 7fc48db67740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a10793beb0 con 0x55a107a4ed50 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.681+0000 7fc48db67740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a107a5b1d0 con 0x55a107a582d0 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.681+0000 7fc48db67740 10 client.0 _ll_register_callbacks cb 0x55a107968b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.684+0000 7fc483fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a55030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.684+0000 7fc483fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a55030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33880/0 (socket says 172.21.15.52:33880) 2024-04-21T09:15:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.684+0000 7fc483fff640 1 -- 172.21.15.52:0/666500708 learned_addr learned my addr 172.21.15.52:0/666500708 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.686+0000 7fc488d11640 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a57ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.686+0000 7fc483fff640 1 -- 172.21.15.52:0/666500708 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a582d0 msgr2=0x55a107a55640 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:15:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.686+0000 7fc483fff640 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a582d0 0x55a107a55640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.686+0000 7fc483fff640 1 -- 172.21.15.52:0/666500708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 msgr2=0x55a107a57ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.686+0000 7fc483fff640 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a57ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.686+0000 7fc483fff640 1 -- 172.21.15.52:0/666500708 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1076c6210 con 0x55a107a4fac0 2024-04-21T09:15:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.688+0000 7fc483fff640 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a55030 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fc474013520 tx=0x7fc4740139e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fddfb723dd6632f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.689+0000 7fc463fff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:15:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.689+0000 7fc463fff640 1 -- 172.21.15.52:0/666500708 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47401a030 con 0x55a107a4fac0 2024-04-21T09:15:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.690+0000 7fc48db67740 1 -- 172.21.15.52:0/666500708 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc46c0a5160 con 0x55a107a4fac0 2024-04-21T09:15:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.690+0000 7fc463fff640 1 -- 172.21.15.52:0/666500708 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fc474004320 con 0x55a107a4fac0 2024-04-21T09:15:42.703 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.702+0000 7fc463fff640 1 -- 172.21.15.52:0/666500708 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fc474024050 con 0x55a107a4fac0 2024-04-21T09:15:42.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.702+0000 7fc48db67740 10 client.16491 fetch_fsmap learned FSMap version 35 2024-04-21T09:15:42.704 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.702+0000 7fc48db67740 1 -- 172.21.15.52:0/666500708 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55a107792620 con 0x55a107a4fac0 2024-04-21T09:15:42.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.703+0000 7fc463fff640 1 -- 172.21.15.52:0/666500708 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc46c0a5160 con 0x55a107a4fac0 2024-04-21T09:15:42.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.703+0000 7fc463fff640 1 -- 172.21.15.52:0/666500708 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fc474004c70 con 0x55a107a4fac0 2024-04-21T09:15:42.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.703+0000 7fc48db67740 10 client.16491 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:15:42.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.703+0000 7fc48db67740 10 client.16491 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:15:42.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.703+0000 7fc48db67740 20 client.16491 populate_metadata read hostname 'smithi052' 2024-04-21T09:15:42.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.703+0000 7fc48db67740 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a107a688e0 0x55a107a6ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.703+0000 7fc48db67740 4 client.16491 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:15:42.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.703+0000 7fc48db67740 1 -- 172.21.15.52:0/666500708 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a1079c7880 con 0x55a107a688e0 2024-04-21T09:15:42.709 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.708+0000 7fc488d11640 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a107a688e0 0x55a107a6ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.710+0000 7fc488d11640 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a107a688e0 0x55a107a6ada0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb8f73bdbfb4ce91 server_cookie=8818e741158b72ef in_seq=0 out_seq=0 2024-04-21T09:15:42.711 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.710+0000 7fc463fff640 10 client.16491 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:42.713 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.712+0000 7fc463fff640 1 -- 172.21.15.52:0/666500708 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a1079c7880 con 0x55a107a688e0 2024-04-21T09:15:42.713 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.712+0000 7fc463fff640 10 client.16491 handle_command_reply: tid=0 2024-04-21T09:15:42.714 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.714+0000 7fc48db67740 1 client.16491 shutdown 2024-04-21T09:15:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.717+0000 7fc48db67740 1 -- 172.21.15.52:0/666500708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 msgr2=0x55a107a55030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:42.719 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.717+0000 7fc48db67740 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a55030 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fc474013520 tx=0x7fc4740139e0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.724 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.723+0000 7fc48db67740 1 -- 172.21.15.52:0/666500708 shutdown_connections 2024-04-21T09:15:42.724 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.723+0000 7fc48db67740 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a107a688e0 0x55a107a6ada0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.724 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.723+0000 7fc48db67740 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a582d0 0x55a107a55640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.724 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.723+0000 7fc48db67740 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a55030 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.724 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.723+0000 7fc48db67740 1 --2- 172.21.15.52:0/666500708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a57ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.724 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.723+0000 7fc48db67740 1 -- 172.21.15.52:0/666500708 >> 172.21.15.52:0/666500708 conn(0x55a107a15c90 msgr2=0x55a107a4b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:42.725 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.723+0000 7fc463fff640 0 client.16491 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:42.728 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.727+0000 7fc48db67740 1 -- 172.21.15.52:0/666500708 shutdown_connections 2024-04-21T09:15:42.730 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.729+0000 7fc48db67740 1 -- 172.21.15.52:0/666500708 wait complete. 2024-04-21T09:15:42.731 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.731+0000 7fc48db67740 20 client.16491 trim_cache size 0 max 16384 2024-04-21T09:15:42.771 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.770+0000 7fc48db67740 1 Processor -- start 2024-04-21T09:15:42.771 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.770+0000 7fc48db67740 1 -- start start 2024-04-21T09:15:42.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc48db67740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4ed50 0x55a107a63fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc48db67740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a57760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc48db67740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a582d0 0x55a107a57ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc488d11640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4ed50 0x55a107a63fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc48db67740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc464012780 con 0x55a107a4fac0 2024-04-21T09:15:42.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc48db67740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc464010050 con 0x55a107a582d0 2024-04-21T09:15:42.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc48db67740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc46400dea0 con 0x55a107a4ed50 2024-04-21T09:15:42.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc488d11640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4ed50 0x55a107a63fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:48092/0 (socket says 172.21.15.52:48092) 2024-04-21T09:15:42.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc488d11640 1 -- 172.21.15.52:0/1021501183 learned_addr learned my addr 172.21.15.52:0/1021501183 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:42.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.772+0000 7fc489512640 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a582d0 0x55a107a57ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.775 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.774+0000 7fc483fff640 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a57760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.775 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.774+0000 7fc489512640 1 -- 172.21.15.52:0/1021501183 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4ed50 msgr2=0x55a107a63fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:42.775 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.774+0000 7fc489512640 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4ed50 0x55a107a63fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.775 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.774+0000 7fc489512640 1 -- 172.21.15.52:0/1021501183 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 msgr2=0x55a107a57760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:42.775 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.774+0000 7fc489512640 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a57760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.775 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.774+0000 7fc489512640 1 -- 172.21.15.52:0/1021501183 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a107a53580 con 0x55a107a582d0 2024-04-21T09:15:42.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.775+0000 7fc489512640 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a582d0 0x55a107a57ca0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x55a107a4f7f0 tx=0x7fc46c00af70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d596a0ae51c72985 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.777+0000 7fc47a7fc640 1 -- 172.21.15.52:0/1021501183 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46c01f040 con 0x55a107a582d0 2024-04-21T09:15:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.777+0000 7fc47a7fc640 1 -- 172.21.15.52:0/1021501183 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc46c09a590 con 0x55a107a582d0 2024-04-21T09:15:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.778+0000 7fc47a7fc640 1 -- 172.21.15.52:0/1021501183 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46c0d03c0 con 0x55a107a582d0 2024-04-21T09:15:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.781+0000 7fc48db67740 1 -- 172.21.15.52:0/1021501183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a582d0 msgr2=0x55a107a57ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.781+0000 7fc48db67740 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a582d0 0x55a107a57ca0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x55a107a4f7f0 tx=0x7fc46c00af70 comp rx=0 tx=0).stop 2024-04-21T09:15:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.783+0000 7fc48db67740 1 -- 172.21.15.52:0/1021501183 shutdown_connections 2024-04-21T09:15:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.783+0000 7fc48db67740 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a582d0 0x55a107a57ca0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.783+0000 7fc48db67740 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a4fac0 0x55a107a57760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.783+0000 7fc48db67740 1 --2- 172.21.15.52:0/1021501183 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4ed50 0x55a107a63fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.788 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.783+0000 7fc48db67740 1 -- 172.21.15.52:0/1021501183 >> 172.21.15.52:0/1021501183 conn(0x55a107a15c90 msgr2=0x55a107a53900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.789+0000 7fc48db67740 1 -- 172.21.15.52:0/1021501183 shutdown_connections 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.790+0000 7fc48db67740 1 -- 172.21.15.52:0/1021501183 wait complete. 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.791+0000 7fc48db67740 1 -- start start 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.791+0000 7fc48db67740 1 Processor -- start 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc48db67740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a604c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc48db67740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a60a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc48db67740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a51340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc48db67740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc46400e510 con 0x55a107a582d0 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc48db67740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc46400f980 con 0x55a107a4ed50 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc48db67740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc46400ebe0 con 0x55a107a4fac0 2024-04-21T09:15:42.793 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc48db67740 10 client.0 _ll_register_callbacks cb 0x7fc47400a2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:15:42.794 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc488d11640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a604c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc483fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a60a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc483fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a60a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:48106/0 (socket says 172.21.15.52:48106) 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.792+0000 7fc483fff640 1 -- 172.21.15.52:0/3131576477 learned_addr learned my addr 172.21.15.52:0/3131576477 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.793+0000 7fc483fff640 1 -- 172.21.15.52:0/3131576477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 msgr2=0x55a107a604c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.793+0000 7fc483fff640 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a604c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.793+0000 7fc483fff640 1 -- 172.21.15.52:0/3131576477 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 msgr2=0x55a107a51340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.793+0000 7fc483fff640 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a51340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.793+0000 7fc483fff640 1 -- 172.21.15.52:0/3131576477 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a107a51a30 con 0x55a107a4fac0 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.793+0000 7fc483fff640 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a60a00 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc4740058c0 tx=0x7fc474003bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6e045c8208c4c96 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.793+0000 7fc463fff640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.794+0000 7fc463fff640 1 -- 172.21.15.52:0/3131576477 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47401a040 con 0x55a107a4fac0 2024-04-21T09:15:42.795 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.794+0000 7fc463fff640 1 -- 172.21.15.52:0/3131576477 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fc47401f450 con 0x55a107a4fac0 2024-04-21T09:15:42.796 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.795+0000 7fc48db67740 1 -- 172.21.15.52:0/3131576477 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc46c09a590 con 0x55a107a4fac0 2024-04-21T09:15:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.796+0000 7fc463fff640 1 -- 172.21.15.52:0/3131576477 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fc47401f670 con 0x55a107a4fac0 2024-04-21T09:15:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.797+0000 7fc48db67740 10 client.26161 fetch_fsmap learned FSMap version 35 2024-04-21T09:15:42.800 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.797+0000 7fc48db67740 1 -- 172.21.15.52:0/3131576477 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55a107ace8d0 con 0x55a107a4fac0 2024-04-21T09:15:42.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.802+0000 7fc463fff640 1 -- 172.21.15.52:0/3131576477 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc46c09a590 con 0x55a107a4fac0 2024-04-21T09:15:42.807 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.802+0000 7fc463fff640 1 -- 172.21.15.52:0/3131576477 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fc474029890 con 0x55a107a4fac0 2024-04-21T09:15:42.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.807+0000 7fc48db67740 10 client.26161 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:15:42.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.807+0000 7fc48db67740 10 client.26161 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:15:42.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.807+0000 7fc48db67740 20 client.26161 populate_metadata read hostname 'smithi052' 2024-04-21T09:15:42.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.807+0000 7fc48db67740 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a107acef90 0x55a107ad13b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:42.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.807+0000 7fc48db67740 4 client.26161 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:15:42.808 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.807+0000 7fc48db67740 1 -- 172.21.15.52:0/3131576477 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a1079533d0 con 0x55a107acef90 2024-04-21T09:15:42.809 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.808+0000 7fc488d11640 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a107acef90 0x55a107ad13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.811+0000 7fc488d11640 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a107acef90 0x55a107ad13b0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9c758e7f621daf0 server_cookie=c14b87e10660c0cd in_seq=0 out_seq=0 2024-04-21T09:15:42.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:42.811+0000 7fc463fff640 10 client.26161 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:43.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:43 smithi060 ceph-mon[31055]: pgmap v173: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 682 MiB/s wr, 1.05k op/s 2024-04-21T09:15:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:43 smithi078 ceph-mon[31713]: pgmap v173: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 682 MiB/s wr, 1.05k op/s 2024-04-21T09:15:43.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:43 smithi052 ceph-mon[28035]: pgmap v173: 129 pgs: 129 active+clean; 50 GiB data, 106 GiB used, 967 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 682 MiB/s wr, 1.05k op/s 2024-04-21T09:15:45.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:45 smithi078 ceph-mon[31713]: pgmap v174: 129 pgs: 129 active+clean; 51 GiB data, 106 GiB used, 966 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 634 MiB/s wr, 1.07k op/s 2024-04-21T09:15:45.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:45 smithi052 ceph-mon[28035]: pgmap v174: 129 pgs: 129 active+clean; 51 GiB data, 106 GiB used, 966 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 634 MiB/s wr, 1.07k op/s 2024-04-21T09:15:45.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:45 smithi060 ceph-mon[31055]: pgmap v174: 129 pgs: 129 active+clean; 51 GiB data, 106 GiB used, 966 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 634 MiB/s wr, 1.07k op/s 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.846+0000 7fc463fff640 1 -- 172.21.15.52:0/3131576477 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a1079533d0 con 0x55a107acef90 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.846+0000 7fc463fff640 10 client.26161 handle_command_reply: tid=0 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.846+0000 7fc48db67740 1 client.26161 shutdown 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 -- 172.21.15.52:0/3131576477 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 msgr2=0x55a107a60a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a60a00 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc4740058c0 tx=0x7fc474003bc0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 -- 172.21.15.52:0/3131576477 shutdown_connections 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a107acef90 0x55a107ad13b0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a107a582d0 0x55a107a51340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a107a4fac0 0x55a107a60a00 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 --2- 172.21.15.52:0/3131576477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a107a4ed50 0x55a107a604c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 -- 172.21.15.52:0/3131576477 >> 172.21.15.52:0/3131576477 conn(0x55a107a15c90 msgr2=0x55a107a48250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc463fff640 0 client.26161 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 -- 172.21.15.52:0/3131576477 shutdown_connections 2024-04-21T09:15:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 1 -- 172.21.15.52:0/3131576477 wait complete. 2024-04-21T09:15:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.847+0000 7fc48db67740 20 client.26161 trim_cache size 0 max 16384 2024-04-21T09:15:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:15:45.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:15:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:15:45.850 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.852+0000 7fc489d13640 1 -- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4700a3f30 msgr2=0x7fc4700a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.852+0000 7fc489d13640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4700a3f30 0x7fc4700a63f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc47c00b9c0 tx=0x7fc47c005fd0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.852+0000 7fc489d13640 1 -- 172.21.15.52:0/353301871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc48407f0b0 msgr2=0x7fc48407f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.852+0000 7fc489d13640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc48407f0b0 0x7fc48407f540 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc46c00c970 tx=0x7fc46c00cd70 comp rx=0 tx=0).stop 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.852+0000 7fc489d13640 1 -- 172.21.15.52:0/353301871 shutdown_connections 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.852+0000 7fc489d13640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4700a3f30 0x7fc4700a63f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.852+0000 7fc489d13640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc48407f0b0 0x7fc48407f540 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.853+0000 7fc489d13640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc48410e310 0x7fc48407eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.853+0000 7fc489d13640 1 --2- 172.21.15.52:0/353301871 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc48410d670 0x7fc484084b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:45.854 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.853+0000 7fc489d13640 1 -- 172.21.15.52:0/353301871 >> 172.21.15.52:0/353301871 conn(0x7fc48406ced0 msgr2=0x7fc48410b360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.853+0000 7fc489d13640 1 -- 172.21.15.52:0/353301871 shutdown_connections 2024-04-21T09:15:45.855 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:45.853+0000 7fc489d13640 1 -- 172.21.15.52:0/353301871 wait complete. 2024-04-21T09:15:47.642 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:47 smithi060 ceph-mon[31055]: pgmap v175: 129 pgs: 129 active+clean; 51 GiB data, 106 GiB used, 966 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 582 MiB/s wr, 1.04k op/s 2024-04-21T09:15:47.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:47 smithi078 ceph-mon[31713]: pgmap v175: 129 pgs: 129 active+clean; 51 GiB data, 106 GiB used, 966 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 582 MiB/s wr, 1.04k op/s 2024-04-21T09:15:47.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:47 smithi052 ceph-mon[28035]: pgmap v175: 129 pgs: 129 active+clean; 51 GiB data, 106 GiB used, 966 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 582 MiB/s wr, 1.04k op/s 2024-04-21T09:15:49.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:49 smithi078 ceph-mon[31713]: pgmap v176: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 813 MiB/s wr, 1.53k op/s 2024-04-21T09:15:49.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:49 smithi052 ceph-mon[28035]: pgmap v176: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 813 MiB/s wr, 1.53k op/s 2024-04-21T09:15:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:49 smithi060 ceph-mon[31055]: pgmap v176: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 813 MiB/s wr, 1.53k op/s 2024-04-21T09:15:51.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:51 smithi078 ceph-mon[31713]: pgmap v177: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 569 MiB/s wr, 968 op/s 2024-04-21T09:15:51.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:51 smithi052 ceph-mon[28035]: pgmap v177: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 569 MiB/s wr, 968 op/s 2024-04-21T09:15:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:51 smithi060 ceph-mon[31055]: pgmap v177: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 569 MiB/s wr, 968 op/s 2024-04-21T09:15:53.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:53 smithi060 ceph-mon[31055]: pgmap v178: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 702 MiB/s wr, 1.37k op/s 2024-04-21T09:15:54.846 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:53 smithi052 ceph-mon[28035]: pgmap v178: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 702 MiB/s wr, 1.37k op/s 2024-04-21T09:15:54.846 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:53 smithi078 ceph-mon[31713]: pgmap v178: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 702 MiB/s wr, 1.37k op/s 2024-04-21T09:15:55.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:55 smithi060 ceph-mon[31055]: pgmap v179: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 691 MiB/s wr, 1.54k op/s 2024-04-21T09:15:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:55 smithi078 ceph-mon[31713]: pgmap v179: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 691 MiB/s wr, 1.54k op/s 2024-04-21T09:15:55.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:55 smithi052 ceph-mon[28035]: pgmap v179: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 691 MiB/s wr, 1.54k op/s 2024-04-21T09:15:57.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:57 smithi060 ceph-mon[31055]: pgmap v180: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 565 MiB/s wr, 1.39k op/s 2024-04-21T09:15:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:57 smithi078 ceph-mon[31713]: pgmap v180: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 565 MiB/s wr, 1.39k op/s 2024-04-21T09:15:57.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:57 smithi052 ceph-mon[28035]: pgmap v180: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 565 MiB/s wr, 1.39k op/s 2024-04-21T09:15:59.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.146+0000 7ff8be765640 1 -- 172.21.15.52:0/756133301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81104a0 msgr2=0x7ff8b8110880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:59.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.146+0000 7ff8be765640 1 --2- 172.21.15.52:0/756133301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81104a0 0x7ff8b8110880 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0009ca0 tx=0x7ff8b002c140 comp rx=0 tx=0).stop 2024-04-21T09:15:59.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.148+0000 7ff8be765640 1 -- 172.21.15.52:0/756133301 shutdown_connections 2024-04-21T09:15:59.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.148+0000 7ff8be765640 1 --2- 172.21.15.52:0/756133301 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff8b81099d0 0x7ff8b811d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.148+0000 7ff8be765640 1 --2- 172.21.15.52:0/756133301 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff8b8108f50 0x7ff8b81093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.148+0000 7ff8be765640 1 --2- 172.21.15.52:0/756133301 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81104a0 0x7ff8b8110880 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.148+0000 7ff8be765640 1 -- 172.21.15.52:0/756133301 >> 172.21.15.52:0/756133301 conn(0x7ff8b806ced0 msgr2=0x7ff8b806d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:59.154 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.152+0000 7ff8be765640 1 -- 172.21.15.52:0/756133301 shutdown_connections 2024-04-21T09:15:59.156 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.156+0000 7ff8be765640 1 -- 172.21.15.52:0/756133301 wait complete. 2024-04-21T09:15:59.156 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.157+0000 7ff8be765640 1 Processor -- start 2024-04-21T09:15:59.159 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.159+0000 7ff8be765640 1 -- start start 2024-04-21T09:15:59.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.159+0000 7ff8be765640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff8b8108f50 0x7ff8b811d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.159+0000 7ff8be765640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81099d0 0x7ff8b81173f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.159+0000 7ff8be765640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff8b81104a0 0x7ff8b8117930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.159+0000 7ff8be765640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b8111810 con 0x7ff8b81099d0 2024-04-21T09:15:59.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.159+0000 7ff8be765640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b8111690 con 0x7ff8b8108f50 2024-04-21T09:15:59.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.159+0000 7ff8be765640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b8111990 con 0x7ff8b81104a0 2024-04-21T09:15:59.162 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.160+0000 7ff8bcf62640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81099d0 0x7ff8b81173f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.162 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.160+0000 7ff8bcf62640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81099d0 0x7ff8b81173f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43060/0 (socket says 172.21.15.52:43060) 2024-04-21T09:15:59.162 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.160+0000 7ff8bcf62640 1 -- 172.21.15.52:0/2349796094 learned_addr learned my addr 172.21.15.52:0/2349796094 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:59.162 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.161+0000 7ff8bcf62640 1 -- 172.21.15.52:0/2349796094 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff8b81104a0 msgr2=0x7ff8b8117930 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:15:59.162 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.161+0000 7ff8bcf62640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff8b81104a0 0x7ff8b8117930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.162 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.161+0000 7ff8bcf62640 1 -- 172.21.15.52:0/2349796094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff8b8108f50 msgr2=0x7ff8b811d380 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:15:59.162 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.161+0000 7ff8bcf62640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff8b8108f50 0x7ff8b811d380 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.162 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.161+0000 7ff8bcf62640 1 -- 172.21.15.52:0/2349796094 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b8118010 con 0x7ff8b81099d0 2024-04-21T09:15:59.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.162+0000 7ff8bcf62640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81099d0 0x7ff8b81173f0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7ff8b400b450 tx=0x7ff8b400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:59.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.163+0000 7ff8ae7fc640 1 -- 172.21.15.52:0/2349796094 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b4015020 con 0x7ff8b81099d0 2024-04-21T09:15:59.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.163+0000 7ff8be765640 1 -- 172.21.15.52:0/2349796094 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8b81bc2f0 con 0x7ff8b81099d0 2024-04-21T09:15:59.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.163+0000 7ff8be765640 1 -- 172.21.15.52:0/2349796094 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8b81bc6f0 con 0x7ff8b81099d0 2024-04-21T09:15:59.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.167+0000 7ff8c25bb740 1 Processor -- start 2024-04-21T09:15:59.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.167+0000 7ff8ae7fc640 1 -- 172.21.15.52:0/2349796094 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8b4011d40 con 0x7ff8b81099d0 2024-04-21T09:15:59.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.167+0000 7ff8ae7fc640 1 -- 172.21.15.52:0/2349796094 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b400f340 con 0x7ff8b81099d0 2024-04-21T09:15:59.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.167+0000 7ff8c25bb740 1 -- start start 2024-04-21T09:15:59.169 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.169+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x5579713fc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.169 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.169+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fcd50 0x5579713fd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.169 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.169+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x5579714086c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.169 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.169+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5579713618d0 con 0x5579713fcd50 2024-04-21T09:15:59.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.169+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5579712fee80 con 0x5579714062d0 2024-04-21T09:15:59.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.169+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55797135d890 con 0x5579713fdac0 2024-04-21T09:15:59.173 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.173+0000 7ff8bdf64640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x5579713fc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.173 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.173+0000 7ff8bdf64640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x5579713fc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:58984/0 (socket says 172.21.15.52:58984) 2024-04-21T09:15:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.173+0000 7ff8bdf64640 1 -- 172.21.15.52:0/3823249995 learned_addr learned my addr 172.21.15.52:0/3823249995 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8bdf64640 1 -- 172.21.15.52:0/3823249995 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 msgr2=0x5579714086c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:15:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/3823249995 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x5579714086c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8bdf64640 1 -- 172.21.15.52:0/3823249995 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fcd50 msgr2=0x5579713fd1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/3823249995 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fcd50 0x5579713fd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8bdf64640 1 -- 172.21.15.52:0/3823249995 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557971320320 con 0x5579713fdac0 2024-04-21T09:15:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8ae7fc640 1 -- 172.21.15.52:0/2349796094 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff8b4018020 con 0x7ff8b81099d0 2024-04-21T09:15:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/3823249995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x5579713fc810 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800ba00 tx=0x7ff8a800bec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e70d82d433de0c6b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8a37fe640 1 -- 172.21.15.52:0/3823249995 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8016070 con 0x5579713fdac0 2024-04-21T09:15:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.174+0000 7ff8a37fe640 1 -- 172.21.15.52:0/3823249995 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8a80054d0 con 0x5579713fdac0 2024-04-21T09:15:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.175+0000 7ff8c25bb740 1 -- 172.21.15.52:0/3823249995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 msgr2=0x5579713fc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.175+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/3823249995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x5579713fc810 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800ba00 tx=0x7ff8a800bec0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.176+0000 7ff8ae7fc640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff8a40a3f30 0x7ff8a40a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.176+0000 7ff8ae7fc640 1 -- 172.21.15.52:0/2349796094 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7ff8b40d03b0 con 0x7ff8b81099d0 2024-04-21T09:15:59.177 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.177+0000 7ff8c25bb740 1 -- 172.21.15.52:0/3823249995 shutdown_connections 2024-04-21T09:15:59.178 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.177+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/3823249995 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x5579714086c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.178 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.177+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/3823249995 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fcd50 0x5579713fd1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.178 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.177+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/3823249995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x5579713fc810 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.178 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.177+0000 7ff8c25bb740 1 -- 172.21.15.52:0/3823249995 >> 172.21.15.52:0/3823249995 conn(0x5579713c3c90 msgr2=0x5579713f7a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:59.181 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.180+0000 7ff8c25bb740 1 -- 172.21.15.52:0/3823249995 shutdown_connections 2024-04-21T09:15:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.183+0000 7ff8bd763640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff8a40a3f30 0x7ff8a40a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.183+0000 7ff8c25bb740 1 -- 172.21.15.52:0/3823249995 wait complete. 2024-04-21T09:15:59.183 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.183+0000 7ff8c25bb740 1 -- start start 2024-04-21T09:15:59.185 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.184+0000 7ff8c25bb740 1 Processor -- start 2024-04-21T09:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.188+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x557971405ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.188+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x557971402f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.188+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x557971403520 0x557971403980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.188+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5579714090a0 con 0x557971403520 2024-04-21T09:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.188+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5579712e9eb0 con 0x5579714062d0 2024-04-21T09:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.188+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x557971409220 con 0x5579713fdac0 2024-04-21T09:15:59.188 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.188+0000 7ff8c25bb740 10 client.0 _ll_register_callbacks cb 0x557971316b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.189+0000 7ff8bdf64640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x557971403520 0x557971403980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.189+0000 7ff8bdf64640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x557971403520 0x557971403980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43074/0 (socket says 172.21.15.52:43074) 2024-04-21T09:15:59.189 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.189+0000 7ff8bdf64640 1 -- 172.21.15.52:0/4230659498 learned_addr learned my addr 172.21.15.52:0/4230659498 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:59.191 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.192+0000 7ff8bcf62640 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x557971402f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.193 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.193+0000 7ff8bdf64640 1 -- 172.21.15.52:0/4230659498 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 msgr2=0x557971405ca0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:15:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.193+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x557971405ca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.193+0000 7ff8bdf64640 1 -- 172.21.15.52:0/4230659498 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 msgr2=0x557971402f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.193+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x557971402f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.194 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.194+0000 7ff8bdf64640 1 -- 172.21.15.52:0/4230659498 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557971074210 con 0x557971403520 2024-04-21T09:15:59.198 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.198+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x557971403520 0x557971403980 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800b9d0 tx=0x7ff8a80052d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11abc519818359a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:59.201 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.201+0000 7ff8a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:15:59.201 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.201+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/4230659498 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8016030 con 0x557971403520 2024-04-21T09:15:59.202 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.201+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/4230659498 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7ff8a8004040 con 0x557971403520 2024-04-21T09:15:59.202 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.201+0000 7ff8c25bb740 1 -- 172.21.15.52:0/4230659498 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8a80054d0 con 0x557971403520 2024-04-21T09:15:59.202 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.201+0000 7ff8bd763640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff8a40a3f30 0x7ff8a40a63f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0037040 tx=0x7ff8b0000f40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:59.205 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.206+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/4230659498 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff8a8004240 con 0x557971403520 2024-04-21T09:15:59.206 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.207+0000 7ff8c25bb740 10 client.16503 fetch_fsmap learned FSMap version 35 2024-04-21T09:15:59.207 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.207+0000 7ff8c25bb740 1 -- 172.21.15.52:0/4230659498 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x557971140620 con 0x557971403520 2024-04-21T09:15:59.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.212+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/4230659498 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8a80054d0 con 0x557971403520 2024-04-21T09:15:59.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.212+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/4230659498 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff8a8022070 con 0x557971403520 2024-04-21T09:15:59.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.213+0000 7ff8c25bb740 10 client.16503 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:15:59.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.213+0000 7ff8c25bb740 10 client.16503 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:15:59.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.213+0000 7ff8c25bb740 20 client.16503 populate_metadata read hostname 'smithi052' 2024-04-21T09:15:59.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.213+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5579714167b0 0x557971418ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.213+0000 7ff8c25bb740 4 client.16503 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:15:59.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.213+0000 7ff8c25bb740 1 -- 172.21.15.52:0/4230659498 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557971375880 con 0x5579714167b0 2024-04-21T09:15:59.214 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.214+0000 7ff8bd763640 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5579714167b0 0x557971418ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.217+0000 7ff8bd763640 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5579714167b0 0x557971418ba0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7c9f45ff871940e server_cookie=cfccbede56de6d75 in_seq=0 out_seq=0 2024-04-21T09:15:59.218 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.218+0000 7ff8a0ff9640 10 client.16503 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.220+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/4230659498 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557971375880 con 0x5579714167b0 2024-04-21T09:15:59.220 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.220+0000 7ff8a0ff9640 10 client.16503 handle_command_reply: tid=0 2024-04-21T09:15:59.221 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.222+0000 7ff8c25bb740 1 client.16503 shutdown 2024-04-21T09:15:59.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.225+0000 7ff8c25bb740 1 -- 172.21.15.52:0/4230659498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x557971403520 msgr2=0x557971403980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:59.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.225+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x557971403520 0x557971403980 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7ff8a800b9d0 tx=0x7ff8a80052d0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.225+0000 7ff8c25bb740 1 -- 172.21.15.52:0/4230659498 shutdown_connections 2024-04-21T09:15:59.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.225+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5579714167b0 0x557971418ba0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.225+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x557971403520 0x557971403980 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.225+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x557971402f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.225+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/4230659498 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579713fdac0 0x557971405ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.225+0000 7ff8c25bb740 1 -- 172.21.15.52:0/4230659498 >> 172.21.15.52:0/4230659498 conn(0x5579713c3c90 msgr2=0x5579713f9790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.226+0000 7ff8a0ff9640 0 client.16503 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.226+0000 7ff8c25bb740 1 -- 172.21.15.52:0/4230659498 shutdown_connections 2024-04-21T09:15:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.226+0000 7ff8c25bb740 1 -- 172.21.15.52:0/4230659498 wait complete. 2024-04-21T09:15:59.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.226+0000 7ff8c25bb740 20 client.16503 trim_cache size 0 max 16384 2024-04-21T09:15:59.272 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.272+0000 7ff8c25bb740 1 Processor -- start 2024-04-21T09:15:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.273+0000 7ff8c25bb740 1 -- start start 2024-04-21T09:15:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.273+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 0x557971408360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.273+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557971403520 0x557971412070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.273+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579714062d0 0x5579714057d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.273+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c0128c0 con 0x5579713fdac0 2024-04-21T09:15:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.273+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c010190 con 0x557971403520 2024-04-21T09:15:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.273+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c00dfe0 con 0x5579714062d0 2024-04-21T09:15:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.276+0000 7ff8bcf62640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557971403520 0x557971412070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.276+0000 7ff8bcf62640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557971403520 0x557971412070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:36584/0 (socket says 172.21.15.52:36584) 2024-04-21T09:15:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.276+0000 7ff8bcf62640 1 -- 172.21.15.52:0/1609942078 learned_addr learned my addr 172.21.15.52:0/1609942078 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.276+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579714062d0 0x5579714057d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.276+0000 7ff8bd763640 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 0x557971408360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.279+0000 7ff8bdf64640 1 -- 172.21.15.52:0/1609942078 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557971403520 msgr2=0x557971412070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.279+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557971403520 0x557971412070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.279+0000 7ff8bdf64640 1 -- 172.21.15.52:0/1609942078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 msgr2=0x557971408360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.279+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 0x557971408360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.279+0000 7ff8bdf64640 1 -- 172.21.15.52:0/1609942078 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557971408b30 con 0x5579714062d0 2024-04-21T09:15:59.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.281+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579714062d0 0x5579714057d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff8a8029040 tx=0x7ff8a800b750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2aeb06bbac629405 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:59.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.282+0000 7ff8a2ffd640 1 -- 172.21.15.52:0/1609942078 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8034070 con 0x5579714062d0 2024-04-21T09:15:59.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.282+0000 7ff8a2ffd640 1 -- 172.21.15.52:0/1609942078 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8a80049a0 con 0x5579714062d0 2024-04-21T09:15:59.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.282+0000 7ff8a2ffd640 1 -- 172.21.15.52:0/1609942078 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8a8016070 con 0x5579714062d0 2024-04-21T09:15:59.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.283+0000 7ff8c25bb740 1 -- 172.21.15.52:0/1609942078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579714062d0 msgr2=0x5579714057d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:15:59.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.283+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579714062d0 0x5579714057d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff8a8029040 tx=0x7ff8a800b750 comp rx=0 tx=0).stop 2024-04-21T09:15:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.287+0000 7ff8c25bb740 1 -- 172.21.15.52:0/1609942078 shutdown_connections 2024-04-21T09:15:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.287+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5579714062d0 0x5579714057d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.287+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557971403520 0x557971412070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.287+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/1609942078 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 0x557971408360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.287 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.287+0000 7ff8c25bb740 1 -- 172.21.15.52:0/1609942078 >> 172.21.15.52:0/1609942078 conn(0x5579713c3c90 msgr2=0x5579714187c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:15:59.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.297+0000 7ff8c25bb740 1 -- 172.21.15.52:0/1609942078 shutdown_connections 2024-04-21T09:15:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.297+0000 7ff8c25bb740 1 -- 172.21.15.52:0/1609942078 wait complete. 2024-04-21T09:15:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.298+0000 7ff8c25bb740 1 -- start start 2024-04-21T09:15:59.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.298+0000 7ff8c25bb740 1 Processor -- start 2024-04-21T09:15:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 0x557971408380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x557971403520 0x557971406750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8c25bb740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x557971406cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c00e650 con 0x5579713fdac0 2024-04-21T09:15:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c00fac0 con 0x5579714062d0 2024-04-21T09:15:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8c25bb740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c00ed20 con 0x557971403520 2024-04-21T09:15:59.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8c25bb740 10 client.0 _ll_register_callbacks cb 0x7ff8a800b850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:15:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8bcf62640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x557971403520 0x557971406750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8bcf62640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x557971403520 0x557971406750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:59000/0 (socket says 172.21.15.52:59000) 2024-04-21T09:15:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8bcf62640 1 -- 172.21.15.52:0/62060964 learned_addr learned my addr 172.21.15.52:0/62060964 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:15:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.299+0000 7ff8bdf64640 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x557971406cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.300+0000 7ff8bcf62640 1 -- 172.21.15.52:0/62060964 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 msgr2=0x557971406cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.300+0000 7ff8bcf62640 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x557971406cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.300+0000 7ff8bcf62640 1 -- 172.21.15.52:0/62060964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 msgr2=0x557971408380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:15:59.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.300+0000 7ff8bcf62640 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 0x557971408380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:15:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.300+0000 7ff8bcf62640 1 -- 172.21.15.52:0/62060964 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557971407520 con 0x557971403520 2024-04-21T09:15:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.300+0000 7ff8bcf62640 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x557971403520 0x557971406750 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff8b40984e0 tx=0x7ff8b4011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=906b481324e6ee2c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:15:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.300+0000 7ff8a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:15:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.301+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/62060964 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b40b4020 con 0x557971403520 2024-04-21T09:15:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.302+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/62060964 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7ff8b40cd9a0 con 0x557971403520 2024-04-21T09:15:59.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.302+0000 7ff8c25bb740 1 -- 172.21.15.52:0/62060964 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8a80049a0 con 0x557971403520 2024-04-21T09:15:59.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.302+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/62060964 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff8b40cdba0 con 0x557971403520 2024-04-21T09:15:59.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.302+0000 7ff8c25bb740 10 client.26173 fetch_fsmap learned FSMap version 35 2024-04-21T09:15:59.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.302+0000 7ff8c25bb740 1 -- 172.21.15.52:0/62060964 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55797140e720 con 0x557971403520 2024-04-21T09:15:59.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.304+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/62060964 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8a80049a0 con 0x557971403520 2024-04-21T09:15:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.305+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/62060964 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff8b409b560 con 0x557971403520 2024-04-21T09:15:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.306+0000 7ff8c25bb740 10 client.26173 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:15:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.306+0000 7ff8c25bb740 10 client.26173 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:15:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.306+0000 7ff8c25bb740 20 client.26173 populate_metadata read hostname 'smithi052' 2024-04-21T09:15:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.306+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55797147cba0 0x55797147ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:15:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.306+0000 7ff8c25bb740 4 client.26173 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:15:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.306+0000 7ff8c25bb740 1 -- 172.21.15.52:0/62060964 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5579713013d0 con 0x55797147cba0 2024-04-21T09:15:59.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.306+0000 7ff8bd763640 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55797147cba0 0x55797147ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:15:59.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.307+0000 7ff8bd763640 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55797147cba0 0x55797147ef90 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13faa11106de980f server_cookie=d672e750c998bce0 in_seq=0 out_seq=0 2024-04-21T09:15:59.307 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:15:59.307+0000 7ff8a0ff9640 10 client.26173 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:15:59.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:15:59 smithi060 ceph-mon[31055]: pgmap v181: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 790 MiB/s wr, 1.58k op/s 2024-04-21T09:15:59.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:15:59 smithi078 ceph-mon[31713]: pgmap v181: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 790 MiB/s wr, 1.58k op/s 2024-04-21T09:15:59.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:15:59 smithi052 ceph-mon[28035]: pgmap v181: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 790 MiB/s wr, 1.58k op/s 2024-04-21T09:16:01.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:01 smithi060 ceph-mon[31055]: pgmap v182: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 562 MiB/s wr, 1.08k op/s 2024-04-21T09:16:01.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:01 smithi078 ceph-mon[31713]: pgmap v182: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 562 MiB/s wr, 1.08k op/s 2024-04-21T09:16:01.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:01 smithi052 ceph-mon[28035]: pgmap v182: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 562 MiB/s wr, 1.08k op/s 2024-04-21T09:16:03.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:03 smithi060 ceph-mon[31055]: pgmap v183: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 697 MiB/s wr, 1.47k op/s 2024-04-21T09:16:03.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:03 smithi078 ceph-mon[31713]: pgmap v183: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 697 MiB/s wr, 1.47k op/s 2024-04-21T09:16:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:03 smithi052 ceph-mon[28035]: pgmap v183: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 697 MiB/s wr, 1.47k op/s 2024-04-21T09:16:05.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:05 smithi060 ceph-mon[31055]: pgmap v184: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 641 MiB/s wr, 1.37k op/s 2024-04-21T09:16:05.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:05 smithi078 ceph-mon[31713]: pgmap v184: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 641 MiB/s wr, 1.37k op/s 2024-04-21T09:16:05.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:05 smithi052 ceph-mon[28035]: pgmap v184: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 641 MiB/s wr, 1.37k op/s 2024-04-21T09:16:07.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:07 smithi060 ceph-mon[31055]: pgmap v185: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 556 MiB/s wr, 1.14k op/s 2024-04-21T09:16:07.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:07 smithi078 ceph-mon[31713]: pgmap v185: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 556 MiB/s wr, 1.14k op/s 2024-04-21T09:16:07.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:07 smithi052 ceph-mon[28035]: pgmap v185: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 966 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 556 MiB/s wr, 1.14k op/s 2024-04-21T09:16:09.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:09 smithi060 ceph-mon[31055]: pgmap v186: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 965 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 783 MiB/s wr, 1.47k op/s 2024-04-21T09:16:09.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:09 smithi078 ceph-mon[31713]: pgmap v186: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 965 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 783 MiB/s wr, 1.47k op/s 2024-04-21T09:16:09.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:09 smithi052 ceph-mon[28035]: pgmap v186: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 965 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 783 MiB/s wr, 1.47k op/s 2024-04-21T09:16:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:11 smithi060 ceph-mon[31055]: pgmap v187: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 965 GiB / 1.0 TiB avail; 659 KiB/s rd, 563 MiB/s wr, 1.27k op/s 2024-04-21T09:16:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:11 smithi078 ceph-mon[31713]: pgmap v187: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 965 GiB / 1.0 TiB avail; 659 KiB/s rd, 563 MiB/s wr, 1.27k op/s 2024-04-21T09:16:11.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:11 smithi052 ceph-mon[28035]: pgmap v187: 129 pgs: 129 active+clean; 51 GiB data, 107 GiB used, 965 GiB / 1.0 TiB avail; 659 KiB/s rd, 563 MiB/s wr, 1.27k op/s 2024-04-21T09:16:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:13 smithi060 ceph-mon[31055]: pgmap v188: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 660 KiB/s rd, 680 MiB/s wr, 1.69k op/s 2024-04-21T09:16:13.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:13 smithi078 ceph-mon[31713]: pgmap v188: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 660 KiB/s rd, 680 MiB/s wr, 1.69k op/s 2024-04-21T09:16:13.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:13 smithi052 ceph-mon[28035]: pgmap v188: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 660 KiB/s rd, 680 MiB/s wr, 1.69k op/s 2024-04-21T09:16:15.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:15 smithi078 ceph-mon[31713]: pgmap v189: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 2.8 KiB/s rd, 625 MiB/s wr, 1.57k op/s 2024-04-21T09:16:15.981 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:15 smithi052 ceph-mon[28035]: pgmap v189: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 2.8 KiB/s rd, 625 MiB/s wr, 1.57k op/s 2024-04-21T09:16:16.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:15 smithi060 ceph-mon[31055]: pgmap v189: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 2.8 KiB/s rd, 625 MiB/s wr, 1.57k op/s 2024-04-21T09:16:17.892 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:17 smithi060 ceph-mon[31055]: pgmap v190: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 344 KiB/s rd, 543 MiB/s wr, 1.31k op/s 2024-04-21T09:16:17.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:17 smithi078 ceph-mon[31713]: pgmap v190: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 344 KiB/s rd, 543 MiB/s wr, 1.31k op/s 2024-04-21T09:16:17.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:17 smithi052 ceph-mon[28035]: pgmap v190: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 344 KiB/s rd, 543 MiB/s wr, 1.31k op/s 2024-04-21T09:16:19.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:19 smithi078 ceph-mon[31713]: pgmap v191: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 720 MiB/s wr, 1.59k op/s 2024-04-21T09:16:19.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:19 smithi052 ceph-mon[28035]: pgmap v191: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 720 MiB/s wr, 1.59k op/s 2024-04-21T09:16:20.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:19 smithi060 ceph-mon[31055]: pgmap v191: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 720 MiB/s wr, 1.59k op/s 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.811+0000 7ff8a0ff9640 1 -- 172.21.15.52:0/62060964 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5579713013d0 con 0x55797147cba0 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.811+0000 7ff8a0ff9640 10 client.26173 handle_command_reply: tid=0 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.811+0000 7ff8c25bb740 1 client.26173 shutdown 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 -- 172.21.15.52:0/62060964 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x557971403520 msgr2=0x557971406750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x557971403520 0x557971406750 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff8b40984e0 tx=0x7ff8b4011000 comp rx=0 tx=0).stop 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 -- 172.21.15.52:0/62060964 shutdown_connections 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55797147cba0 0x55797147ef90 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5579714062d0 0x557971406cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x557971403520 0x557971406750 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 --2- 172.21.15.52:0/62060964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5579713fdac0 0x557971408380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 -- 172.21.15.52:0/62060964 >> 172.21.15.52:0/62060964 conn(0x5579713c3c90 msgr2=0x5579713f8e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8a0ff9640 0 client.26173 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:20.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 -- 172.21.15.52:0/62060964 shutdown_connections 2024-04-21T09:16:20.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 1 -- 172.21.15.52:0/62060964 wait complete. 2024-04-21T09:16:20.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.812+0000 7ff8c25bb740 20 client.26173 trim_cache size 0 max 16384 2024-04-21T09:16:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:16:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:16:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:16:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:16:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.813+0000 7ff8be765640 1 -- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff8a40a3f30 msgr2=0x7ff8a40a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:20.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.813+0000 7ff8be765640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff8a40a3f30 0x7ff8a40a63f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0037040 tx=0x7ff8b0000f40 comp rx=0 tx=0).stop 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.813+0000 7ff8be765640 1 -- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81099d0 msgr2=0x7ff8b81173f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.813+0000 7ff8be765640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81099d0 0x7ff8b81173f0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7ff8b400b450 tx=0x7ff8b400b910 comp rx=0 tx=0).stop 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.814+0000 7ff8be765640 1 -- 172.21.15.52:0/2349796094 shutdown_connections 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.814+0000 7ff8be765640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff8a40a3f30 0x7ff8a40a63f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.814+0000 7ff8be765640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff8b81104a0 0x7ff8b8117930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.814+0000 7ff8be765640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff8b81099d0 0x7ff8b81173f0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.814+0000 7ff8be765640 1 --2- 172.21.15.52:0/2349796094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff8b8108f50 0x7ff8b811d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.814+0000 7ff8be765640 1 -- 172.21.15.52:0/2349796094 >> 172.21.15.52:0/2349796094 conn(0x7ff8b806ced0 msgr2=0x7ff8b8070ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.814+0000 7ff8be765640 1 -- 172.21.15.52:0/2349796094 shutdown_connections 2024-04-21T09:16:20.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:20.814+0000 7ff8be765640 1 -- 172.21.15.52:0/2349796094 wait complete. 2024-04-21T09:16:21.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:21 smithi078 ceph-mon[31713]: pgmap v192: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 530 MiB/s wr, 1.30k op/s 2024-04-21T09:16:21.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:21 smithi052 ceph-mon[28035]: pgmap v192: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 530 MiB/s wr, 1.30k op/s 2024-04-21T09:16:22.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:21 smithi060 ceph-mon[31055]: pgmap v192: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 530 MiB/s wr, 1.30k op/s 2024-04-21T09:16:23.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:23 smithi078 ceph-mon[31713]: pgmap v193: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 655 MiB/s wr, 1.66k op/s 2024-04-21T09:16:23.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:23 smithi052 ceph-mon[28035]: pgmap v193: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 655 MiB/s wr, 1.66k op/s 2024-04-21T09:16:24.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:23 smithi060 ceph-mon[31055]: pgmap v193: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 655 MiB/s wr, 1.66k op/s 2024-04-21T09:16:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:25 smithi078 ceph-mon[31713]: pgmap v194: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 609 MiB/s wr, 1.50k op/s 2024-04-21T09:16:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:25 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:16:25.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:25 smithi052 ceph-mon[28035]: pgmap v194: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 609 MiB/s wr, 1.50k op/s 2024-04-21T09:16:25.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:25 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:16:26.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:25 smithi060 ceph-mon[31055]: pgmap v194: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 609 MiB/s wr, 1.50k op/s 2024-04-21T09:16:26.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:25 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:16:27.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:27 smithi078 ceph-mon[31713]: pgmap v195: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 525 MiB/s wr, 1.28k op/s 2024-04-21T09:16:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:27 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:16:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:27 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:16:27.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:27 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:16:27.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:27 smithi052 ceph-mon[28035]: pgmap v195: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 525 MiB/s wr, 1.28k op/s 2024-04-21T09:16:27.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:27 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:16:27.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:27 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:16:27.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:27 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:16:28.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:27 smithi060 ceph-mon[31055]: pgmap v195: 129 pgs: 129 active+clean; 51 GiB data, 108 GiB used, 965 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 525 MiB/s wr, 1.28k op/s 2024-04-21T09:16:28.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:27 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:16:28.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:27 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:16:28.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:27 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:16:29.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:29 smithi078 ceph-mon[31713]: pgmap v196: 129 pgs: 129 active+clean; 51 GiB data, 109 GiB used, 964 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 689 MiB/s wr, 2.08k op/s 2024-04-21T09:16:29.956 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:29 smithi052 ceph-mon[28035]: pgmap v196: 129 pgs: 129 active+clean; 51 GiB data, 109 GiB used, 964 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 689 MiB/s wr, 2.08k op/s 2024-04-21T09:16:30.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:29 smithi060 ceph-mon[31055]: pgmap v196: 129 pgs: 129 active+clean; 51 GiB data, 109 GiB used, 964 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 689 MiB/s wr, 2.08k op/s 2024-04-21T09:16:31.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:31 smithi078 ceph-mon[31713]: pgmap v197: 129 pgs: 129 active+clean; 51 GiB data, 109 GiB used, 964 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 504 MiB/s wr, 1.80k op/s 2024-04-21T09:16:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:31 smithi052 ceph-mon[28035]: pgmap v197: 129 pgs: 129 active+clean; 51 GiB data, 109 GiB used, 964 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 504 MiB/s wr, 1.80k op/s 2024-04-21T09:16:32.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:31 smithi060 ceph-mon[31055]: pgmap v197: 129 pgs: 129 active+clean; 51 GiB data, 109 GiB used, 964 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 504 MiB/s wr, 1.80k op/s 2024-04-21T09:16:34.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:33 smithi060 ceph-mon[31055]: pgmap v198: 129 pgs: 129 active+clean; 52 GiB data, 110 GiB used, 962 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 537 MiB/s wr, 2.39k op/s 2024-04-21T09:16:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 -- 172.21.15.52:0/678695935 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff69009d240 msgr2=0x7ff6900a4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 --2- 172.21.15.52:0/678695935 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff69009d240 0x7ff6900a4e10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff6980676c0 tx=0x7ff698098240 comp rx=0 tx=0).stop 2024-04-21T09:16:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 -- 172.21.15.52:0/678695935 shutdown_connections 2024-04-21T09:16:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 --2- 172.21.15.52:0/678695935 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff69009d240 0x7ff6900a4e10 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 --2- 172.21.15.52:0/678695935 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff690098b20 0x7ff69009cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 --2- 172.21.15.52:0/678695935 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff690098170 0x7ff690098550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 -- 172.21.15.52:0/678695935 >> 172.21.15.52:0/678695935 conn(0x7ff690093a30 msgr2=0x7ff690095e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 -- 172.21.15.52:0/678695935 shutdown_connections 2024-04-21T09:16:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.098+0000 7ff69cec2640 1 -- 172.21.15.52:0/678695935 wait complete. 2024-04-21T09:16:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff69cec2640 1 Processor -- start 2024-04-21T09:16:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff69cec2640 1 -- start start 2024-04-21T09:16:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff69cec2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff690098170 0x7ff69012e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff69cec2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff69009d240 0x7ff69012ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff69cec2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff690132fb0 0x7ff690133460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff69cec2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff6900a80c0 con 0x7ff69009d240 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff69cec2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff6900a7f40 con 0x7ff690098170 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff69cec2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff6900a8240 con 0x7ff690132fb0 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff6977fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff690098170 0x7ff69012e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff697fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff690132fb0 0x7ff690133460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff6977fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff690098170 0x7ff69012e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:33382/0 (socket says 172.21.15.52:33382) 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff6977fe640 1 -- 172.21.15.52:0/272566547 learned_addr learned my addr 172.21.15.52:0/272566547 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.099+0000 7ff696ffd640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff69009d240 0x7ff69012ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff6977fe640 1 -- 172.21.15.52:0/272566547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff690132fb0 msgr2=0x7ff690133460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff6977fe640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff690132fb0 0x7ff690133460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff6977fe640 1 -- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff69009d240 msgr2=0x7ff69012ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff6977fe640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff69009d240 0x7ff69012ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff6977fe640 1 -- 172.21.15.52:0/272566547 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff690133aa0 con 0x7ff690098170 2024-04-21T09:16:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff697fff640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff690132fb0 0x7ff690133460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:16:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff6977fe640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff690098170 0x7ff69012e740 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff68c00e9f0 tx=0x7ff68c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff694ff9640 1 -- 172.21.15.52:0/272566547 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c00cd80 con 0x7ff690098170 2024-04-21T09:16:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff69cec2640 1 -- 172.21.15.52:0/272566547 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff690133d90 con 0x7ff690098170 2024-04-21T09:16:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff694ff9640 1 -- 172.21.15.52:0/272566547 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff68c0108e0 con 0x7ff690098170 2024-04-21T09:16:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff69cec2640 1 -- 172.21.15.52:0/272566547 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff69013b5d0 con 0x7ff690098170 2024-04-21T09:16:34.103 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.100+0000 7ff694ff9640 1 -- 172.21.15.52:0/272566547 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c018980 con 0x7ff690098170 2024-04-21T09:16:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.102+0000 7ff694ff9640 1 -- 172.21.15.52:0/272566547 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff68c010430 con 0x7ff690098170 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.103+0000 7ff694ff9640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6880a3e20 0x7ff6880a62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.103+0000 7ff694ff9640 1 -- 172.21.15.52:0/272566547 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7ff68c0d0e70 con 0x7ff690098170 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.103+0000 7ff696ffd640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6880a3e20 0x7ff6880a62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.104+0000 7ff696ffd640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6880a3e20 0x7ff6880a62e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff684005fd0 tx=0x7ff684005850 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.104+0000 7ff6a0df2740 1 Processor -- start 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.104+0000 7ff6a0df2740 1 -- start start 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee18810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee191d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 0x5638dee246c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5638ded7d8d0 con 0x5638dee222d0 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5638ded1ae80 con 0x5638dee19ac0 2024-04-21T09:16:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5638ded79890 con 0x5638dee18d50 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff696ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee191d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6977fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee18810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff696ffd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee191d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:36452/0 (socket says 172.21.15.52:36452) 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff696ffd640 1 -- 172.21.15.52:0/432533337 learned_addr learned my addr 172.21.15.52:0/432533337 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff697fff640 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 0x5638dee246c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6977fe640 1 -- 172.21.15.52:0/432533337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 msgr2=0x5638dee191d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6977fe640 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee191d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6977fe640 1 -- 172.21.15.52:0/432533337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 msgr2=0x5638dee246c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6977fe640 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 0x5638dee246c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6977fe640 1 -- 172.21.15.52:0/432533337 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638ded3c320 con 0x5638dee19ac0 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff696ffd640 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee191d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff6977fe640 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee18810 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0ce1e0 tx=0x7ff68c098e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fccc24f409ef5ff9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.105+0000 7ff681ffb640 1 -- 172.21.15.52:0/432533337 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c0bd070 con 0x5638dee19ac0 2024-04-21T09:16:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.106+0000 7ff681ffb640 1 -- 172.21.15.52:0/432533337 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff68c09ca30 con 0x5638dee19ac0 2024-04-21T09:16:34.108 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.106+0000 7ff681ffb640 1 -- 172.21.15.52:0/432533337 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c018b20 con 0x5638dee19ac0 2024-04-21T09:16:34.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 -- 172.21.15.52:0/432533337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 msgr2=0x5638dee18810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee18810 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0ce1e0 tx=0x7ff68c098e00 comp rx=0 tx=0).stop 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 -- 172.21.15.52:0/432533337 shutdown_connections 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 0x5638dee246c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee191d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/432533337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee18810 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 -- 172.21.15.52:0/432533337 >> 172.21.15.52:0/432533337 conn(0x5638deddfc90 msgr2=0x5638dee13a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 -- 172.21.15.52:0/432533337 shutdown_connections 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.107+0000 7ff6a0df2740 1 -- 172.21.15.52:0/432533337 wait complete. 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.108+0000 7ff6a0df2740 1 -- start start 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.108+0000 7ff6a0df2740 1 Processor -- start 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee21bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee1ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 0x5638dee1f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5638dee24fa0 con 0x5638dee222d0 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5638ded05eb0 con 0x5638dee19ac0 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5638dee25120 con 0x5638dee18d50 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff696ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee1ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff697fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 0x5638dee1f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff696ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee1ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:33398/0 (socket says 172.21.15.52:33398) 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.109+0000 7ff696ffd640 1 -- 172.21.15.52:0/278953951 learned_addr learned my addr 172.21.15.52:0/278953951 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6977fe640 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee21bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6a0df2740 10 client.0 _ll_register_callbacks cb 0x5638ded32b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6977fe640 1 -- 172.21.15.52:0/278953951 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 msgr2=0x5638dee1ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6977fe640 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee1ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6977fe640 1 -- 172.21.15.52:0/278953951 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 msgr2=0x5638dee1f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:34.113 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6977fe640 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 0x5638dee1f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6977fe640 1 -- 172.21.15.52:0/278953951 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638dea90210 con 0x5638dee18d50 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6a0df2740 1 -- 172.21.15.52:0/278953951 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff68c09ca30 con 0x5638dee18d50 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6977fe640 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee21bb0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0a0fa0 tx=0x7ff68c00cf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f62c8ba3f459180e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff676ffd640 10 client.26185 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff676ffd640 1 -- 172.21.15.52:0/278953951 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c0b5020 con 0x5638dee18d50 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff676ffd640 1 -- 172.21.15.52:0/278953951 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7ff68c018b20 con 0x5638dee18d50 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff676ffd640 1 -- 172.21.15.52:0/278953951 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff68c018d40 con 0x5638dee18d50 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.110+0000 7ff6a0df2740 10 client.26185 fetch_fsmap learned FSMap version 35 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff6a0df2740 1 -- 172.21.15.52:0/278953951 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({fsmap=35}) -- 0x5638deb5c620 con 0x5638dee18d50 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff676ffd640 1 -- 172.21.15.52:0/278953951 <== mon.1 v2:172.21.15.78:3300/0 4 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff68c0ba070 con 0x5638dee18d50 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff6a0df2740 10 client.26185 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:16:34.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff6a0df2740 10 client.26185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:16:34.115 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff6a0df2740 20 client.26185 populate_metadata read hostname 'smithi052' 2024-04-21T09:16:34.115 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5638dee31ec0 0x5638dee342b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.115 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff6a0df2740 4 client.26185 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:16:34.115 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff6a0df2740 1 -- 172.21.15.52:0/278953951 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5638ded91880 con 0x5638dee31ec0 2024-04-21T09:16:34.115 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.111+0000 7ff696ffd640 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5638dee31ec0 0x5638dee342b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.115 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.112+0000 7ff676ffd640 10 client.26185 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:34.115 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.112+0000 7ff696ffd640 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5638dee31ec0 0x5638dee342b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5d35d00f7b3d11c server_cookie=3b57c7431257a289 in_seq=0 out_seq=0 2024-04-21T09:16:34.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff676ffd640 1 -- 172.21.15.52:0/278953951 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5638ded91880 con 0x5638dee31ec0 2024-04-21T09:16:34.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff676ffd640 10 client.26185 handle_command_reply: tid=0 2024-04-21T09:16:34.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 client.26185 shutdown 2024-04-21T09:16:34.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 -- 172.21.15.52:0/278953951 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 msgr2=0x5638dee21bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:34.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee21bb0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0a0fa0 tx=0x7ff68c00cf40 comp rx=0 tx=0).stop 2024-04-21T09:16:34.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 -- 172.21.15.52:0/278953951 shutdown_connections 2024-04-21T09:16:34.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5638dee31ec0 0x5638dee342b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff676ffd640 0 client.26185 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:34.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee222d0 0x5638dee1f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee1ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/278953951 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee18d50 0x5638dee21bb0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 -- 172.21.15.52:0/278953951 >> 172.21.15.52:0/278953951 conn(0x5638deddfc90 msgr2=0x5638dee15790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:34.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 -- 172.21.15.52:0/278953951 shutdown_connections 2024-04-21T09:16:34.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 1 -- 172.21.15.52:0/278953951 wait complete. 2024-04-21T09:16:34.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.114+0000 7ff6a0df2740 20 client.26185 trim_cache size 0 max 16384 2024-04-21T09:16:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6a0df2740 1 Processor -- start 2024-04-21T09:16:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6a0df2740 1 -- start start 2024-04-21T09:16:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638deddfc90 0x5638dee18270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.131 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee18d50 0x5638dee1df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee19ac0 0x5638dee21670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c0126a0 con 0x5638deddfc90 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00ff70 con 0x5638dee18d50 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00ddc0 con 0x5638dee19ac0 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee18d50 0x5638dee1df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.130+0000 7ff6977fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638deddfc90 0x5638dee18270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee18d50 0x5638dee1df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:33402/0 (socket says 172.21.15.52:33402) 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff6977fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638deddfc90 0x5638dee18270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44240/0 (socket says 172.21.15.52:44240) 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 -- 172.21.15.52:0/2673415073 learned_addr learned my addr 172.21.15.52:0/2673415073 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff697fff640 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee19ac0 0x5638dee21670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 -- 172.21.15.52:0/2673415073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee19ac0 msgr2=0x5638dee21670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee19ac0 0x5638dee21670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 -- 172.21.15.52:0/2673415073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638deddfc90 msgr2=0x5638dee18270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:34.132 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638deddfc90 0x5638dee18270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.133 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 -- 172.21.15.52:0/2673415073 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638dee18020 con 0x5638dee18d50 2024-04-21T09:16:34.133 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff697fff640 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee19ac0 0x5638dee21670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:16:34.133 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff6977fe640 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638deddfc90 0x5638dee18270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:16:34.133 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff696ffd640 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee18d50 0x5638dee1df20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff68400fd20 tx=0x7ff684012000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4d786b910422ec server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:34.133 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff6817fa640 1 -- 172.21.15.52:0/2673415073 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68402b310 con 0x5638dee18d50 2024-04-21T09:16:34.133 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff6817fa640 1 -- 172.21.15.52:0/2673415073 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff68401f430 con 0x5638dee18d50 2024-04-21T09:16:34.133 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.131+0000 7ff6817fa640 1 -- 172.21.15.52:0/2673415073 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68402a670 con 0x5638dee18d50 2024-04-21T09:16:34.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2673415073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee18d50 msgr2=0x5638dee1df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:34.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee18d50 0x5638dee1df20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff68400fd20 tx=0x7ff684012000 comp rx=0 tx=0).stop 2024-04-21T09:16:34.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2673415073 shutdown_connections 2024-04-21T09:16:34.136 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638dee19ac0 0x5638dee21670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee18d50 0x5638dee1df20 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2673415073 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638deddfc90 0x5638dee18270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2673415073 >> 172.21.15.52:0/2673415073 conn(0x5638dee1f5e0 msgr2=0x5638dee1d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2673415073 shutdown_connections 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.132+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2673415073 wait complete. 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 1 -- start start 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 1 Processor -- start 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638deddfc90 0x5638dee37540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee18d50 0x5638dee348b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee34df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00e430 con 0x5638dee18d50 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00f8a0 con 0x5638dee19ac0 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff67c00eb00 con 0x5638deddfc90 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6a0df2740 10 client.0 _ll_register_callbacks cb 0x7ff68c09c570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:16:34.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff696ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee18d50 0x5638dee348b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.133+0000 7ff6977fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638deddfc90 0x5638dee37540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff696ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee18d50 0x5638dee348b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44248/0 (socket says 172.21.15.52:44248) 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6977fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638deddfc90 0x5638dee37540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:36480/0 (socket says 172.21.15.52:36480) 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff696ffd640 1 -- 172.21.15.52:0/2231600706 learned_addr learned my addr 172.21.15.52:0/2231600706 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff697fff640 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee34df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6977fe640 1 -- 172.21.15.52:0/2231600706 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 msgr2=0x5638dee34df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6977fe640 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee34df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6977fe640 1 -- 172.21.15.52:0/2231600706 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee18d50 msgr2=0x5638dee348b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6977fe640 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee18d50 0x5638dee348b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6977fe640 1 -- 172.21.15.52:0/2231600706 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638dee353e0 con 0x5638deddfc90 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6977fe640 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638deddfc90 0x5638dee37540 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0a5170 tx=0x7ff68c098e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=456acd27b7dbd1b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff676ffd640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff676ffd640 1 -- 172.21.15.52:0/2231600706 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c0b5040 con 0x5638deddfc90 2024-04-21T09:16:34.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff676ffd640 1 -- 172.21.15.52:0/2231600706 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7ff68c09b8f0 con 0x5638deddfc90 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2231600706 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff68401f430 con 0x5638deddfc90 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff676ffd640 1 -- 172.21.15.52:0/2231600706 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff68c0aa060 con 0x5638deddfc90 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6a0df2740 10 client.26191 fetch_fsmap learned FSMap version 35 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.134+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2231600706 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5638dee97eb0 con 0x5638deddfc90 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff676ffd640 1 -- 172.21.15.52:0/2231600706 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff68401f430 con 0x5638deddfc90 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff676ffd640 1 -- 172.21.15.52:0/2231600706 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff68c0ba040 con 0x5638deddfc90 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff6a0df2740 10 client.26191 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff6a0df2740 10 client.26191 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff6a0df2740 20 client.26191 populate_metadata read hostname 'smithi052' 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5638dee222d0 0x5638dee9a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff6a0df2740 4 client.26191 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2231600706 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5638dee18a40 con 0x5638dee222d0 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff696ffd640 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5638dee222d0 0x5638dee9a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff696ffd640 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5638dee222d0 0x5638dee9a390 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2f3d07a3e2c5bc9 server_cookie=a5bc95b36920d795 in_seq=0 out_seq=0 2024-04-21T09:16:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:34.135+0000 7ff676ffd640 10 client.26191 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:34.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:33 smithi078 ceph-mon[31713]: pgmap v198: 129 pgs: 129 active+clean; 52 GiB data, 110 GiB used, 962 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 537 MiB/s wr, 2.39k op/s 2024-04-21T09:16:34.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:33 smithi052 ceph-mon[28035]: pgmap v198: 129 pgs: 129 active+clean; 52 GiB data, 110 GiB used, 962 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 537 MiB/s wr, 2.39k op/s 2024-04-21T09:16:35.996 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:35 smithi078 ceph-mon[31713]: pgmap v199: 129 pgs: 129 active+clean; 52 GiB data, 111 GiB used, 962 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 456 MiB/s wr, 2.63k op/s 2024-04-21T09:16:36.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:35 smithi060 ceph-mon[31055]: pgmap v199: 129 pgs: 129 active+clean; 52 GiB data, 111 GiB used, 962 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 456 MiB/s wr, 2.63k op/s 2024-04-21T09:16:36.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:35 smithi052 ceph-mon[28035]: pgmap v199: 129 pgs: 129 active+clean; 52 GiB data, 111 GiB used, 962 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 456 MiB/s wr, 2.63k op/s 2024-04-21T09:16:37.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.116+0000 7ff676ffd640 1 -- 172.21.15.52:0/2231600706 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5638dee18a40 con 0x5638dee222d0 2024-04-21T09:16:37.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.116+0000 7ff676ffd640 10 client.26191 handle_command_reply: tid=0 2024-04-21T09:16:37.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.117+0000 7ff6a0df2740 1 client.26191 shutdown 2024-04-21T09:16:37.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.117+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2231600706 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638deddfc90 msgr2=0x5638dee37540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:37.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.117+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638deddfc90 0x5638dee37540 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0a5170 tx=0x7ff68c098e00 comp rx=0 tx=0).stop 2024-04-21T09:16:37.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2231600706 shutdown_connections 2024-04-21T09:16:37.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5638dee222d0 0x5638dee9a390 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:37.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5638dee19ac0 0x5638dee34df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:37.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5638dee18d50 0x5638dee348b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:37.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff6a0df2740 1 --2- 172.21.15.52:0/2231600706 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5638deddfc90 0x5638dee37540 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:37.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2231600706 >> 172.21.15.52:0/2231600706 conn(0x5638dee1f5e0 msgr2=0x5638dee1e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:37.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff676ffd640 0 client.26191 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:37.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2231600706 shutdown_connections 2024-04-21T09:16:37.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.118+0000 7ff6a0df2740 1 -- 172.21.15.52:0/2231600706 wait complete. 2024-04-21T09:16:37.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.119+0000 7ff6a0df2740 20 client.26191 trim_cache size 0 max 16384 2024-04-21T09:16:37.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:16:37.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:16:37.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:16:37.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:16:37.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 -- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6880a3e20 msgr2=0x7ff6880a62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:37.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6880a3e20 0x7ff6880a62e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff684005fd0 tx=0x7ff684005850 comp rx=0 tx=0).stop 2024-04-21T09:16:37.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 -- 172.21.15.52:0/272566547 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff690098170 msgr2=0x7ff69012e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:37.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff690098170 0x7ff69012e740 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff68c00e9f0 tx=0x7ff68c00eeb0 comp rx=0 tx=0).stop 2024-04-21T09:16:37.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 -- 172.21.15.52:0/272566547 shutdown_connections 2024-04-21T09:16:37.120 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6880a3e20 0x7ff6880a62e0 secure :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff684005fd0 tx=0x7ff684005850 comp rx=0 tx=0).stop 2024-04-21T09:16:37.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff690132fb0 0x7ff690133460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:37.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff69009d240 0x7ff69012ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:37.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 --2- 172.21.15.52:0/272566547 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff690098170 0x7ff69012e740 secure :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff68c00e9f0 tx=0x7ff68c00eeb0 comp rx=0 tx=0).stop 2024-04-21T09:16:37.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.120+0000 7ff69cec2640 1 -- 172.21.15.52:0/272566547 >> 172.21.15.52:0/272566547 conn(0x7ff690093a30 msgr2=0x7ff690094d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:37.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.121+0000 7ff69cec2640 1 -- 172.21.15.52:0/272566547 shutdown_connections 2024-04-21T09:16:37.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:37.121+0000 7ff69cec2640 1 -- 172.21.15.52:0/272566547 wait complete. 2024-04-21T09:16:38.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:37 smithi060 ceph-mon[31055]: pgmap v200: 129 pgs: 129 active+clean; 52 GiB data, 111 GiB used, 961 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 388 MiB/s wr, 2.50k op/s 2024-04-21T09:16:38.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:37 smithi078 ceph-mon[31713]: pgmap v200: 129 pgs: 129 active+clean; 52 GiB data, 111 GiB used, 961 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 388 MiB/s wr, 2.50k op/s 2024-04-21T09:16:38.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:37 smithi052 ceph-mon[28035]: pgmap v200: 129 pgs: 129 active+clean; 52 GiB data, 111 GiB used, 961 GiB / 1.0 TiB avail; 1.9 MiB/s rd, 388 MiB/s wr, 2.50k op/s 2024-04-21T09:16:40.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:39 smithi060 ceph-mon[31055]: pgmap v201: 129 pgs: 129 active+clean; 54 GiB data, 115 GiB used, 958 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 579 MiB/s wr, 3.03k op/s 2024-04-21T09:16:40.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:39 smithi078 ceph-mon[31713]: pgmap v201: 129 pgs: 129 active+clean; 54 GiB data, 115 GiB used, 958 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 579 MiB/s wr, 3.03k op/s 2024-04-21T09:16:40.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:39 smithi052 ceph-mon[28035]: pgmap v201: 129 pgs: 129 active+clean; 54 GiB data, 115 GiB used, 958 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 579 MiB/s wr, 3.03k op/s 2024-04-21T09:16:42.012 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:41 smithi052 ceph-mon[28035]: pgmap v202: 129 pgs: 129 active+clean; 55 GiB data, 115 GiB used, 957 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 419 MiB/s wr, 2.22k op/s 2024-04-21T09:16:42.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:41 smithi060 ceph-mon[31055]: pgmap v202: 129 pgs: 129 active+clean; 55 GiB data, 115 GiB used, 957 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 419 MiB/s wr, 2.22k op/s 2024-04-21T09:16:42.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:41 smithi078 ceph-mon[31713]: pgmap v202: 129 pgs: 129 active+clean; 55 GiB data, 115 GiB used, 957 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 419 MiB/s wr, 2.22k op/s 2024-04-21T09:16:44.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:43 smithi060 ceph-mon[31055]: pgmap v203: 129 pgs: 129 active+clean; 55 GiB data, 116 GiB used, 957 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 483 MiB/s wr, 2.21k op/s 2024-04-21T09:16:44.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:43 smithi078 ceph-mon[31713]: pgmap v203: 129 pgs: 129 active+clean; 55 GiB data, 116 GiB used, 957 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 483 MiB/s wr, 2.21k op/s 2024-04-21T09:16:44.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:43 smithi052 ceph-mon[28035]: pgmap v203: 129 pgs: 129 active+clean; 55 GiB data, 116 GiB used, 957 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 483 MiB/s wr, 2.21k op/s 2024-04-21T09:16:46.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:45 smithi060 ceph-mon[31055]: pgmap v204: 129 pgs: 129 active+clean; 56 GiB data, 118 GiB used, 955 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 538 MiB/s wr, 1.66k op/s 2024-04-21T09:16:46.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:45 smithi078 ceph-mon[31713]: pgmap v204: 129 pgs: 129 active+clean; 56 GiB data, 118 GiB used, 955 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 538 MiB/s wr, 1.66k op/s 2024-04-21T09:16:46.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:45 smithi052 ceph-mon[28035]: pgmap v204: 129 pgs: 129 active+clean; 56 GiB data, 118 GiB used, 955 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 538 MiB/s wr, 1.66k op/s 2024-04-21T09:16:48.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:47 smithi060 ceph-mon[31055]: pgmap v205: 129 pgs: 129 active+clean; 56 GiB data, 119 GiB used, 954 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 506 MiB/s wr, 1.07k op/s 2024-04-21T09:16:48.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:47 smithi078 ceph-mon[31713]: pgmap v205: 129 pgs: 129 active+clean; 56 GiB data, 119 GiB used, 954 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 506 MiB/s wr, 1.07k op/s 2024-04-21T09:16:48.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:47 smithi052 ceph-mon[28035]: pgmap v205: 129 pgs: 129 active+clean; 56 GiB data, 119 GiB used, 954 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 506 MiB/s wr, 1.07k op/s 2024-04-21T09:16:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:49 smithi060 ceph-mon[31055]: pgmap v206: 129 pgs: 129 active+clean; 58 GiB data, 121 GiB used, 951 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 724 MiB/s wr, 1.53k op/s 2024-04-21T09:16:50.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:49 smithi078 ceph-mon[31713]: pgmap v206: 129 pgs: 129 active+clean; 58 GiB data, 121 GiB used, 951 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 724 MiB/s wr, 1.53k op/s 2024-04-21T09:16:50.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:49 smithi052 ceph-mon[28035]: pgmap v206: 129 pgs: 129 active+clean; 58 GiB data, 121 GiB used, 951 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 724 MiB/s wr, 1.53k op/s 2024-04-21T09:16:50.356 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.356+0000 7fac595c7640 1 -- 172.21.15.52:0/1614078443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 msgr2=0x7fac5411db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:50.357 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.356+0000 7fac595c7640 1 --2- 172.21.15.52:0/1614078443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 0x7fac5411db20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009be0 tx=0x7fac4c02bf30 comp rx=0 tx=0).stop 2024-04-21T09:16:50.357 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.357+0000 7fac595c7640 1 -- 172.21.15.52:0/1614078443 shutdown_connections 2024-04-21T09:16:50.358 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.357+0000 7fac595c7640 1 --2- 172.21.15.52:0/1614078443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 0x7fac5411db20 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.358 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.357+0000 7fac595c7640 1 --2- 172.21.15.52:0/1614078443 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac5410e7d0 0x7fac5410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.358 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.357+0000 7fac595c7640 1 --2- 172.21.15.52:0/1614078443 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac541106f0 0x7fac5410e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.358 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.357+0000 7fac595c7640 1 -- 172.21.15.52:0/1614078443 >> 172.21.15.52:0/1614078443 conn(0x7fac5406d030 msgr2=0x7fac5406d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:50.358 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.358+0000 7fac52ffd640 1 --2- 172.21.15.52:0/1614078443 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac541106f0 0x7fac5410e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:16:50.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.363+0000 7fac595c7640 1 -- 172.21.15.52:0/1614078443 shutdown_connections 2024-04-21T09:16:50.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.364+0000 7fac595c7640 1 -- 172.21.15.52:0/1614078443 wait complete. 2024-04-21T09:16:50.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.365+0000 7fac595c7640 1 Processor -- start 2024-04-21T09:16:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.368+0000 7fac595c7640 1 -- start start 2024-04-21T09:16:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.368+0000 7fac595c7640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac5410e7d0 0x7fac541ad400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.368+0000 7fac595c7640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 0x7fac541ad940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.368+0000 7fac595c7640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac541a75b0 0x7fac541a7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.368+0000 7fac595c7640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fac541210a0 con 0x7fac541a75b0 2024-04-21T09:16:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.368+0000 7fac595c7640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fac54120f20 con 0x7fac5411b730 2024-04-21T09:16:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.368+0000 7fac595c7640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fac54121220 con 0x7fac5410e7d0 2024-04-21T09:16:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.370+0000 7fac527fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 0x7fac541ad940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.370+0000 7fac527fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 0x7fac541ad940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:43600/0 (socket says 172.21.15.52:43600) 2024-04-21T09:16:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.370+0000 7fac527fc640 1 -- 172.21.15.52:0/3086880280 learned_addr learned my addr 172.21.15.52:0/3086880280 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.373+0000 7fac52ffd640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac5410e7d0 0x7fac541ad400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.373+0000 7fac537fe640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac541a75b0 0x7fac541a7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.374+0000 7fac537fe640 1 -- 172.21.15.52:0/3086880280 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac5410e7d0 msgr2=0x7fac541ad400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.374+0000 7fac537fe640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac5410e7d0 0x7fac541ad400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.374+0000 7fac537fe640 1 -- 172.21.15.52:0/3086880280 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 msgr2=0x7fac541ad940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.374+0000 7fac537fe640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 0x7fac541ad940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.374+0000 7fac537fe640 1 -- 172.21.15.52:0/3086880280 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac541a80d0 con 0x7fac541a75b0 2024-04-21T09:16:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.375+0000 7fac537fe640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac541a75b0 0x7fac541a7a60 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fac4c036040 tx=0x7fac4c033cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:50.377 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.375+0000 7fac3bfff640 1 -- 172.21.15.52:0/3086880280 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4c043020 con 0x7fac541a75b0 2024-04-21T09:16:50.377 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.376+0000 7fac3bfff640 1 -- 172.21.15.52:0/3086880280 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac4c034af0 con 0x7fac541a75b0 2024-04-21T09:16:50.377 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.376+0000 7fac3bfff640 1 -- 172.21.15.52:0/3086880280 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4c03ec20 con 0x7fac541a75b0 2024-04-21T09:16:50.377 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.377+0000 7fac595c7640 1 -- 172.21.15.52:0/3086880280 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac541a8360 con 0x7fac541a75b0 2024-04-21T09:16:50.377 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.377+0000 7fac595c7640 1 -- 172.21.15.52:0/3086880280 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac541111b0 con 0x7fac541a75b0 2024-04-21T09:16:50.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.383+0000 7fac3bfff640 1 -- 172.21.15.52:0/3086880280 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fac4c046020 con 0x7fac541a75b0 2024-04-21T09:16:50.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.383+0000 7fac5c1b9740 1 Processor -- start 2024-04-21T09:16:50.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.384+0000 7fac5c1b9740 1 -- start start 2024-04-21T09:16:50.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.384+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b5c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.384+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5cb60 0x55da42b5cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.384+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b684d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.384+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55da42ac18d0 con 0x55da42b5cb60 2024-04-21T09:16:50.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.384+0000 7fac3bfff640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fac3c0a3f20 0x7fac3c0a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55da42a5ee80 con 0x55da42b5d8d0 2024-04-21T09:16:50.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55da42abd890 con 0x55da42b660e0 2024-04-21T09:16:50.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac3bfff640 1 -- 172.21.15.52:0/3086880280 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fac4c0f2e40 con 0x7fac541a75b0 2024-04-21T09:16:50.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac527fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b5c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac527fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b5c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:43612/0 (socket says 172.21.15.52:43612) 2024-04-21T09:16:50.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac527fc640 1 -- 172.21.15.52:0/619425526 learned_addr learned my addr 172.21.15.52:0/619425526 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:50.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac527fc640 1 --2- 172.21.15.52:0/619425526 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b684d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac527fc640 1 -- 172.21.15.52:0/619425526 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 msgr2=0x55da42b684d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:50.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.385+0000 7fac527fc640 1 --2- 172.21.15.52:0/619425526 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b684d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.386+0000 7fac527fc640 1 -- 172.21.15.52:0/619425526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5cb60 msgr2=0x55da42b5cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:50.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.386+0000 7fac527fc640 1 --2- 172.21.15.52:0/619425526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5cb60 0x55da42b5cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.386+0000 7fac527fc640 1 -- 172.21.15.52:0/619425526 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da42a80320 con 0x55da42b5d8d0 2024-04-21T09:16:50.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.386+0000 7fac527fc640 1 --2- 172.21.15.52:0/619425526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b5c620 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fac4400aeb0 tx=0x7fac4400a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d3d7cc74aa5152 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:50.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.387+0000 7fac537fe640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fac3c0a3f20 0x7fac3c0a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.387+0000 7fac397fa640 1 -- 172.21.15.52:0/619425526 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4401c070 con 0x55da42b5d8d0 2024-04-21T09:16:50.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.387+0000 7fac537fe640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fac3c0a3f20 0x7fac3c0a63e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fac4c0be810 tx=0x7fac4c009500 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:50.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.388+0000 7fac397fa640 1 -- 172.21.15.52:0/619425526 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac44014d40 con 0x55da42b5d8d0 2024-04-21T09:16:50.388 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.388+0000 7fac397fa640 1 -- 172.21.15.52:0/619425526 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac440125d0 con 0x55da42b5d8d0 2024-04-21T09:16:50.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.389+0000 7fac5c1b9740 1 -- 172.21.15.52:0/619425526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 msgr2=0x55da42b5c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.389+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/619425526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b5c620 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fac4400aeb0 tx=0x7fac4400a340 comp rx=0 tx=0).stop 2024-04-21T09:16:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.390+0000 7fac5c1b9740 1 -- 172.21.15.52:0/619425526 shutdown_connections 2024-04-21T09:16:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.390+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/619425526 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b684d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.390+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/619425526 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5cb60 0x55da42b5cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.390+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/619425526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b5c620 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.390+0000 7fac5c1b9740 1 -- 172.21.15.52:0/619425526 >> 172.21.15.52:0/619425526 conn(0x55da42b23c90 msgr2=0x55da42b57850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:50.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.395+0000 7fac5c1b9740 1 -- 172.21.15.52:0/619425526 shutdown_connections 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.396+0000 7fac5c1b9740 1 -- 172.21.15.52:0/619425526 wait complete. 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.396+0000 7fac5c1b9740 1 -- start start 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.397+0000 7fac5c1b9740 1 Processor -- start 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.397+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b5cb60 0x55da42b65b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.397+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b62ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.397+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b660e0 0x55da42b635f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55da42b68e60 con 0x55da42b660e0 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55da42a49eb0 con 0x55da42b5d8d0 2024-04-21T09:16:50.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55da42b68fe0 con 0x55da42b5cb60 2024-04-21T09:16:50.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac527fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b660e0 0x55da42b635f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac5c1b9740 10 client.0 _ll_register_callbacks cb 0x55da42a76b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:16:50.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac527fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b660e0 0x55da42b635f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34336/0 (socket says 172.21.15.52:34336) 2024-04-21T09:16:50.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac527fc640 1 -- 172.21.15.52:0/3026148472 learned_addr learned my addr 172.21.15.52:0/3026148472 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:50.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac527fc640 1 -- 172.21.15.52:0/3026148472 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b5cb60 msgr2=0x55da42b65b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:50.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac527fc640 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b5cb60 0x55da42b65b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac527fc640 1 -- 172.21.15.52:0/3026148472 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 msgr2=0x55da42b62ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:50.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac527fc640 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b62ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.398+0000 7fac527fc640 1 -- 172.21.15.52:0/3026148472 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da427d4210 con 0x55da42b660e0 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.399+0000 7fac527fc640 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b660e0 0x55da42b635f0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fac44006aa0 tx=0x7fac44014ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c801fa5b53b24cf3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.399+0000 7fac36ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.399+0000 7fac36ff5640 1 -- 172.21.15.52:0/3026148472 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac44026060 con 0x55da42b660e0 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.399+0000 7fac36ff5640 1 -- 172.21.15.52:0/3026148472 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fac44012c20 con 0x55da42b660e0 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.399+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3026148472 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac44014d40 con 0x55da42b660e0 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.400+0000 7fac36ff5640 1 -- 172.21.15.52:0/3026148472 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fac4402d050 con 0x55da42b660e0 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.400+0000 7fac5c1b9740 10 client.16530 fetch_fsmap learned FSMap version 35 2024-04-21T09:16:50.401 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.400+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3026148472 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55da428a0620 con 0x55da42b660e0 2024-04-21T09:16:50.402 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.401+0000 7fac36ff5640 1 -- 172.21.15.52:0/3026148472 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac44012e20 con 0x55da42b660e0 2024-04-21T09:16:50.402 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.401+0000 7fac36ff5640 1 -- 172.21.15.52:0/3026148472 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fac44012050 con 0x55da42b660e0 2024-04-21T09:16:50.405 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.405+0000 7fac5c1b9740 10 client.16530 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:16:50.405 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.405+0000 7fac5c1b9740 10 client.16530 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:16:50.405 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.405+0000 7fac5c1b9740 20 client.16530 populate_metadata read hostname 'smithi052' 2024-04-21T09:16:50.405 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.405+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55da42b75ee0 0x55da42b782d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.405+0000 7fac5c1b9740 4 client.16530 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:16:50.406 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.405+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3026148472 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fac44014d40 con 0x55da42b75ee0 2024-04-21T09:16:50.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.407+0000 7fac52ffd640 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55da42b75ee0 0x55da42b782d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.411 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.410+0000 7fac52ffd640 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55da42b75ee0 0x55da42b782d0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59c0f417aeb0399a server_cookie=37364304b9fbaa61 in_seq=0 out_seq=0 2024-04-21T09:16:50.411 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.411+0000 7fac36ff5640 10 client.16530 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:50.418 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.418+0000 7fac36ff5640 1 -- 172.21.15.52:0/3026148472 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fac44014d40 con 0x55da42b75ee0 2024-04-21T09:16:50.418 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.418+0000 7fac36ff5640 10 client.16530 handle_command_reply: tid=0 2024-04-21T09:16:50.418 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.418+0000 7fac5c1b9740 1 client.16530 shutdown 2024-04-21T09:16:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.418+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3026148472 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b660e0 msgr2=0x55da42b635f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.418+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b660e0 0x55da42b635f0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fac44006aa0 tx=0x7fac44014ef0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.419+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3026148472 shutdown_connections 2024-04-21T09:16:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.419+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55da42b75ee0 0x55da42b782d0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.419+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b660e0 0x55da42b635f0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.419+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b62ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.419 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.419+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3026148472 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b5cb60 0x55da42b65b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.420 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.419+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3026148472 >> 172.21.15.52:0/3026148472 conn(0x55da42b23c90 msgr2=0x55da42b595a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:50.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.422+0000 7fac36ff5640 0 client.16530 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.424+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3026148472 shutdown_connections 2024-04-21T09:16:50.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.424+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3026148472 wait complete. 2024-04-21T09:16:50.429 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.430+0000 7fac5c1b9740 20 client.16530 trim_cache size 0 max 16384 2024-04-21T09:16:50.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.473+0000 7fac5c1b9740 1 Processor -- start 2024-04-21T09:16:50.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.473+0000 7fac5c1b9740 1 -- start start 2024-04-21T09:16:50.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.473+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5cb60 0x55da42b62e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.479+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5d8d0 0x55da42b71d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.479+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b7d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.479+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fac541c9120 con 0x55da42b5d8d0 2024-04-21T09:16:50.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.479+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fac541c97f0 con 0x55da42b5cb60 2024-04-21T09:16:50.479 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.479+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fac541c70c0 con 0x55da42b660e0 2024-04-21T09:16:50.480 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.480+0000 7fac527fc640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5cb60 0x55da42b62e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.484 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.485+0000 7fac52ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5d8d0 0x55da42b71d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.485 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.485+0000 7fac52ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5d8d0 0x55da42b71d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34344/0 (socket says 172.21.15.52:34344) 2024-04-21T09:16:50.485 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.485+0000 7fac52ffd640 1 -- 172.21.15.52:0/1850030654 learned_addr learned my addr 172.21.15.52:0/1850030654 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:50.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.488+0000 7fac527fc640 1 --2- 172.21.15.52:0/1850030654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b7d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.492+0000 7fac52ffd640 1 -- 172.21.15.52:0/1850030654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 msgr2=0x55da42b7d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:50.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.492+0000 7fac52ffd640 1 --2- 172.21.15.52:0/1850030654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b7d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.492+0000 7fac52ffd640 1 -- 172.21.15.52:0/1850030654 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5cb60 msgr2=0x55da42b62e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:50.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.492+0000 7fac52ffd640 1 --2- 172.21.15.52:0/1850030654 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5cb60 0x55da42b62e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.492+0000 7fac52ffd640 1 -- 172.21.15.52:0/1850030654 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da42b5be30 con 0x55da42b5d8d0 2024-04-21T09:16:50.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.493+0000 7fac52ffd640 1 --2- 172.21.15.52:0/1850030654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5d8d0 0x55da42b71d60 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fac48005ab0 tx=0x7fac48005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52dfdc27825f3586 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:50.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.500+0000 7fac38ff9640 1 -- 172.21.15.52:0/1850030654 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac48009e50 con 0x55da42b5d8d0 2024-04-21T09:16:50.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.500+0000 7fac38ff9640 1 -- 172.21.15.52:0/1850030654 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac4801c030 con 0x55da42b5d8d0 2024-04-21T09:16:50.502 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.500+0000 7fac38ff9640 1 -- 172.21.15.52:0/1850030654 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac480103d0 con 0x55da42b5d8d0 2024-04-21T09:16:50.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.501+0000 7fac5c1b9740 1 -- 172.21.15.52:0/1850030654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5d8d0 msgr2=0x55da42b71d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:50.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.501+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/1850030654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5d8d0 0x55da42b71d60 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fac48005ab0 tx=0x7fac48005a00 comp rx=0 tx=0).stop 2024-04-21T09:16:50.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.506+0000 7fac5c1b9740 1 -- 172.21.15.52:0/1850030654 shutdown_connections 2024-04-21T09:16:50.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.506+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/1850030654 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b7d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.506+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/1850030654 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5d8d0 0x55da42b71d60 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.506+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/1850030654 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5cb60 0x55da42b62e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.506+0000 7fac5c1b9740 1 -- 172.21.15.52:0/1850030654 >> 172.21.15.52:0/1850030654 conn(0x55da42b23c90 msgr2=0x55da42b62760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:50.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.511+0000 7fac5c1b9740 1 -- 172.21.15.52:0/1850030654 shutdown_connections 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.514+0000 7fac5c1b9740 1 -- 172.21.15.52:0/1850030654 wait complete. 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.515+0000 7fac5c1b9740 1 -- start start 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.515+0000 7fac5c1b9740 1 Processor -- start 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.515+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5cb60 0x55da42b6e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.515+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b6e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.515+0000 7fac5c1b9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b60150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.516+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fac541c5580 con 0x55da42b5cb60 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.516+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fac541c69f0 con 0x55da42b5d8d0 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.516+0000 7fac5c1b9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fac541c5c50 con 0x55da42b660e0 2024-04-21T09:16:50.516 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.516+0000 7fac5c1b9740 10 client.0 _ll_register_callbacks cb 0x7fac4401a070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:16:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.518+0000 7fac52ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b6e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.518+0000 7fac52ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b6e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:43622/0 (socket says 172.21.15.52:43622) 2024-04-21T09:16:50.518 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.518+0000 7fac52ffd640 1 -- 172.21.15.52:0/3978699026 learned_addr learned my addr 172.21.15.52:0/3978699026 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:16:50.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.523+0000 7fac52ffd640 1 -- 172.21.15.52:0/3978699026 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 msgr2=0x55da42b60150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:50.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.523+0000 7fac52ffd640 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b60150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.523+0000 7fac52ffd640 1 -- 172.21.15.52:0/3978699026 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5cb60 msgr2=0x55da42b6e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:16:50.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.523+0000 7fac52ffd640 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5cb60 0x55da42b6e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:50.523 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.523+0000 7fac52ffd640 1 -- 172.21.15.52:0/3978699026 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da42b60840 con 0x55da42b5d8d0 2024-04-21T09:16:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.536+0000 7fac52ffd640 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b6e7b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fac4801c000 tx=0x7fac48009ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e57dbfb32f75c047 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:16:50.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.536+0000 7fac36ff5640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:16:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.541+0000 7fac36ff5640 1 -- 172.21.15.52:0/3978699026 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac48018620 con 0x55da42b5d8d0 2024-04-21T09:16:50.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.541+0000 7fac36ff5640 1 -- 172.21.15.52:0/3978699026 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fac480187c0 con 0x55da42b5d8d0 2024-04-21T09:16:50.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.542+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3978699026 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac4801c030 con 0x55da42b5d8d0 2024-04-21T09:16:50.549 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.549+0000 7fac36ff5640 1 -- 172.21.15.52:0/3978699026 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fac480189c0 con 0x55da42b5d8d0 2024-04-21T09:16:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.553+0000 7fac5c1b9740 10 client.26153 fetch_fsmap learned FSMap version 35 2024-04-21T09:16:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.553+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3978699026 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55da42b66e90 con 0x55da42b5d8d0 2024-04-21T09:16:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.559+0000 7fac36ff5640 1 -- 172.21.15.52:0/3978699026 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac4801c030 con 0x55da42b5d8d0 2024-04-21T09:16:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.559+0000 7fac36ff5640 1 -- 172.21.15.52:0/3978699026 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fac4800f040 con 0x55da42b5d8d0 2024-04-21T09:16:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.559+0000 7fac5c1b9740 10 client.26153 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:16:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.559+0000 7fac5c1b9740 10 client.26153 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:16:50.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.559+0000 7fac5c1b9740 20 client.26153 populate_metadata read hostname 'smithi052' 2024-04-21T09:16:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.559+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55da42bdc1f0 0x55da42bde5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:16:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.559+0000 7fac5c1b9740 4 client.26153 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:16:50.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.559+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3978699026 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55da42ad5880 con 0x55da42bdc1f0 2024-04-21T09:16:50.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.562+0000 7fac527fc640 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55da42bdc1f0 0x55da42bde5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:16:50.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.567+0000 7fac527fc640 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55da42bdc1f0 0x55da42bde5e0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7acc7fb52478912c server_cookie=dd07988dc7463642 in_seq=0 out_seq=0 2024-04-21T09:16:50.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:50.567+0000 7fac36ff5640 10 client.26153 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.662+0000 7fac36ff5640 1 -- 172.21.15.52:0/3978699026 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55da42ad5880 con 0x55da42bdc1f0 2024-04-21T09:16:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.662+0000 7fac36ff5640 10 client.26153 handle_command_reply: tid=0 2024-04-21T09:16:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.662+0000 7fac5c1b9740 1 client.26153 shutdown 2024-04-21T09:16:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.662+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3978699026 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 msgr2=0x55da42b6e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b6e7b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fac4801c000 tx=0x7fac48009ee0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3978699026 shutdown_connections 2024-04-21T09:16:51.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55da42bdc1f0 0x55da42bde5e0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55da42b660e0 0x55da42b60150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55da42b5d8d0 0x55da42b6e7b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 --2- 172.21.15.52:0/3978699026 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55da42b5cb60 0x55da42b6e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3978699026 >> 172.21.15.52:0/3978699026 conn(0x55da42b23c90 msgr2=0x55da42b594a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac36ff5640 0 client.26153 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:16:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3978699026 shutdown_connections 2024-04-21T09:16:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 1 -- 172.21.15.52:0/3978699026 wait complete. 2024-04-21T09:16:51.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.663+0000 7fac5c1b9740 20 client.26153 trim_cache size 0 max 16384 2024-04-21T09:16:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:16:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:16:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:16:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:16:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.664+0000 7fac595c7640 1 -- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fac3c0a3f20 msgr2=0x7fac3c0a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.664+0000 7fac595c7640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fac3c0a3f20 0x7fac3c0a63e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fac4c0be810 tx=0x7fac4c009500 comp rx=0 tx=0).stop 2024-04-21T09:16:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.664+0000 7fac595c7640 1 -- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac541a75b0 msgr2=0x7fac541a7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:16:51.665 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.664+0000 7fac595c7640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac541a75b0 0x7fac541a7a60 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fac4c036040 tx=0x7fac4c033cb0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.667+0000 7fac595c7640 1 -- 172.21.15.52:0/3086880280 shutdown_connections 2024-04-21T09:16:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.667+0000 7fac595c7640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fac3c0a3f20 0x7fac3c0a63e0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.667+0000 7fac595c7640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fac541a75b0 0x7fac541a7a60 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.667+0000 7fac595c7640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fac5411b730 0x7fac541ad940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.667+0000 7fac595c7640 1 --2- 172.21.15.52:0/3086880280 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fac5410e7d0 0x7fac541ad400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:16:51.667 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.667+0000 7fac595c7640 1 -- 172.21.15.52:0/3086880280 >> 172.21.15.52:0/3086880280 conn(0x7fac5406d030 msgr2=0x7fac54072a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:16:51.668 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.669+0000 7fac595c7640 1 -- 172.21.15.52:0/3086880280 shutdown_connections 2024-04-21T09:16:51.670 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:16:51.669+0000 7fac595c7640 1 -- 172.21.15.52:0/3086880280 wait complete. 2024-04-21T09:16:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:51 smithi060 ceph-mon[31055]: pgmap v207: 129 pgs: 129 active+clean; 58 GiB data, 121 GiB used, 951 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 519 MiB/s wr, 915 op/s 2024-04-21T09:16:52.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:51 smithi078 ceph-mon[31713]: pgmap v207: 129 pgs: 129 active+clean; 58 GiB data, 121 GiB used, 951 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 519 MiB/s wr, 915 op/s 2024-04-21T09:16:52.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:51 smithi052 ceph-mon[28035]: pgmap v207: 129 pgs: 129 active+clean; 58 GiB data, 121 GiB used, 951 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 519 MiB/s wr, 915 op/s 2024-04-21T09:16:54.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:53 smithi060 ceph-mon[31055]: pgmap v208: 129 pgs: 129 active+clean; 59 GiB data, 124 GiB used, 949 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 619 MiB/s wr, 1.01k op/s 2024-04-21T09:16:54.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:53 smithi078 ceph-mon[31713]: pgmap v208: 129 pgs: 129 active+clean; 59 GiB data, 124 GiB used, 949 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 619 MiB/s wr, 1.01k op/s 2024-04-21T09:16:54.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:53 smithi052 ceph-mon[28035]: pgmap v208: 129 pgs: 129 active+clean; 59 GiB data, 124 GiB used, 949 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 619 MiB/s wr, 1.01k op/s 2024-04-21T09:16:56.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:55 smithi078 ceph-mon[31713]: pgmap v209: 129 pgs: 129 active+clean; 60 GiB data, 127 GiB used, 946 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 692 MiB/s wr, 1.11k op/s 2024-04-21T09:16:56.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:55 smithi052 ceph-mon[28035]: pgmap v209: 129 pgs: 129 active+clean; 60 GiB data, 127 GiB used, 946 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 692 MiB/s wr, 1.11k op/s 2024-04-21T09:16:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:55 smithi060 ceph-mon[31055]: pgmap v209: 129 pgs: 129 active+clean; 60 GiB data, 127 GiB used, 946 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 692 MiB/s wr, 1.11k op/s 2024-04-21T09:16:58.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:57 smithi078 ceph-mon[31713]: pgmap v210: 129 pgs: 129 active+clean; 60 GiB data, 127 GiB used, 946 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 582 MiB/s wr, 1.03k op/s 2024-04-21T09:16:58.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:57 smithi052 ceph-mon[28035]: pgmap v210: 129 pgs: 129 active+clean; 60 GiB data, 127 GiB used, 946 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 582 MiB/s wr, 1.03k op/s 2024-04-21T09:16:58.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:57 smithi060 ceph-mon[31055]: pgmap v210: 129 pgs: 129 active+clean; 60 GiB data, 127 GiB used, 946 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 582 MiB/s wr, 1.03k op/s 2024-04-21T09:17:00.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:16:59 smithi078 ceph-mon[31713]: pgmap v211: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 763 MiB/s wr, 1.64k op/s 2024-04-21T09:17:00.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:16:59 smithi052 ceph-mon[28035]: pgmap v211: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 763 MiB/s wr, 1.64k op/s 2024-04-21T09:17:00.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:16:59 smithi060 ceph-mon[31055]: pgmap v211: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 763 MiB/s wr, 1.64k op/s 2024-04-21T09:17:02.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:01 smithi078 ceph-mon[31713]: pgmap v212: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 537 MiB/s wr, 1.07k op/s 2024-04-21T09:17:02.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:01 smithi052 ceph-mon[28035]: pgmap v212: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 537 MiB/s wr, 1.07k op/s 2024-04-21T09:17:02.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:01 smithi060 ceph-mon[31055]: pgmap v212: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 537 MiB/s wr, 1.07k op/s 2024-04-21T09:17:04.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:03 smithi078 ceph-mon[31713]: pgmap v213: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 633 MiB/s wr, 1.21k op/s 2024-04-21T09:17:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:03 smithi052 ceph-mon[28035]: pgmap v213: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 633 MiB/s wr, 1.21k op/s 2024-04-21T09:17:04.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:03 smithi060 ceph-mon[31055]: pgmap v213: 129 pgs: 129 active+clean; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 633 MiB/s wr, 1.21k op/s 2024-04-21T09:17:04.924 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.922+0000 7fc8b2811640 1 -- 172.21.15.52:0/4046486021 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac101140 msgr2=0x7fc8ac112770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:04.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.922+0000 7fc8b2811640 1 --2- 172.21.15.52:0/4046486021 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac101140 0x7fc8ac112770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc89c009900 tx=0x7fc89c02bcc0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.922+0000 7fc8b2811640 1 -- 172.21.15.52:0/4046486021 shutdown_connections 2024-04-21T09:17:04.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.922+0000 7fc8b2811640 1 --2- 172.21.15.52:0/4046486021 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8ac112cb0 0x7fc8ac1150a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.922+0000 7fc8b2811640 1 --2- 172.21.15.52:0/4046486021 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac101140 0x7fc8ac112770 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.922+0000 7fc8b2811640 1 --2- 172.21.15.52:0/4046486021 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8ac100820 0x7fc8ac100c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.925 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.922+0000 7fc8b2811640 1 -- 172.21.15.52:0/4046486021 >> 172.21.15.52:0/4046486021 conn(0x7fc8ac0761a0 msgr2=0x7fc8ac0765b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:04.930 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.929+0000 7fc8b2811640 1 -- 172.21.15.52:0/4046486021 shutdown_connections 2024-04-21T09:17:04.930 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.929+0000 7fc8b2811640 1 -- 172.21.15.52:0/4046486021 wait complete. 2024-04-21T09:17:04.931 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.930+0000 7fc8b2811640 1 Processor -- start 2024-04-21T09:17:04.933 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.932+0000 7fc8b2811640 1 -- start start 2024-04-21T09:17:04.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.932+0000 7fc8b2811640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8ac100820 0x7fc8ac19ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.934 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.932+0000 7fc8b2811640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8ac101140 0x7fc8ac19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.932+0000 7fc8b2811640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac112cb0 0x7fc8ac1a3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.932+0000 7fc8b2811640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc8ac1187f0 con 0x7fc8ac100820 2024-04-21T09:17:04.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.932+0000 7fc8b2811640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc8ac118670 con 0x7fc8ac112cb0 2024-04-21T09:17:04.935 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.932+0000 7fc8b2811640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc8ac118970 con 0x7fc8ac101140 2024-04-21T09:17:04.938 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8b0dae640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac112cb0 0x7fc8ac1a3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.938 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8b0dae640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac112cb0 0x7fc8ac1a3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56668/0 (socket says 172.21.15.52:56668) 2024-04-21T09:17:04.938 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8b0dae640 1 -- 172.21.15.52:0/2885669228 learned_addr learned my addr 172.21.15.52:0/2885669228 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8abfff640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8ac100820 0x7fc8ac19ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8ab7fe640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8ac101140 0x7fc8ac19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8b0dae640 1 -- 172.21.15.52:0/2885669228 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8ac101140 msgr2=0x7fc8ac19f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8ac101140 0x7fc8ac19f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8b0dae640 1 -- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8ac100820 msgr2=0x7fc8ac19ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:04.939 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8ac100820 0x7fc8ac19ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.934+0000 7fc8b0dae640 1 -- 172.21.15.52:0/2885669228 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8ac1a3c80 con 0x7fc8ac112cb0 2024-04-21T09:17:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.935+0000 7fc8abfff640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8ac100820 0x7fc8ac19ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:17:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.935+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac112cb0 0x7fc8ac1a3550 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc8a400eb10 tx=0x7fc8a400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.935+0000 7fc8ab7fe640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8ac101140 0x7fc8ac19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:17:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.936+0000 7fc8a97fa640 1 -- 172.21.15.52:0/2885669228 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a4004b20 con 0x7fc8ac112cb0 2024-04-21T09:17:04.940 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.936+0000 7fc8a97fa640 1 -- 172.21.15.52:0/2885669228 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8a4004cc0 con 0x7fc8ac112cb0 2024-04-21T09:17:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.936+0000 7fc8a97fa640 1 -- 172.21.15.52:0/2885669228 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a4010720 con 0x7fc8ac112cb0 2024-04-21T09:17:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.936+0000 7fc8b2811640 1 -- 172.21.15.52:0/2885669228 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8ac1a3f70 con 0x7fc8ac112cb0 2024-04-21T09:17:04.941 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.936+0000 7fc8b2811640 1 -- 172.21.15.52:0/2885669228 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8ac1ab800 con 0x7fc8ac112cb0 2024-04-21T09:17:04.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.942+0000 7fc8a97fa640 1 -- 172.21.15.52:0/2885669228 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc8a4005020 con 0x7fc8ac112cb0 2024-04-21T09:17:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.946+0000 7fc8b53fe740 1 Processor -- start 2024-04-21T09:17:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.947+0000 7fc8a97fa640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc8940a3e50 0x7fc8940a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.947+0000 7fc8b53fe740 1 -- start start 2024-04-21T09:17:04.949 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.947+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf27a8d0 0x5595cf279620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.947+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 0x5595cf279fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.950 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.947+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf2854d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.952 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.947+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5595cf1de8d0 con 0x5595cf2830e0 2024-04-21T09:17:04.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.947+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5595cf17be80 con 0x5595cf27a8d0 2024-04-21T09:17:04.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.947+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5595cf1da890 con 0x5595cf279b60 2024-04-21T09:17:04.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.948+0000 7fc8abfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf27a8d0 0x5595cf279620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.948+0000 7fc8abfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf27a8d0 0x5595cf279620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56678/0 (socket says 172.21.15.52:56678) 2024-04-21T09:17:04.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.948+0000 7fc8abfff640 1 -- 172.21.15.52:0/21473905 learned_addr learned my addr 172.21.15.52:0/21473905 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.948+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf2854d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8ab7fe640 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 0x5595cf279fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8ab7fe640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc8940a3e50 0x7fc8940a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8abfff640 1 -- 172.21.15.52:0/21473905 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 msgr2=0x5595cf279fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8abfff640 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 0x5595cf279fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8abfff640 1 -- 172.21.15.52:0/21473905 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 msgr2=0x5595cf2854d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8abfff640 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf2854d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8abfff640 1 -- 172.21.15.52:0/21473905 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595cf19d320 con 0x5595cf27a8d0 2024-04-21T09:17:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf2854d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:17:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8a97fa640 1 -- 172.21.15.52:0/2885669228 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fc8a40d10d0 con 0x7fc8ac112cb0 2024-04-21T09:17:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.951+0000 7fc8abfff640 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf27a8d0 0x5595cf279620 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc8a000bd40 tx=0x7fc8a000f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4107a88db7b0107 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.953+0000 7fc8927fc640 1 -- 172.21.15.52:0/21473905 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a0015070 con 0x5595cf27a8d0 2024-04-21T09:17:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.953+0000 7fc8927fc640 1 -- 172.21.15.52:0/21473905 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8a000be30 con 0x5595cf27a8d0 2024-04-21T09:17:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.954+0000 7fc8b53fe740 1 -- 172.21.15.52:0/21473905 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf27a8d0 msgr2=0x5595cf279620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.954+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf27a8d0 0x5595cf279620 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc8a000bd40 tx=0x7fc8a000f730 comp rx=0 tx=0).stop 2024-04-21T09:17:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.956+0000 7fc8b53fe740 1 -- 172.21.15.52:0/21473905 shutdown_connections 2024-04-21T09:17:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.956+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf2854d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.956+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 0x5595cf279fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.956+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/21473905 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf27a8d0 0x5595cf279620 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.956+0000 7fc8b53fe740 1 -- 172.21.15.52:0/21473905 >> 172.21.15.52:0/21473905 conn(0x5595cf240c90 msgr2=0x5595cf274850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:04.963 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.961+0000 7fc8b53fe740 1 -- 172.21.15.52:0/21473905 shutdown_connections 2024-04-21T09:17:04.963 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.961+0000 7fc8b53fe740 1 -- 172.21.15.52:0/21473905 wait complete. 2024-04-21T09:17:04.963 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.962+0000 7fc8b53fe740 1 -- start start 2024-04-21T09:17:04.963 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.962+0000 7fc8ab7fe640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc8940a3e50 0x7fc8940a6310 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc89c036040 tx=0x7fc89c005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:04.963 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.962+0000 7fc8b53fe740 1 Processor -- start 2024-04-21T09:17:04.964 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.963+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 0x5595cf282960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.964 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.963+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.964 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.963+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf2830e0 0x5595cf280230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.964 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.963+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5595cf285e60 con 0x5595cf27a8d0 2024-04-21T09:17:04.964 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.963+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5595cf166eb0 con 0x5595cf2830e0 2024-04-21T09:17:04.964 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.963+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5595cf285fe0 con 0x5595cf279b60 2024-04-21T09:17:04.964 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.963+0000 7fc8b53fe740 10 client.0 _ll_register_callbacks cb 0x5595cf193b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:17:04.965 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.964+0000 7fc8ab7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.965 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.964+0000 7fc8ab7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44484/0 (socket says 172.21.15.52:44484) 2024-04-21T09:17:04.965 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.964+0000 7fc8ab7fe640 1 -- 172.21.15.52:0/323636986 learned_addr learned my addr 172.21.15.52:0/323636986 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.965+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf2830e0 0x5595cf280230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.965+0000 7fc8abfff640 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 0x5595cf282960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.966+0000 7fc8b0dae640 1 -- 172.21.15.52:0/323636986 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 msgr2=0x5595cf282960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.966+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 0x5595cf282960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.966+0000 7fc8b0dae640 1 -- 172.21.15.52:0/323636986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 msgr2=0x5595cf27fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.966+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.966+0000 7fc8b0dae640 1 -- 172.21.15.52:0/323636986 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595ceef1210 con 0x5595cf2830e0 2024-04-21T09:17:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.967+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf2830e0 0x5595cf280230 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc8a40ce440 tx=0x7fc8a409d390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f317309422939244 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.967+0000 7fc88b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:17:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.968+0000 7fc88b7fe640 1 -- 172.21.15.52:0/323636986 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a40a1040 con 0x5595cf2830e0 2024-04-21T09:17:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.968+0000 7fc8b53fe740 1 -- 172.21.15.52:0/323636986 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8a000be30 con 0x5595cf2830e0 2024-04-21T09:17:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.968+0000 7fc88b7fe640 1 -- 172.21.15.52:0/323636986 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fc8a409cef0 con 0x5595cf2830e0 2024-04-21T09:17:04.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.970+0000 7fc88b7fe640 1 -- 172.21.15.52:0/323636986 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fc8a40a5900 con 0x5595cf2830e0 2024-04-21T09:17:04.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.970+0000 7fc8b53fe740 10 client.26165 fetch_fsmap learned FSMap version 35 2024-04-21T09:17:04.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.970+0000 7fc8b53fe740 1 -- 172.21.15.52:0/323636986 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5595cefbd620 con 0x5595cf2830e0 2024-04-21T09:17:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.973+0000 7fc88b7fe640 1 -- 172.21.15.52:0/323636986 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8a000be30 con 0x5595cf2830e0 2024-04-21T09:17:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.973+0000 7fc88b7fe640 1 -- 172.21.15.52:0/323636986 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fc8a40a5470 con 0x5595cf2830e0 2024-04-21T09:17:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.974+0000 7fc8b53fe740 10 client.26165 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:17:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.974+0000 7fc8b53fe740 10 client.26165 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:17:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.974+0000 7fc8b53fe740 20 client.26165 populate_metadata read hostname 'smithi052' 2024-04-21T09:17:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.974+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5595cf2a45b0 0x5595cf2a6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.974+0000 7fc8b53fe740 4 client.26165 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:17:04.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.974+0000 7fc8b53fe740 1 -- 172.21.15.52:0/323636986 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595cf1f2880 con 0x5595cf2a45b0 2024-04-21T09:17:04.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.975+0000 7fc8abfff640 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5595cf2a45b0 0x5595cf2a6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:04.985 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.982+0000 7fc8abfff640 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5595cf2a45b0 0x5595cf2a6a10 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c81c083030603f1 server_cookie=8e0af65b2b3e248c in_seq=0 out_seq=0 2024-04-21T09:17:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.982+0000 7fc88b7fe640 10 client.26165 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.986+0000 7fc88b7fe640 1 -- 172.21.15.52:0/323636986 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5595cf1f2880 con 0x5595cf2a45b0 2024-04-21T09:17:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.986+0000 7fc88b7fe640 10 client.26165 handle_command_reply: tid=0 2024-04-21T09:17:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.986+0000 7fc8b53fe740 1 client.26165 shutdown 2024-04-21T09:17:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.986+0000 7fc8b53fe740 1 -- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf2830e0 msgr2=0x5595cf280230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.986+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf2830e0 0x5595cf280230 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc8a40ce440 tx=0x7fc8a409d390 comp rx=0 tx=0).stop 2024-04-21T09:17:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.990+0000 7fc8b53fe740 1 -- 172.21.15.52:0/323636986 shutdown_connections 2024-04-21T09:17:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.990+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5595cf2a45b0 0x5595cf2a6a10 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.990+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf2830e0 0x5595cf280230 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.990+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.990+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/323636986 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf279b60 0x5595cf282960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.990+0000 7fc8b53fe740 1 -- 172.21.15.52:0/323636986 >> 172.21.15.52:0/323636986 conn(0x5595cf240c90 msgr2=0x5595cf2765a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.990+0000 7fc88b7fe640 0 client.26165 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.994+0000 7fc8b53fe740 1 -- 172.21.15.52:0/323636986 shutdown_connections 2024-04-21T09:17:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.994+0000 7fc8b53fe740 1 -- 172.21.15.52:0/323636986 wait complete. 2024-04-21T09:17:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:04.994+0000 7fc8b53fe740 20 client.26165 trim_cache size 0 max 16384 2024-04-21T09:17:05.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.074+0000 7fc8b53fe740 1 Processor -- start 2024-04-21T09:17:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.075+0000 7fc8b53fe740 1 -- start start 2024-04-21T09:17:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.075+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:05.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.075+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf27a8d0 0x5595cf273750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:05.077 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf282420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8abfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8abfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56690/0 (socket says 172.21.15.52:56690) 2024-04-21T09:17:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8ab7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf27a8d0 0x5595cf273750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8ab7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf27a8d0 0x5595cf273750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:59040/0 (socket says 172.21.15.52:59040) 2024-04-21T09:17:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8abfff640 1 -- 172.21.15.52:0/1174947414 learned_addr learned my addr 172.21.15.52:0/1174947414 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1174947414 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc8980128c0 con 0x5595cf2830e0 2024-04-21T09:17:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1174947414 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc898010190 con 0x5595cf279b60 2024-04-21T09:17:05.078 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.076+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1174947414 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc89800dfe0 con 0x5595cf27a8d0 2024-04-21T09:17:05.082 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.079+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/1174947414 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf282420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:05.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.085+0000 7fc8b0dae640 1 -- 172.21.15.52:0/1174947414 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf27a8d0 msgr2=0x5595cf273750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:05.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.085+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/1174947414 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf27a8d0 0x5595cf273750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:05.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.085+0000 7fc8b0dae640 1 -- 172.21.15.52:0/1174947414 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 msgr2=0x5595cf28ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:05.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.085+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/1174947414 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:05.087 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.085+0000 7fc8b0dae640 1 -- 172.21.15.52:0/1174947414 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595cf274d90 con 0x5595cf2830e0 2024-04-21T09:17:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.093+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/1174947414 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf282420 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fc8a409af40 tx=0x7fc8a409ce10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c53c61eee9b7d72 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:05.098 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.097+0000 7fc891ffb640 1 -- 172.21.15.52:0/1174947414 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a40a1040 con 0x5595cf2830e0 2024-04-21T09:17:05.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.097+0000 7fc891ffb640 1 -- 172.21.15.52:0/1174947414 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8a40bbe50 con 0x5595cf2830e0 2024-04-21T09:17:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.099+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1174947414 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 msgr2=0x5595cf282420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:05.100 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.099+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1174947414 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf282420 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fc8a409af40 tx=0x7fc8a409ce10 comp rx=0 tx=0).stop 2024-04-21T09:17:05.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.100+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1174947414 shutdown_connections 2024-04-21T09:17:05.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.100+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1174947414 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf2830e0 0x5595cf282420 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:05.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.100+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1174947414 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf27a8d0 0x5595cf273750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:05.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.100+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1174947414 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:05.101 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.100+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1174947414 >> 172.21.15.52:0/1174947414 conn(0x5595cf240c90 msgr2=0x5595cf273040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:05.105 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.104+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1174947414 shutdown_connections 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.105+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1174947414 wait complete. 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.106+0000 7fc8b53fe740 1 -- start start 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.106+0000 7fc8b53fe740 1 Processor -- start 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.107+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.107+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.107+0000 7fc8b53fe740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf2830e0 0x5595cf27cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.107+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc89800e650 con 0x5595cf27a8d0 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.107+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc89800fac0 con 0x5595cf279b60 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.107+0000 7fc8b53fe740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc89800ed20 con 0x5595cf2830e0 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.107+0000 7fc8b53fe740 10 client.0 _ll_register_callbacks cb 0x7fc8a40a5b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:17:05.110 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.108+0000 7fc8abfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:05.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.110+0000 7fc8ab7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:05.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.110+0000 7fc8ab7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:44498/0 (socket says 172.21.15.52:44498) 2024-04-21T09:17:05.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.110+0000 7fc8ab7fe640 1 -- 172.21.15.52:0/1731903579 learned_addr learned my addr 172.21.15.52:0/1731903579 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:05.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.111+0000 7fc8b0dae640 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf2830e0 0x5595cf27cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:05.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.113+0000 7fc8abfff640 1 -- 172.21.15.52:0/1731903579 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf2830e0 msgr2=0x5595cf27cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:05.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.113+0000 7fc8abfff640 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf2830e0 0x5595cf27cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:05.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.113+0000 7fc8abfff640 1 -- 172.21.15.52:0/1731903579 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 msgr2=0x5595cf27c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:05.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.113+0000 7fc8abfff640 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:05.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.113+0000 7fc8abfff640 1 -- 172.21.15.52:0/1731903579 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595cf27d3e0 con 0x5595cf279b60 2024-04-21T09:17:05.114 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.113+0000 7fc8abfff640 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28b720 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc8a0011550 tx=0x7fc8a0011580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3862b784d072d895 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:05.115 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.114+0000 7fc88b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:17:05.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.116+0000 7fc88b7fe640 1 -- 172.21.15.52:0/1731903579 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a002b070 con 0x5595cf279b60 2024-04-21T09:17:05.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.116+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1731903579 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8a40bbe50 con 0x5595cf279b60 2024-04-21T09:17:05.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.116+0000 7fc88b7fe640 1 -- 172.21.15.52:0/1731903579 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9416+0+0 (secure 0 0 0) 0x7fc8a0005240 con 0x5595cf279b60 2024-04-21T09:17:05.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.118+0000 7fc88b7fe640 1 -- 172.21.15.52:0/1731903579 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fc8a0037050 con 0x5595cf279b60 2024-04-21T09:17:05.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.118+0000 7fc8b53fe740 10 client.26171 fetch_fsmap learned FSMap version 35 2024-04-21T09:17:05.119 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.118+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1731903579 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5595cf30ab70 con 0x5595cf279b60 2024-04-21T09:17:05.122 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.121+0000 7fc88b7fe640 1 -- 172.21.15.52:0/1731903579 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8a40bbe50 con 0x5595cf279b60 2024-04-21T09:17:05.122 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.121+0000 7fc88b7fe640 1 -- 172.21.15.52:0/1731903579 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fc8a0004cb0 con 0x5595cf279b60 2024-04-21T09:17:05.122 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.121+0000 7fc8b53fe740 10 client.26171 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:17:05.122 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.121+0000 7fc8b53fe740 10 client.26171 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:17:05.123 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.121+0000 7fc8b53fe740 20 client.26171 populate_metadata read hostname 'smithi052' 2024-04-21T09:17:05.123 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.121+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5595cf30b190 0x5595cf30d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:05.123 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.121+0000 7fc8b53fe740 4 client.26171 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:17:05.123 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.121+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1731903579 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5595cf17e3d0 con 0x5595cf30b190 2024-04-21T09:17:05.124 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.123+0000 7fc8ab7fe640 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5595cf30b190 0x5595cf30d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:05.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.125+0000 7fc8ab7fe640 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5595cf30b190 0x5595cf30d5b0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f816053bfb0f07f4 server_cookie=bdb3e05861cef2dc in_seq=0 out_seq=0 2024-04-21T09:17:05.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:05.125+0000 7fc88b7fe640 10 client.26171 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:06.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:05 smithi078 ceph-mon[31713]: pgmap v214: 129 pgs: 129 active+clean; 61 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 704 MiB/s wr, 1.26k op/s 2024-04-21T09:17:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:05 smithi052 ceph-mon[28035]: pgmap v214: 129 pgs: 129 active+clean; 61 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 704 MiB/s wr, 1.26k op/s 2024-04-21T09:17:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:05 smithi060 ceph-mon[31055]: pgmap v214: 129 pgs: 129 active+clean; 61 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 704 MiB/s wr, 1.26k op/s 2024-04-21T09:17:08.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:07 smithi078 ceph-mon[31713]: pgmap v215: 129 pgs: 129 active+clean; 61 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 545 MiB/s wr, 1.08k op/s 2024-04-21T09:17:08.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:07 smithi052 ceph-mon[28035]: pgmap v215: 129 pgs: 129 active+clean; 61 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 545 MiB/s wr, 1.08k op/s 2024-04-21T09:17:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:07 smithi060 ceph-mon[31055]: pgmap v215: 129 pgs: 129 active+clean; 61 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 2.8 MiB/s rd, 545 MiB/s wr, 1.08k op/s 2024-04-21T09:17:09.124 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.123+0000 7fc88b7fe640 1 -- 172.21.15.52:0/1731903579 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5595cf17e3d0 con 0x5595cf30b190 2024-04-21T09:17:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc88b7fe640 10 client.26171 handle_command_reply: tid=0 2024-04-21T09:17:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 client.26171 shutdown 2024-04-21T09:17:09.125 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1731903579 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 msgr2=0x5595cf28b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28b720 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc8a0011550 tx=0x7fc8a0011580 comp rx=0 tx=0).stop 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1731903579 shutdown_connections 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5595cf30b190 0x5595cf30d5b0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5595cf2830e0 0x5595cf27cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5595cf27a8d0 0x5595cf27c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 --2- 172.21.15.52:0/1731903579 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595cf279b60 0x5595cf28b720 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1731903579 >> 172.21.15.52:0/1731903579 conn(0x5595cf240c90 msgr2=0x5595cf2738d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc88b7fe640 0 client.26171 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.124+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1731903579 shutdown_connections 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.125+0000 7fc8b53fe740 1 -- 172.21.15.52:0/1731903579 wait complete. 2024-04-21T09:17:09.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.125+0000 7fc8b53fe740 20 client.26171 trim_cache size 0 max 16384 2024-04-21T09:17:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:17:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:17:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:17:09.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:17:09.128 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 -- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc8940a3e50 msgr2=0x7fc8940a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc8940a3e50 0x7fc8940a6310 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc89c036040 tx=0x7fc89c005fd0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 -- 172.21.15.52:0/2885669228 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac112cb0 msgr2=0x7fc8ac1a3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac112cb0 0x7fc8ac1a3550 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc8a400eb10 tx=0x7fc8a400c2d0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 -- 172.21.15.52:0/2885669228 shutdown_connections 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc8940a3e50 0x7fc8940a6310 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc8ac112cb0 0x7fc8ac1a3550 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc8ac101140 0x7fc8ac19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 --2- 172.21.15.52:0/2885669228 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc8ac100820 0x7fc8ac19ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.126+0000 7fc8b2811640 1 -- 172.21.15.52:0/2885669228 >> 172.21.15.52:0/2885669228 conn(0x7fc8ac0761a0 msgr2=0x7fc8ac110760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.127+0000 7fc8b2811640 1 -- 172.21.15.52:0/2885669228 shutdown_connections 2024-04-21T09:17:09.129 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:09.127+0000 7fc8b2811640 1 -- 172.21.15.52:0/2885669228 wait complete. 2024-04-21T09:17:10.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:09 smithi078 ceph-mon[31713]: pgmap v216: 129 pgs: 129 active+clean; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 721 MiB/s wr, 1.90k op/s 2024-04-21T09:17:10.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:09 smithi078 ceph-mon[31713]: osdmap e97: 12 total, 12 up, 12 in 2024-04-21T09:17:10.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:09 smithi052 ceph-mon[28035]: pgmap v216: 129 pgs: 129 active+clean; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 721 MiB/s wr, 1.90k op/s 2024-04-21T09:17:10.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:09 smithi052 ceph-mon[28035]: osdmap e97: 12 total, 12 up, 12 in 2024-04-21T09:17:10.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:09 smithi060 ceph-mon[31055]: pgmap v216: 129 pgs: 129 active+clean; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 721 MiB/s wr, 1.90k op/s 2024-04-21T09:17:10.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:09 smithi060 ceph-mon[31055]: osdmap e97: 12 total, 12 up, 12 in 2024-04-21T09:17:12.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:11 smithi052 ceph-mon[28035]: pgmap v218: 129 pgs: 1 active+clean+snaptrim, 126 active+clean, 2 active+clean+snaptrim_wait; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 643 MiB/s wr, 1.79k op/s 2024-04-21T09:17:12.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:11 smithi060 ceph-mon[31055]: pgmap v218: 129 pgs: 1 active+clean+snaptrim, 126 active+clean, 2 active+clean+snaptrim_wait; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 643 MiB/s wr, 1.79k op/s 2024-04-21T09:17:12.445 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:11 smithi078 ceph-mon[31713]: pgmap v218: 129 pgs: 1 active+clean+snaptrim, 126 active+clean, 2 active+clean+snaptrim_wait; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 643 MiB/s wr, 1.79k op/s 2024-04-21T09:17:14.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:13 smithi060 ceph-mon[31055]: pgmap v219: 129 pgs: 3 active+clean+snaptrim, 122 active+clean, 4 active+clean+snaptrim_wait; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 602 MiB/s wr, 2.25k op/s 2024-04-21T09:17:14.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:13 smithi078 ceph-mon[31713]: pgmap v219: 129 pgs: 3 active+clean+snaptrim, 122 active+clean, 4 active+clean+snaptrim_wait; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 602 MiB/s wr, 2.25k op/s 2024-04-21T09:17:14.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:13 smithi052 ceph-mon[28035]: pgmap v219: 129 pgs: 3 active+clean+snaptrim, 122 active+clean, 4 active+clean+snaptrim_wait; 61 GiB data, 129 GiB used, 944 GiB / 1.0 TiB avail; 1.6 MiB/s rd, 602 MiB/s wr, 2.25k op/s 2024-04-21T09:17:16.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:15 smithi060 ceph-mon[31055]: pgmap v220: 129 pgs: 3 active+clean+snaptrim, 122 active+clean, 4 active+clean+snaptrim_wait; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 590 KiB/s rd, 514 MiB/s wr, 3.13k op/s 2024-04-21T09:17:16.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:15 smithi078 ceph-mon[31713]: pgmap v220: 129 pgs: 3 active+clean+snaptrim, 122 active+clean, 4 active+clean+snaptrim_wait; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 590 KiB/s rd, 514 MiB/s wr, 3.13k op/s 2024-04-21T09:17:16.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:15 smithi052 ceph-mon[28035]: pgmap v220: 129 pgs: 3 active+clean+snaptrim, 122 active+clean, 4 active+clean+snaptrim_wait; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 590 KiB/s rd, 514 MiB/s wr, 3.13k op/s 2024-04-21T09:17:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:17 smithi060 ceph-mon[31055]: osdmap e98: 12 total, 12 up, 12 in 2024-04-21T09:17:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:17 smithi060 ceph-mon[31055]: pgmap v222: 129 pgs: 2 active+clean+snaptrim, 125 active+clean, 2 active+clean+snaptrim_wait; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 488 KiB/s rd, 347 MiB/s wr, 2.74k op/s 2024-04-21T09:17:17.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:17 smithi078 ceph-mon[31713]: osdmap e98: 12 total, 12 up, 12 in 2024-04-21T09:17:17.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:17 smithi078 ceph-mon[31713]: pgmap v222: 129 pgs: 2 active+clean+snaptrim, 125 active+clean, 2 active+clean+snaptrim_wait; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 488 KiB/s rd, 347 MiB/s wr, 2.74k op/s 2024-04-21T09:17:17.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:17 smithi052 ceph-mon[28035]: osdmap e98: 12 total, 12 up, 12 in 2024-04-21T09:17:17.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:17 smithi052 ceph-mon[28035]: pgmap v222: 129 pgs: 2 active+clean+snaptrim, 125 active+clean, 2 active+clean+snaptrim_wait; 60 GiB data, 128 GiB used, 945 GiB / 1.0 TiB avail; 488 KiB/s rd, 347 MiB/s wr, 2.74k op/s 2024-04-21T09:17:19.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:19 smithi078 ceph-mon[31713]: pgmap v223: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 61 GiB data, 130 GiB used, 943 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 460 MiB/s wr, 3.79k op/s 2024-04-21T09:17:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:19 smithi052 ceph-mon[28035]: pgmap v223: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 61 GiB data, 130 GiB used, 943 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 460 MiB/s wr, 3.79k op/s 2024-04-21T09:17:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:19 smithi060 ceph-mon[31055]: pgmap v223: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 61 GiB data, 130 GiB used, 943 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 460 MiB/s wr, 3.79k op/s 2024-04-21T09:17:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:21 smithi078 ceph-mon[31713]: pgmap v224: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 62 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 446 MiB/s wr, 3.71k op/s 2024-04-21T09:17:21.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:21 smithi078 ceph-mon[31713]: osdmap e99: 12 total, 12 up, 12 in 2024-04-21T09:17:21.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:21 smithi052 ceph-mon[28035]: pgmap v224: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 62 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 446 MiB/s wr, 3.71k op/s 2024-04-21T09:17:21.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:21 smithi052 ceph-mon[28035]: osdmap e99: 12 total, 12 up, 12 in 2024-04-21T09:17:21.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:21 smithi060 ceph-mon[31055]: pgmap v224: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 62 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 446 MiB/s wr, 3.71k op/s 2024-04-21T09:17:21.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:21 smithi060 ceph-mon[31055]: osdmap e99: 12 total, 12 up, 12 in 2024-04-21T09:17:22.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.363+0000 7f1b3f490640 1 -- 172.21.15.52:0/3255250579 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b38108f50 msgr2=0x7f1b381093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.363+0000 7f1b3f490640 1 --2- 172.21.15.52:0/3255250579 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b38108f50 0x7f1b381093b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1b30009860 tx=0x7f1b3002bb90 comp rx=0 tx=0).stop 2024-04-21T09:17:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.365+0000 7f1b3f490640 1 -- 172.21.15.52:0/3255250579 shutdown_connections 2024-04-21T09:17:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.365+0000 7f1b3f490640 1 --2- 172.21.15.52:0/3255250579 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b381099d0 0x7f1b3811d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.365+0000 7f1b3f490640 1 --2- 172.21.15.52:0/3255250579 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b38108f50 0x7f1b381093b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.365+0000 7f1b3f490640 1 --2- 172.21.15.52:0/3255250579 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b381104a0 0x7f1b38110880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.365+0000 7f1b3f490640 1 -- 172.21.15.52:0/3255250579 >> 172.21.15.52:0/3255250579 conn(0x7f1b3806ced0 msgr2=0x7f1b3806d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.365+0000 7f1b3f490640 1 -- 172.21.15.52:0/3255250579 shutdown_connections 2024-04-21T09:17:22.366 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.366+0000 7f1b3f490640 1 -- 172.21.15.52:0/3255250579 wait complete. 2024-04-21T09:17:22.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.367+0000 7f1b3f490640 1 Processor -- start 2024-04-21T09:17:22.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.367+0000 7f1b3f490640 1 -- start start 2024-04-21T09:17:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.368+0000 7f1b3f490640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b38108f50 0x7f1b38119020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.368+0000 7f1b3f490640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b381099d0 0x7f1b38110fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.368+0000 7f1b3f490640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b381104a0 0x7f1b38111520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.368+0000 7f1b3f490640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1b38120ea0 con 0x7f1b381099d0 2024-04-21T09:17:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.368+0000 7f1b3f490640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1b38120d20 con 0x7f1b381104a0 2024-04-21T09:17:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.368+0000 7f1b3f490640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1b38121020 con 0x7f1b38108f50 2024-04-21T09:17:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.370+0000 7f1b3ec8f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b381104a0 0x7f1b38111520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.370+0000 7f1b3ec8f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b381104a0 0x7f1b38111520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56370/0 (socket says 172.21.15.52:56370) 2024-04-21T09:17:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.370+0000 7f1b3ec8f640 1 -- 172.21.15.52:0/1033322562 learned_addr learned my addr 172.21.15.52:0/1033322562 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.370+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b38108f50 0x7f1b38119020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.371+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b381099d0 0x7f1b38110fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.371+0000 7f1b3ec8f640 1 -- 172.21.15.52:0/1033322562 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b38108f50 msgr2=0x7f1b38119020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.371+0000 7f1b3ec8f640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b38108f50 0x7f1b38119020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.371+0000 7f1b3ec8f640 1 -- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b381099d0 msgr2=0x7f1b38110fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.372+0000 7f1b3ec8f640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b381099d0 0x7f1b38110fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.373+0000 7f1b3ec8f640 1 -- 172.21.15.52:0/1033322562 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b38111d40 con 0x7f1b381104a0 2024-04-21T09:17:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.374+0000 7f1b3ec8f640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b381104a0 0x7f1b38111520 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c00e970 tx=0x7f1b2c00ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:22.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.374+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b381099d0 0x7f1b38110fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:17:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.375+0000 7f1b377fe640 1 -- 172.21.15.52:0/1033322562 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c00ccc0 con 0x7f1b381104a0 2024-04-21T09:17:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.375+0000 7f1b3f490640 1 -- 172.21.15.52:0/1033322562 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b381bc100 con 0x7f1b381104a0 2024-04-21T09:17:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.375+0000 7f1b3f490640 1 -- 172.21.15.52:0/1033322562 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b381bc650 con 0x7f1b381104a0 2024-04-21T09:17:22.382 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.380+0000 7f1b433c3740 1 Processor -- start 2024-04-21T09:17:22.382 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.381+0000 7f1b433c3740 1 -- start start 2024-04-21T09:17:22.383 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.382+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df560c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.382+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 0x561df560d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.382+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56162d0 0x561df56186c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.382+0000 7f1b433c3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x561df55718d0 con 0x561df560dac0 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.382+0000 7f1b433c3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561df550ee80 con 0x561df560cd50 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.382+0000 7f1b433c3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x561df556d890 con 0x561df56162d0 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.383+0000 7f1b3dc8d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df560c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.383+0000 7f1b3dc8d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df560c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48860/0 (socket says 172.21.15.52:48860) 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.383+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/3099419687 learned_addr learned my addr 172.21.15.52:0/3099419687 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.384+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/3099419687 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56162d0 msgr2=0x561df56186c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:17:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.384+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/3099419687 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56162d0 0x561df56186c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.384+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/3099419687 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 msgr2=0x561df560d1d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:17:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.384+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/3099419687 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 0x561df560d1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.384+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/3099419687 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561df5530320 con 0x561df560dac0 2024-04-21T09:17:22.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.386+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/3099419687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df560c810 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f1b30005b60 tx=0x7f1b30005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cea02ac1b047145 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:22.386 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.386+0000 7f1b377fe640 1 -- 172.21.15.52:0/1033322562 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b2c0054d0 con 0x7f1b381104a0 2024-04-21T09:17:22.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.387+0000 7f1b34ff9640 1 -- 172.21.15.52:0/3099419687 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b30042020 con 0x561df560dac0 2024-04-21T09:17:22.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.387+0000 7f1b34ff9640 1 -- 172.21.15.52:0/3099419687 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b3003a040 con 0x561df560dac0 2024-04-21T09:17:22.387 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.387+0000 7f1b34ff9640 1 -- 172.21.15.52:0/3099419687 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b30039070 con 0x561df560dac0 2024-04-21T09:17:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.389+0000 7f1b377fe640 1 -- 172.21.15.52:0/1033322562 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c010430 con 0x7f1b381104a0 2024-04-21T09:17:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.389+0000 7f1b377fe640 1 -- 172.21.15.52:0/1033322562 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1b2c010690 con 0x7f1b381104a0 2024-04-21T09:17:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.389+0000 7f1b433c3740 1 -- 172.21.15.52:0/3099419687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 msgr2=0x561df560c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.389+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3099419687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df560c810 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f1b30005b60 tx=0x7f1b30005ce0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.395 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.391+0000 7f1b433c3740 1 -- 172.21.15.52:0/3099419687 shutdown_connections 2024-04-21T09:17:22.396 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.391+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3099419687 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56162d0 0x561df56186c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.396 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.391+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3099419687 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 0x561df560d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.396 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.391+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3099419687 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df560c810 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.396 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.391+0000 7f1b433c3740 1 -- 172.21.15.52:0/3099419687 >> 172.21.15.52:0/3099419687 conn(0x561df55d3c90 msgr2=0x561df5607a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:22.396 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.393+0000 7f1b377fe640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1b200a3d90 0x7f1b200a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.393+0000 7f1b377fe640 1 -- 172.21.15.52:0/1033322562 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 9488+0+0 (secure 0 0 0) 0x7f1b2c0d1e80 con 0x7f1b381104a0 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.394+0000 7f1b433c3740 1 -- 172.21.15.52:0/3099419687 shutdown_connections 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.394+0000 7f1b433c3740 1 -- 172.21.15.52:0/3099419687 wait complete. 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.394+0000 7f1b433c3740 1 -- start start 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.394+0000 7f1b433c3740 1 Processor -- start 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.395+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1b200a3d90 0x7f1b200a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.395+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 0x561df5615ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.395+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df5613070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.395+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df56162d0 0x561df5613680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.395+0000 7f1b433c3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x561df5618fa0 con 0x561df56162d0 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.395+0000 7f1b433c3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561df54f9eb0 con 0x561df560cd50 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.395+0000 7f1b433c3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x561df5619120 con 0x561df560dac0 2024-04-21T09:17:22.397 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.395+0000 7f1b433c3740 10 client.0 _ll_register_callbacks cb 0x561df5526b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:17:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.396+0000 7f1b3ec8f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df56162d0 0x561df5613680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.396+0000 7f1b3ec8f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df56162d0 0x561df5613680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48868/0 (socket says 172.21.15.52:48868) 2024-04-21T09:17:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.396+0000 7f1b3ec8f640 1 -- 172.21.15.52:0/313532995 learned_addr learned my addr 172.21.15.52:0/313532995 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.396+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df5613070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.396+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 0x561df5615ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.397+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/313532995 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 msgr2=0x561df5615ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:22.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.397+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 0x561df5615ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.397+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/313532995 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df56162d0 msgr2=0x561df5613680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:22.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.397+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df56162d0 0x561df5613680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.398+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/313532995 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561df5284210 con 0x561df560dac0 2024-04-21T09:17:22.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.399+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df5613070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1b3002c1a0 tx=0x7f1b30004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1789dbb15945af9b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:22.399 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.400+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1b200a3d90 0x7f1b200a6250 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1b28009fd0 tx=0x7f1b280099d0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:22.400 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.400+0000 7f1b1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:17:22.402 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.402+0000 7f1b1dffb640 1 -- 172.21.15.52:0/313532995 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b30042030 con 0x561df560dac0 2024-04-21T09:17:22.402 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.402+0000 7f1b433c3740 1 -- 172.21.15.52:0/313532995 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b3003a040 con 0x561df560dac0 2024-04-21T09:17:22.402 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.402+0000 7f1b1dffb640 1 -- 172.21.15.52:0/313532995 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9488+0+0 (secure 0 0 0) 0x7f1b30003a00 con 0x561df560dac0 2024-04-21T09:17:22.405 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.406+0000 7f1b1dffb640 1 -- 172.21.15.52:0/313532995 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f1b30039040 con 0x561df560dac0 2024-04-21T09:17:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.406+0000 7f1b433c3740 10 client.26221 fetch_fsmap learned FSMap version 35 2024-04-21T09:17:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.406+0000 7f1b433c3740 1 -- 172.21.15.52:0/313532995 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x561df5350620 con 0x561df560dac0 2024-04-21T09:17:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.407+0000 7f1b1dffb640 1 -- 172.21.15.52:0/313532995 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b3003a040 con 0x561df560dac0 2024-04-21T09:17:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.407+0000 7f1b1dffb640 1 -- 172.21.15.52:0/313532995 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f1b3002cbf0 con 0x561df560dac0 2024-04-21T09:17:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.407+0000 7f1b433c3740 10 client.26221 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:17:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.407+0000 7f1b433c3740 10 client.26221 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:17:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.407+0000 7f1b433c3740 20 client.26221 populate_metadata read hostname 'smithi052' 2024-04-21T09:17:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.407+0000 7f1b433c3740 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x561df56262a0 0x561df56286c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.407+0000 7f1b433c3740 4 client.26221 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:17:22.408 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.407+0000 7f1b433c3740 1 -- 172.21.15.52:0/313532995 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561df5585880 con 0x561df56262a0 2024-04-21T09:17:22.409 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.410+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x561df56262a0 0x561df56286c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.416 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.416+0000 7f1b1dffb640 10 client.26221 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:22.418 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.416+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x561df56262a0 0x561df56286c0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38579c719e620a66 server_cookie=9adf404d0272261 in_seq=0 out_seq=0 2024-04-21T09:17:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.422+0000 7f1b1dffb640 1 -- 172.21.15.52:0/313532995 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561df5585880 con 0x561df56262a0 2024-04-21T09:17:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.422+0000 7f1b1dffb640 10 client.26221 handle_command_reply: tid=0 2024-04-21T09:17:22.422 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.422+0000 7f1b433c3740 1 client.26221 shutdown 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.423+0000 7f1b433c3740 1 -- 172.21.15.52:0/313532995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 msgr2=0x561df5613070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.423+0000 7f1b433c3740 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df5613070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1b3002c1a0 tx=0x7f1b30004270 comp rx=0 tx=0).stop 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 1 -- 172.21.15.52:0/313532995 shutdown_connections 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x561df56262a0 0x561df56286c0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df56162d0 0x561df5613680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df5613070 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 1 --2- 172.21.15.52:0/313532995 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df560cd50 0x561df5615ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 1 -- 172.21.15.52:0/313532995 >> 172.21.15.52:0/313532995 conn(0x561df55d3c90 msgr2=0x561df5609790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b1dffb640 0 client.26221 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:22.424 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 1 -- 172.21.15.52:0/313532995 shutdown_connections 2024-04-21T09:17:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 1 -- 172.21.15.52:0/313532995 wait complete. 2024-04-21T09:17:22.425 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.424+0000 7f1b433c3740 20 client.26221 trim_cache size 0 max 16384 2024-04-21T09:17:22.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.467+0000 7f1b433c3740 1 Processor -- start 2024-04-21T09:17:22.467 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.467+0000 7f1b433c3740 1 -- start start 2024-04-21T09:17:22.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.468+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560cd50 0x561df5621f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.468+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df56157a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.468+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5615ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.469+0000 7f1b3dc8d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df56157a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.469+0000 7f1b3dc8d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df56157a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:40376/0 (socket says 172.21.15.52:40376) 2024-04-21T09:17:22.469 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.469+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/2420802983 learned_addr learned my addr 172.21.15.52:0/2420802983 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.469+0000 7f1b3ec8f640 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5615ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.469+0000 7f1b433c3740 1 -- 172.21.15.52:0/2420802983 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1b24012930 con 0x561df560cd50 2024-04-21T09:17:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.469+0000 7f1b433c3740 1 -- 172.21.15.52:0/2420802983 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1b24010200 con 0x561df56162d0 2024-04-21T09:17:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.469+0000 7f1b433c3740 1 -- 172.21.15.52:0/2420802983 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1b2400e030 con 0x561df560dac0 2024-04-21T09:17:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.469+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560cd50 0x561df5621f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.470 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.470+0000 7f1b3e48e640 1 -- 172.21.15.52:0/2420802983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 msgr2=0x561df56157a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.470+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df56157a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.470+0000 7f1b3e48e640 1 -- 172.21.15.52:0/2420802983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 msgr2=0x561df5615ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.470+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5615ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.470+0000 7f1b3e48e640 1 -- 172.21.15.52:0/2420802983 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561df560c020 con 0x561df560cd50 2024-04-21T09:17:22.471 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.471+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560cd50 0x561df5621f30 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x561df5628ca0 tx=0x7f1b2801e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b196e57b8d30604 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:22.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.473+0000 7f1b1ffff640 1 -- 172.21.15.52:0/2420802983 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2801b970 con 0x561df560cd50 2024-04-21T09:17:22.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.473+0000 7f1b1ffff640 1 -- 172.21.15.52:0/2420802983 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b2802c070 con 0x561df560cd50 2024-04-21T09:17:22.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.473+0000 7f1b1ffff640 1 -- 172.21.15.52:0/2420802983 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b28025670 con 0x561df560cd50 2024-04-21T09:17:22.475 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.476+0000 7f1b433c3740 1 -- 172.21.15.52:0/2420802983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560cd50 msgr2=0x561df5621f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:22.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.476+0000 7f1b433c3740 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560cd50 0x561df5621f30 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x561df5628ca0 tx=0x7f1b2801e000 comp rx=0 tx=0).stop 2024-04-21T09:17:22.477 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.477+0000 7f1b433c3740 1 -- 172.21.15.52:0/2420802983 shutdown_connections 2024-04-21T09:17:22.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.477+0000 7f1b433c3740 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5615ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.478+0000 7f1b433c3740 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df560dac0 0x561df56157a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.478+0000 7f1b433c3740 1 --2- 172.21.15.52:0/2420802983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560cd50 0x561df5621f30 secure :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0x561df5628ca0 tx=0x7f1b2801e000 comp rx=0 tx=0).stop 2024-04-21T09:17:22.478 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.478+0000 7f1b433c3740 1 -- 172.21.15.52:0/2420802983 >> 172.21.15.52:0/2420802983 conn(0x561df55d3c90 msgr2=0x561df5611960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:22.484 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.481+0000 7f1b433c3740 1 -- 172.21.15.52:0/2420802983 shutdown_connections 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.486+0000 7f1b433c3740 1 -- 172.21.15.52:0/2420802983 wait complete. 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 1 -- start start 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 1 Processor -- start 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df561e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5610420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56109b0 0x561df5616e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1b2400e6c0 con 0x561df560dac0 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1b2400fb30 con 0x561df56162d0 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1b2400ed90 con 0x561df56109b0 2024-04-21T09:17:22.488 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b433c3740 10 client.0 _ll_register_callbacks cb 0x7f1b2c005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:17:22.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.487+0000 7f1b3ec8f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56109b0 0x561df5616e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.488+0000 7f1b3ec8f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56109b0 0x561df5616e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:40378/0 (socket says 172.21.15.52:40378) 2024-04-21T09:17:22.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.488+0000 7f1b3ec8f640 1 -- 172.21.15.52:0/3021038368 learned_addr learned my addr 172.21.15.52:0/3021038368 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:22.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.488+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5610420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.489 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/3021038368 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56109b0 msgr2=0x561df5616e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:22.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df561e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56109b0 0x561df5616e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/3021038368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 msgr2=0x561df561e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:22.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df561e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:22.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3dc8d640 1 -- 172.21.15.52:0/3021038368 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561df5611100 con 0x561df56162d0 2024-04-21T09:17:22.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3ec8f640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56109b0 0x561df5616e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:17:22.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df561e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:17:22.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.489+0000 7f1b3dc8d640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5610420 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x561df55f8fc0 tx=0x7f1b30000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e5d8596a2664a0b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:22.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.490+0000 7f1b1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:17:22.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.490+0000 7f1b1dffb640 1 -- 172.21.15.52:0/3021038368 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3005f070 con 0x561df56162d0 2024-04-21T09:17:22.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.490+0000 7f1b1dffb640 1 -- 172.21.15.52:0/3021038368 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 9488+0+0 (secure 0 0 0) 0x7f1b30003800 con 0x561df56162d0 2024-04-21T09:17:22.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.490+0000 7f1b433c3740 1 -- 172.21.15.52:0/3021038368 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b2802c070 con 0x561df56162d0 2024-04-21T09:17:22.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.491+0000 7f1b1dffb640 1 -- 172.21.15.52:0/3021038368 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f1b30068050 con 0x561df56162d0 2024-04-21T09:17:22.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.491+0000 7f1b433c3740 10 client.26186 fetch_fsmap learned FSMap version 35 2024-04-21T09:17:22.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.491+0000 7f1b433c3740 1 -- 172.21.15.52:0/3021038368 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x561df568ce10 con 0x561df56162d0 2024-04-21T09:17:22.492 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.492+0000 7f1b1dffb640 1 -- 172.21.15.52:0/3021038368 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b2802c070 con 0x561df56162d0 2024-04-21T09:17:22.493 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.494+0000 7f1b1dffb640 1 -- 172.21.15.52:0/3021038368 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f1b30062020 con 0x561df56162d0 2024-04-21T09:17:22.497 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.496+0000 7f1b433c3740 10 client.26186 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:17:22.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.496+0000 7f1b433c3740 10 client.26186 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:17:22.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.496+0000 7f1b433c3740 20 client.26186 populate_metadata read hostname 'smithi052' 2024-04-21T09:17:22.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.496+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x561df568d470 0x561df568f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:22.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.496+0000 7f1b433c3740 4 client.26186 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:17:22.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.496+0000 7f1b433c3740 1 -- 172.21.15.52:0/3021038368 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561df55113d0 con 0x561df568d470 2024-04-21T09:17:22.498 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.496+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x561df568d470 0x561df568f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:22.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.499+0000 7f1b3e48e640 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x561df568d470 0x561df568f890 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e653a0f7df8eec6f server_cookie=6b4a8f02aabd5485 in_seq=0 out_seq=0 2024-04-21T09:17:22.500 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:22.501+0000 7f1b1dffb640 10 client.26186 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:23.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:23 smithi078 ceph-mon[31713]: pgmap v226: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 62 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 358 MiB/s wr, 2.58k op/s 2024-04-21T09:17:23.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:23 smithi052 ceph-mon[28035]: pgmap v226: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 62 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 358 MiB/s wr, 2.58k op/s 2024-04-21T09:17:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:23 smithi060 ceph-mon[31055]: pgmap v226: 129 pgs: 1 active+clean+snaptrim, 128 active+clean; 62 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 358 MiB/s wr, 2.58k op/s 2024-04-21T09:17:23.914 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.914+0000 7f1b1dffb640 1 -- 172.21.15.52:0/3021038368 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561df55113d0 con 0x561df568d470 2024-04-21T09:17:23.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.914+0000 7f1b1dffb640 10 client.26186 handle_command_reply: tid=0 2024-04-21T09:17:23.915 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.914+0000 7f1b433c3740 1 client.26186 shutdown 2024-04-21T09:17:23.919 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 -- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 msgr2=0x561df5610420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:23.919 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5610420 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x561df55f8fc0 tx=0x7f1b30000bc0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.919 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 -- 172.21.15.52:0/3021038368 shutdown_connections 2024-04-21T09:17:23.919 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x561df568d470 0x561df568f890 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x561df56109b0 0x561df5616e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561df56162d0 0x561df5610420 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 --2- 172.21.15.52:0/3021038368 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x561df560dac0 0x561df561e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 -- 172.21.15.52:0/3021038368 >> 172.21.15.52:0/3021038368 conn(0x561df55d3c90 msgr2=0x561df5606ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b1dffb640 0 client.26186 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 -- 172.21.15.52:0/3021038368 shutdown_connections 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 1 -- 172.21.15.52:0/3021038368 wait complete. 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.919+0000 7f1b433c3740 20 client.26186 trim_cache size 0 max 16384 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:17:23.920 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:17:23.921 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:17:23.921 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:17:23.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.923+0000 7f1b3f490640 1 -- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1b200a3d90 msgr2=0x7f1b200a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:23.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.923+0000 7f1b3f490640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1b200a3d90 0x7f1b200a6250 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1b28009fd0 tx=0x7f1b280099d0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.923+0000 7f1b3f490640 1 -- 172.21.15.52:0/1033322562 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b381104a0 msgr2=0x7f1b38111520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:23.923 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.923+0000 7f1b3f490640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b381104a0 0x7f1b38111520 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c00e970 tx=0x7f1b2c00ee30 comp rx=0 tx=0).stop 2024-04-21T09:17:23.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.927+0000 7f1b3f490640 1 -- 172.21.15.52:0/1033322562 shutdown_connections 2024-04-21T09:17:23.927 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.927+0000 7f1b3f490640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1b200a3d90 0x7f1b200a6250 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.928 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.927+0000 7f1b3f490640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b381104a0 0x7f1b38111520 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.928 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.927+0000 7f1b3f490640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1b381099d0 0x7f1b38110fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.928 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.927+0000 7f1b3f490640 1 --2- 172.21.15.52:0/1033322562 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1b38108f50 0x7f1b38119020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:23.928 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.927+0000 7f1b3f490640 1 -- 172.21.15.52:0/1033322562 >> 172.21.15.52:0/1033322562 conn(0x7f1b3806ced0 msgr2=0x7f1b380709f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:23.928 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.929+0000 7f1b3f490640 1 -- 172.21.15.52:0/1033322562 shutdown_connections 2024-04-21T09:17:23.929 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:23.929+0000 7f1b3f490640 1 -- 172.21.15.52:0/1033322562 wait complete. 2024-04-21T09:17:25.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:25 smithi078 ceph-mon[31713]: pgmap v227: 129 pgs: 129 active+clean; 62 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 555 MiB/s wr, 2.81k op/s 2024-04-21T09:17:25.721 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:25 smithi052 ceph-mon[28035]: pgmap v227: 129 pgs: 129 active+clean; 62 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 555 MiB/s wr, 2.81k op/s 2024-04-21T09:17:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:25 smithi060 ceph-mon[31055]: pgmap v227: 129 pgs: 129 active+clean; 62 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 2.9 MiB/s rd, 555 MiB/s wr, 2.81k op/s 2024-04-21T09:17:27.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:27 smithi078 ceph-mon[31713]: osdmap e100: 12 total, 12 up, 12 in 2024-04-21T09:17:27.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:27 smithi078 ceph-mon[31713]: pgmap v229: 129 pgs: 129 active+clean; 62 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 367 MiB/s wr, 1.01k op/s 2024-04-21T09:17:27.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:27 smithi052 ceph-mon[28035]: osdmap e100: 12 total, 12 up, 12 in 2024-04-21T09:17:27.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:27 smithi052 ceph-mon[28035]: pgmap v229: 129 pgs: 129 active+clean; 62 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 367 MiB/s wr, 1.01k op/s 2024-04-21T09:17:27.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:27 smithi060 ceph-mon[31055]: osdmap e100: 12 total, 12 up, 12 in 2024-04-21T09:17:27.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:27 smithi060 ceph-mon[31055]: pgmap v229: 129 pgs: 129 active+clean; 62 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 367 MiB/s wr, 1.01k op/s 2024-04-21T09:17:28.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:28 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:17:28.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:28 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:17:28.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:28 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:17:29.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:29 smithi078 ceph-mon[31713]: pgmap v230: 129 pgs: 129 active+clean; 64 GiB data, 135 GiB used, 938 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 626 MiB/s wr, 1.62k op/s 2024-04-21T09:17:29.455 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:29 smithi052 ceph-mon[28035]: pgmap v230: 129 pgs: 129 active+clean; 64 GiB data, 135 GiB used, 938 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 626 MiB/s wr, 1.62k op/s 2024-04-21T09:17:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:29 smithi060 ceph-mon[31055]: pgmap v230: 129 pgs: 129 active+clean; 64 GiB data, 135 GiB used, 938 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 626 MiB/s wr, 1.62k op/s 2024-04-21T09:17:31.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:31 smithi078 ceph-mon[31713]: pgmap v231: 129 pgs: 129 active+clean; 64 GiB data, 136 GiB used, 937 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 599 MiB/s wr, 1.62k op/s 2024-04-21T09:17:31.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:31 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:17:31.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:31 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:17:31.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:31 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:17:31.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:31 smithi052 ceph-mon[28035]: pgmap v231: 129 pgs: 129 active+clean; 64 GiB data, 136 GiB used, 937 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 599 MiB/s wr, 1.62k op/s 2024-04-21T09:17:31.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:31 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:17:31.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:31 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:17:31.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:31 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:17:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:31 smithi060 ceph-mon[31055]: pgmap v231: 129 pgs: 129 active+clean; 64 GiB data, 136 GiB used, 937 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 599 MiB/s wr, 1.62k op/s 2024-04-21T09:17:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:31 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:17:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:31 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:17:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:31 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:17:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:33 smithi078 ceph-mon[31713]: pgmap v232: 129 pgs: 129 active+clean; 65 GiB data, 137 GiB used, 936 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 557 MiB/s wr, 1.46k op/s 2024-04-21T09:17:33.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:33 smithi052 ceph-mon[28035]: pgmap v232: 129 pgs: 129 active+clean; 65 GiB data, 137 GiB used, 936 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 557 MiB/s wr, 1.46k op/s 2024-04-21T09:17:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:33 smithi060 ceph-mon[31055]: pgmap v232: 129 pgs: 129 active+clean; 65 GiB data, 137 GiB used, 936 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 557 MiB/s wr, 1.46k op/s 2024-04-21T09:17:35.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:35 smithi078 ceph-mon[31713]: pgmap v233: 129 pgs: 129 active+clean; 66 GiB data, 139 GiB used, 933 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 552 MiB/s wr, 1.30k op/s 2024-04-21T09:17:35.711 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:35 smithi052 ceph-mon[28035]: pgmap v233: 129 pgs: 129 active+clean; 66 GiB data, 139 GiB used, 933 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 552 MiB/s wr, 1.30k op/s 2024-04-21T09:17:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:35 smithi060 ceph-mon[31055]: pgmap v233: 129 pgs: 129 active+clean; 66 GiB data, 139 GiB used, 933 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 552 MiB/s wr, 1.30k op/s 2024-04-21T09:17:37.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.208+0000 7fa0da4d2640 1 -- 172.21.15.52:0/2915282747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa0d410e330 msgr2=0x7fa0d410e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:37.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.208+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/2915282747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa0d410e330 0x7fa0d410e710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4009720 tx=0x7fa0c402df40 comp rx=0 tx=0).stop 2024-04-21T09:17:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.209+0000 7fa0da4d2640 1 -- 172.21.15.52:0/2915282747 shutdown_connections 2024-04-21T09:17:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.209+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/2915282747 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa0d410d710 0x7fa0d407a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.209+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/2915282747 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d410ec50 0x7fa0d410d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.209+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/2915282747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa0d410e330 0x7fa0d410e710 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.209+0000 7fa0da4d2640 1 -- 172.21.15.52:0/2915282747 >> 172.21.15.52:0/2915282747 conn(0x7fa0d406cea0 msgr2=0x7fa0d406d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:37.218 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.218+0000 7fa0da4d2640 1 -- 172.21.15.52:0/2915282747 shutdown_connections 2024-04-21T09:17:37.220 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.218+0000 7fa0da4d2640 1 -- 172.21.15.52:0/2915282747 wait complete. 2024-04-21T09:17:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.220+0000 7fa0da4d2640 1 Processor -- start 2024-04-21T09:17:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.221+0000 7fa0da4d2640 1 -- start start 2024-04-21T09:17:37.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.221+0000 7fa0da4d2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa0d410d710 0x7fa0d407a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.221+0000 7fa0da4d2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d410e330 0x7fa0d4074280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.221+0000 7fa0da4d2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa0d410ec50 0x7fa0d40749f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.221+0000 7fa0da4d2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d4081920 con 0x7fa0d410e330 2024-04-21T09:17:37.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.221+0000 7fa0da4d2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d40817a0 con 0x7fa0d410d710 2024-04-21T09:17:37.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.221+0000 7fa0da4d2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d4081aa0 con 0x7fa0d410ec50 2024-04-21T09:17:37.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.222+0000 7fa0d37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d410e330 0x7fa0d4074280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.222+0000 7fa0d37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d410e330 0x7fa0d4074280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41974/0 (socket says 172.21.15.52:41974) 2024-04-21T09:17:37.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.222+0000 7fa0d37fe640 1 -- 172.21.15.52:0/626450965 learned_addr learned my addr 172.21.15.52:0/626450965 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:37.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.223+0000 7fa0d37fe640 1 -- 172.21.15.52:0/626450965 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa0d410ec50 msgr2=0x7fa0d40749f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:37.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.223+0000 7fa0d37fe640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa0d410ec50 0x7fa0d40749f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.223+0000 7fa0d37fe640 1 -- 172.21.15.52:0/626450965 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa0d410d710 msgr2=0x7fa0d407a1c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:17:37.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.223+0000 7fa0d37fe640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa0d410d710 0x7fa0d407a1c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.228 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.223+0000 7fa0d37fe640 1 -- 172.21.15.52:0/626450965 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0d41c4790 con 0x7fa0d410e330 2024-04-21T09:17:37.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.228+0000 7fa0d37fe640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d410e330 0x7fa0d4074280 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc00c420 tx=0x7fa0cc00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:37.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.229+0000 7fa0d17fa640 1 -- 172.21.15.52:0/626450965 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc003970 con 0x7fa0d410e330 2024-04-21T09:17:37.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.229+0000 7fa0da4d2640 1 -- 172.21.15.52:0/626450965 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0d41c4a20 con 0x7fa0d410e330 2024-04-21T09:17:37.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.229+0000 7fa0da4d2640 1 -- 172.21.15.52:0/626450965 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0d41c4f40 con 0x7fa0d410e330 2024-04-21T09:17:37.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.229+0000 7fa0d17fa640 1 -- 172.21.15.52:0/626450965 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0cc00b690 con 0x7fa0d410e330 2024-04-21T09:17:37.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.229+0000 7fa0d17fa640 1 -- 172.21.15.52:0/626450965 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc004380 con 0x7fa0d410e330 2024-04-21T09:17:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.236+0000 7fa0dd19e740 1 Processor -- start 2024-04-21T09:17:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.236+0000 7fa0dd19e740 1 -- start start 2024-04-21T09:17:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.237+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d799a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.242 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.237+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d799b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.242 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.237+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 0x55c2d79a66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.243 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.237+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55c2d78ff8d0 con 0x55c2d799ad50 2024-04-21T09:17:37.243 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.237+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55c2d789ce80 con 0x55c2d79a42d0 2024-04-21T09:17:37.243 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.237+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55c2d78fb890 con 0x55c2d799bac0 2024-04-21T09:17:37.243 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.241+0000 7fa0d8a6f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d799a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.243 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.242+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d799b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.243+0000 7fa0d37fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 0x55c2d79a66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.243+0000 7fa0d8a6f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d799a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:43062/0 (socket says 172.21.15.52:43062) 2024-04-21T09:17:37.247 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.243+0000 7fa0d8a6f640 1 -- 172.21.15.52:0/2826848402 learned_addr learned my addr 172.21.15.52:0/2826848402 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.246+0000 7fa0d8a6f640 1 -- 172.21.15.52:0/2826848402 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 msgr2=0x55c2d79a66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.246+0000 7fa0d8a6f640 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 0x55c2d79a66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.246+0000 7fa0d8a6f640 1 -- 172.21.15.52:0/2826848402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 msgr2=0x55c2d799b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.246+0000 7fa0d8a6f640 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d799b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.246+0000 7fa0d8a6f640 1 -- 172.21.15.52:0/2826848402 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2d78be320 con 0x55c2d799bac0 2024-04-21T09:17:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.246+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d799b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:17:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.251+0000 7fa0d8a6f640 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d799a810 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa0c8009c40 tx=0x7fa0c800e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2de13283fff2d884 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.251+0000 7fa0d37fe640 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 0x55c2d79a66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:17:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.253+0000 7fa0ba7fc640 1 -- 172.21.15.52:0/2826848402 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c8005020 con 0x55c2d799bac0 2024-04-21T09:17:37.253 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.253+0000 7fa0ba7fc640 1 -- 172.21.15.52:0/2826848402 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0c80047a0 con 0x55c2d799bac0 2024-04-21T09:17:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.254+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2826848402 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 msgr2=0x55c2d799a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:37.254 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.254+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d799a810 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa0c8009c40 tx=0x7fa0c800e720 comp rx=0 tx=0).stop 2024-04-21T09:17:37.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.255+0000 7fa0d17fa640 1 -- 172.21.15.52:0/626450965 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa0cc004520 con 0x7fa0d410e330 2024-04-21T09:17:37.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.256+0000 7fa0d17fa640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa0bc0a3ed0 0x7fa0bc0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.257+0000 7fa0d17fa640 1 -- 172.21.15.52:0/626450965 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9460+0+0 (secure 0 0 0) 0x7fa0cc0d0c70 con 0x7fa0d410e330 2024-04-21T09:17:37.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.265+0000 7fa0d8a6f640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa0bc0a3ed0 0x7fa0bc0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.271+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2826848402 shutdown_connections 2024-04-21T09:17:37.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.271+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 0x55c2d79a66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.271+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d799b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.271+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2826848402 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d799a810 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.271 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.271+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2826848402 >> 172.21.15.52:0/2826848402 conn(0x55c2d7961c90 msgr2=0x55c2d7995a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:37.273 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.273+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2826848402 shutdown_connections 2024-04-21T09:17:37.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.274+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2826848402 wait complete. 2024-04-21T09:17:37.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.275+0000 7fa0dd19e740 1 -- start start 2024-04-21T09:17:37.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.275+0000 7fa0dd19e740 1 Processor -- start 2024-04-21T09:17:37.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.280+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.280+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.280+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 0x55c2d79a1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.280+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55c2d79a7050 con 0x55c2d79a42d0 2024-04-21T09:17:37.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.280+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55c2d7887eb0 con 0x55c2d799ad50 2024-04-21T09:17:37.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.280+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55c2d79a71d0 con 0x55c2d799bac0 2024-04-21T09:17:37.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.280+0000 7fa0dd19e740 10 client.0 _ll_register_callbacks cb 0x55c2d78b4b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:17:37.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.281+0000 7fa0d8a6f640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa0bc0a3ed0 0x7fa0bc0a6390 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa0c8009c10 tx=0x7fa0c8009980 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:37.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.282+0000 7fa0d37fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.282+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.282+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:41810/0 (socket says 172.21.15.52:41810) 2024-04-21T09:17:37.282 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.282+0000 7fa0d3fff640 1 -- 172.21.15.52:0/2219792847 learned_addr learned my addr 172.21.15.52:0/2219792847 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:37.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.286+0000 7fa0d8a6f640 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 0x55c2d79a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.286+0000 7fa0d3fff640 1 -- 172.21.15.52:0/2219792847 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 msgr2=0x55c2d79a0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:37.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.286+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a0ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.286+0000 7fa0d3fff640 1 -- 172.21.15.52:0/2219792847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 msgr2=0x55c2d79a1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:37.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.286+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 0x55c2d79a1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.286+0000 7fa0d3fff640 1 -- 172.21.15.52:0/2219792847 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2d7612210 con 0x55c2d799ad50 2024-04-21T09:17:37.287 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.287+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a3b60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4009720 tx=0x7fa0c40093b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e8692fb781d67213 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:37.287 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.287+0000 7fa0b7ff7640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:17:37.287 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.287+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/2219792847 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c4044020 con 0x55c2d799ad50 2024-04-21T09:17:37.288 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.288+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2219792847 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0c80047a0 con 0x55c2d799ad50 2024-04-21T09:17:37.288 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.288+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/2219792847 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9460+0+0 (secure 0 0 0) 0x7fa0c4003d40 con 0x55c2d799ad50 2024-04-21T09:17:37.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.291+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/2219792847 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa0c404f050 con 0x55c2d799ad50 2024-04-21T09:17:37.291 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.291+0000 7fa0dd19e740 10 client.26195 fetch_fsmap learned FSMap version 35 2024-04-21T09:17:37.292 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.292+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2219792847 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55c2d76de620 con 0x55c2d799ad50 2024-04-21T09:17:37.293 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.293+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/2219792847 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0c80047a0 con 0x55c2d799ad50 2024-04-21T09:17:37.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.295+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/2219792847 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fa0c4005040 con 0x55c2d799ad50 2024-04-21T09:17:37.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.295+0000 7fa0dd19e740 10 client.26195 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:17:37.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.295+0000 7fa0dd19e740 10 client.26195 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:17:37.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.295+0000 7fa0dd19e740 20 client.26195 populate_metadata read hostname 'smithi052' 2024-04-21T09:17:37.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.295+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c2d79b44f0 0x55c2d79b69b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.295+0000 7fa0dd19e740 4 client.26195 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:17:37.296 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.295+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2219792847 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c2d7913880 con 0x55c2d79b44f0 2024-04-21T09:17:37.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.300+0000 7fa0d37fe640 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c2d79b44f0 0x55c2d79b69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.301+0000 7fa0d37fe640 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c2d79b44f0 0x55c2d79b69b0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9e1f3c0fb109f0 server_cookie=77ef77f8359e9a9a in_seq=0 out_seq=0 2024-04-21T09:17:37.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.301+0000 7fa0b7ff7640 10 client.26195 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:37.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.302+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/2219792847 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c2d7913880 con 0x55c2d79b44f0 2024-04-21T09:17:37.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0b7ff7640 10 client.26195 handle_command_reply: tid=0 2024-04-21T09:17:37.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 client.26195 shutdown 2024-04-21T09:17:37.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2219792847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 msgr2=0x55c2d79a3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:37.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a3b60 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4009720 tx=0x7fa0c40093b0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2219792847 shutdown_connections 2024-04-21T09:17:37.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c2d79b44f0 0x55c2d79b69b0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 0x55c2d79a1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a0ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/2219792847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a3b60 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.303+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2219792847 >> 172.21.15.52:0/2219792847 conn(0x55c2d7961c90 msgr2=0x55c2d7997790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:37.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.304+0000 7fa0b7ff7640 0 client.26195 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:37.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.308+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2219792847 shutdown_connections 2024-04-21T09:17:37.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.308+0000 7fa0dd19e740 1 -- 172.21.15.52:0/2219792847 wait complete. 2024-04-21T09:17:37.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.308+0000 7fa0dd19e740 20 client.26195 trim_cache size 0 max 16384 2024-04-21T09:17:37.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.347+0000 7fa0dd19e740 1 Processor -- start 2024-04-21T09:17:37.347 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.347+0000 7fa0dd19e740 1 -- start start 2024-04-21T09:17:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.349+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d79b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.349+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.349+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 0x55c2d79a3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.349+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c00127b0 con 0x55c2d799ad50 2024-04-21T09:17:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.349+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c0010080 con 0x55c2d79a42d0 2024-04-21T09:17:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.349+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c000df80 con 0x55c2d799bac0 2024-04-21T09:17:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.351+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d79b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.351+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d79b0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:42006/0 (socket says 172.21.15.52:42006) 2024-04-21T09:17:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.351+0000 7fa0d3fff640 1 -- 172.21.15.52:0/3833667601 learned_addr learned my addr 172.21.15.52:0/3833667601 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.352+0000 7fa0d3fff640 1 -- 172.21.15.52:0/3833667601 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 msgr2=0x55c2d79a3620 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:17:37.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.352+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/3833667601 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a3620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.352+0000 7fa0d3fff640 1 -- 172.21.15.52:0/3833667601 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 msgr2=0x55c2d79a3b60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:17:37.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.352+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/3833667601 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 0x55c2d79a3b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.352+0000 7fa0d3fff640 1 -- 172.21.15.52:0/3833667601 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2d79a1a30 con 0x55c2d799ad50 2024-04-21T09:17:37.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.352+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/3833667601 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d79b0000 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fa0c40045e0 tx=0x7fa0c4005eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ae28ceb339aa266 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.353+0000 7fa0b9ffb640 1 -- 172.21.15.52:0/3833667601 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c4044040 con 0x55c2d799ad50 2024-04-21T09:17:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.354+0000 7fa0b9ffb640 1 -- 172.21.15.52:0/3833667601 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0c4005560 con 0x55c2d799ad50 2024-04-21T09:17:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.354+0000 7fa0b9ffb640 1 -- 172.21.15.52:0/3833667601 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c4004230 con 0x55c2d799ad50 2024-04-21T09:17:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.359+0000 7fa0dd19e740 1 -- 172.21.15.52:0/3833667601 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 msgr2=0x55c2d79b0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.359+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/3833667601 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d79b0000 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fa0c40045e0 tx=0x7fa0c4005eb0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.360+0000 7fa0dd19e740 1 -- 172.21.15.52:0/3833667601 shutdown_connections 2024-04-21T09:17:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.360+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/3833667601 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d79a42d0 0x55c2d79a3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.360+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/3833667601 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.360+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/3833667601 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d799ad50 0x55c2d79b0000 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.360+0000 7fa0dd19e740 1 -- 172.21.15.52:0/3833667601 >> 172.21.15.52:0/3833667601 conn(0x55c2d7961c90 msgr2=0x55c2d79a0eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.360+0000 7fa0dd19e740 1 -- 172.21.15.52:0/3833667601 shutdown_connections 2024-04-21T09:17:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.360+0000 7fa0dd19e740 1 -- 172.21.15.52:0/3833667601 wait complete. 2024-04-21T09:17:37.362 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.361+0000 7fa0dd19e740 1 -- start start 2024-04-21T09:17:37.362 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.361+0000 7fa0dd19e740 1 Processor -- start 2024-04-21T09:17:37.362 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.362+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a74d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.362 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.362+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.363+0000 7fa0dd19e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 0x55c2d7a18ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.363+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c000e540 con 0x55c2d79a42d0 2024-04-21T09:17:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.363+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c000f9b0 con 0x55c2d799ad50 2024-04-21T09:17:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.363+0000 7fa0dd19e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c000ec10 con 0x55c2d799bac0 2024-04-21T09:17:37.363 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.363+0000 7fa0dd19e740 10 client.0 _ll_register_callbacks cb 0x7fa0cc009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:17:37.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.364+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.364+0000 7fa0d8a6f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 0x55c2d7a18ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.364 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.364+0000 7fa0d3fff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a74d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:41826/0 (socket says 172.21.15.52:41826) 2024-04-21T09:17:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.364+0000 7fa0d3fff640 1 -- 172.21.15.52:0/173664033 learned_addr learned my addr 172.21.15.52:0/173664033 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.365+0000 7fa0d3fff640 1 -- 172.21.15.52:0/173664033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 msgr2=0x55c2d79a7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.365+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.365+0000 7fa0d3fff640 1 -- 172.21.15.52:0/173664033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 msgr2=0x55c2d7a18ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.365+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 0x55c2d7a18ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:37.365 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.365+0000 7fa0d3fff640 1 -- 172.21.15.52:0/173664033 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2d799a020 con 0x55c2d799ad50 2024-04-21T09:17:37.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.367+0000 7fa0d3fff640 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a74d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4006010 tx=0x7fa0c4003f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8877c5523c9a573a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:37.367 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.367+0000 7fa0b7ff7640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:17:37.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.368+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/173664033 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c4044040 con 0x55c2d799ad50 2024-04-21T09:17:37.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.368+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/173664033 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9460+0+0 (secure 0 0 0) 0x7fa0c402e8e0 con 0x55c2d799ad50 2024-04-21T09:17:37.368 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.368+0000 7fa0dd19e740 1 -- 172.21.15.52:0/173664033 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0c4005560 con 0x55c2d799ad50 2024-04-21T09:17:37.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.371+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/173664033 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa0c4065050 con 0x55c2d799ad50 2024-04-21T09:17:37.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.371+0000 7fa0dd19e740 10 client.26198 fetch_fsmap learned FSMap version 35 2024-04-21T09:17:37.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.372+0000 7fa0dd19e740 1 -- 172.21.15.52:0/173664033 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55c2d7a19f20 con 0x55c2d799ad50 2024-04-21T09:17:37.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.373+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/173664033 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0c4040460 con 0x55c2d799ad50 2024-04-21T09:17:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.375+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/173664033 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fa0c400e440 con 0x55c2d799ad50 2024-04-21T09:17:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.375+0000 7fa0dd19e740 10 client.26198 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:17:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.375+0000 7fa0dd19e740 10 client.26198 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:17:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.375+0000 7fa0dd19e740 20 client.26198 populate_metadata read hostname 'smithi052' 2024-04-21T09:17:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.375+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c2d7a1a570 0x55c2d7a1c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.375+0000 7fa0dd19e740 4 client.26198 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:17:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.375+0000 7fa0dd19e740 1 -- 172.21.15.52:0/173664033 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fa0c4005560 con 0x55c2d7a1a570 2024-04-21T09:17:37.378 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.378+0000 7fa0d37fe640 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c2d7a1a570 0x55c2d7a1c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.381+0000 7fa0d37fe640 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c2d7a1a570 0x55c2d7a1c960 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bccd52caa4ba9e89 server_cookie=795027ce958bf1df in_seq=0 out_seq=0 2024-04-21T09:17:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:37.382+0000 7fa0b7ff7640 10 client.26198 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:37.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:37 smithi078 ceph-mon[31713]: pgmap v234: 129 pgs: 129 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 586 MiB/s wr, 1.33k op/s 2024-04-21T09:17:37.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:37 smithi052 ceph-mon[28035]: pgmap v234: 129 pgs: 129 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 586 MiB/s wr, 1.33k op/s 2024-04-21T09:17:37.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:37 smithi060 ceph-mon[31055]: pgmap v234: 129 pgs: 129 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 586 MiB/s wr, 1.33k op/s 2024-04-21T09:17:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0b7ff7640 1 -- 172.21.15.52:0/173664033 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fa0c4005560 con 0x55c2d7a1a570 2024-04-21T09:17:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0b7ff7640 10 client.26198 handle_command_reply: tid=0 2024-04-21T09:17:38.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0dd19e740 1 client.26198 shutdown 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0dd19e740 1 -- 172.21.15.52:0/173664033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 msgr2=0x55c2d79a74d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a74d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4006010 tx=0x7fa0c4003f70 comp rx=0 tx=0).stop 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0dd19e740 1 -- 172.21.15.52:0/173664033 shutdown_connections 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55c2d7a1a570 0x55c2d7a1c960 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55c2d79a42d0 0x55c2d7a18ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55c2d799bac0 0x55c2d79a7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.831+0000 7fa0dd19e740 1 --2- 172.21.15.52:0/173664033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55c2d799ad50 0x55c2d79a74d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.832+0000 7fa0dd19e740 1 -- 172.21.15.52:0/173664033 >> 172.21.15.52:0/173664033 conn(0x55c2d7961c90 msgr2=0x55c2d799f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:38.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.832+0000 7fa0b7ff7640 0 client.26198 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.832+0000 7fa0dd19e740 1 -- 172.21.15.52:0/173664033 shutdown_connections 2024-04-21T09:17:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.832+0000 7fa0dd19e740 1 -- 172.21.15.52:0/173664033 wait complete. 2024-04-21T09:17:38.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.833+0000 7fa0dd19e740 20 client.26198 trim_cache size 0 max 16384 2024-04-21T09:17:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:17:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:17:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:17:38.835 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:17:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 -- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa0bc0a3ed0 msgr2=0x7fa0bc0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa0bc0a3ed0 0x7fa0bc0a6390 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa0c8009c10 tx=0x7fa0c8009980 comp rx=0 tx=0).stop 2024-04-21T09:17:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 -- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d410e330 msgr2=0x7fa0d4074280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:38.841 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d410e330 0x7fa0d4074280 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc00c420 tx=0x7fa0cc00c8e0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 -- 172.21.15.52:0/626450965 shutdown_connections 2024-04-21T09:17:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa0bc0a3ed0 0x7fa0bc0a6390 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa0d410ec50 0x7fa0d40749f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.843 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa0d410e330 0x7fa0d4074280 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.843 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 --2- 172.21.15.52:0/626450965 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa0d410d710 0x7fa0d407a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:38.843 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.840+0000 7fa0da4d2640 1 -- 172.21.15.52:0/626450965 >> 172.21.15.52:0/626450965 conn(0x7fa0d406cea0 msgr2=0x7fa0d4072f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.843+0000 7fa0da4d2640 1 -- 172.21.15.52:0/626450965 shutdown_connections 2024-04-21T09:17:38.851 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:38.844+0000 7fa0da4d2640 1 -- 172.21.15.52:0/626450965 wait complete. 2024-04-21T09:17:39.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:39 smithi078 ceph-mon[31713]: pgmap v235: 129 pgs: 129 active+clean; 68 GiB data, 142 GiB used, 930 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 679 MiB/s wr, 1.39k op/s 2024-04-21T09:17:39.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:39 smithi052 ceph-mon[28035]: pgmap v235: 129 pgs: 129 active+clean; 68 GiB data, 142 GiB used, 930 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 679 MiB/s wr, 1.39k op/s 2024-04-21T09:17:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:39 smithi060 ceph-mon[31055]: pgmap v235: 129 pgs: 129 active+clean; 68 GiB data, 142 GiB used, 930 GiB / 1.0 TiB avail; 4.0 MiB/s rd, 679 MiB/s wr, 1.39k op/s 2024-04-21T09:17:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:41 smithi078 ceph-mon[31713]: pgmap v236: 129 pgs: 129 active+clean; 68 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 543 MiB/s wr, 816 op/s 2024-04-21T09:17:41.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:41 smithi052 ceph-mon[28035]: pgmap v236: 129 pgs: 129 active+clean; 68 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 543 MiB/s wr, 816 op/s 2024-04-21T09:17:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:41 smithi060 ceph-mon[31055]: pgmap v236: 129 pgs: 129 active+clean; 68 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 543 MiB/s wr, 816 op/s 2024-04-21T09:17:43.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:43 smithi078 ceph-mon[31713]: pgmap v237: 129 pgs: 129 active+clean; 68 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 592 MiB/s wr, 815 op/s 2024-04-21T09:17:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:43 smithi052 ceph-mon[28035]: pgmap v237: 129 pgs: 129 active+clean; 68 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 592 MiB/s wr, 815 op/s 2024-04-21T09:17:43.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:43 smithi060 ceph-mon[31055]: pgmap v237: 129 pgs: 129 active+clean; 68 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 592 MiB/s wr, 815 op/s 2024-04-21T09:17:45.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:45 smithi060 ceph-mon[31055]: pgmap v238: 129 pgs: 129 active+clean; 68 GiB data, 145 GiB used, 928 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 682 MiB/s wr, 1.03k op/s 2024-04-21T09:17:45.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:45 smithi078 ceph-mon[31713]: pgmap v238: 129 pgs: 129 active+clean; 68 GiB data, 145 GiB used, 928 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 682 MiB/s wr, 1.03k op/s 2024-04-21T09:17:45.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:45 smithi052 ceph-mon[28035]: pgmap v238: 129 pgs: 129 active+clean; 68 GiB data, 145 GiB used, 928 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 682 MiB/s wr, 1.03k op/s 2024-04-21T09:17:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:47 smithi060 ceph-mon[31055]: pgmap v239: 129 pgs: 129 active+clean; 69 GiB data, 145 GiB used, 927 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 611 MiB/s wr, 1.06k op/s 2024-04-21T09:17:47.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:47 smithi078 ceph-mon[31713]: pgmap v239: 129 pgs: 129 active+clean; 69 GiB data, 145 GiB used, 927 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 611 MiB/s wr, 1.06k op/s 2024-04-21T09:17:47.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:47 smithi052 ceph-mon[28035]: pgmap v239: 129 pgs: 129 active+clean; 69 GiB data, 145 GiB used, 927 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 611 MiB/s wr, 1.06k op/s 2024-04-21T09:17:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:49 smithi060 ceph-mon[31055]: pgmap v240: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 743 MiB/s wr, 1.31k op/s 2024-04-21T09:17:49.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:49 smithi078 ceph-mon[31713]: pgmap v240: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 743 MiB/s wr, 1.31k op/s 2024-04-21T09:17:49.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:49 smithi052 ceph-mon[28035]: pgmap v240: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 743 MiB/s wr, 1.31k op/s 2024-04-21T09:17:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:51 smithi060 ceph-mon[31055]: pgmap v241: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 625 MiB/s wr, 1.15k op/s 2024-04-21T09:17:51.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:51 smithi078 ceph-mon[31713]: pgmap v241: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 625 MiB/s wr, 1.15k op/s 2024-04-21T09:17:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:51 smithi052 ceph-mon[28035]: pgmap v241: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 625 MiB/s wr, 1.15k op/s 2024-04-21T09:17:52.094 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.094+0000 7f461759e640 1 -- 172.21.15.52:0/1836843416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4618108f50 msgr2=0x7f46181093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:52.094 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.094+0000 7f461759e640 1 --2- 172.21.15.52:0/1836843416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4618108f50 0x7f46181093b0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f460c009860 tx=0x7f460c02bbb0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.099+0000 7f461759e640 1 -- 172.21.15.52:0/1836843416 shutdown_connections 2024-04-21T09:17:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.099+0000 7f461759e640 1 --2- 172.21.15.52:0/1836843416 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f46181099d0 0x7f461811d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.099+0000 7f461759e640 1 --2- 172.21.15.52:0/1836843416 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4618108f50 0x7f46181093b0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.099+0000 7f461759e640 1 --2- 172.21.15.52:0/1836843416 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f46181104a0 0x7f4618110880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.099 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.099+0000 7f461759e640 1 -- 172.21.15.52:0/1836843416 >> 172.21.15.52:0/1836843416 conn(0x7f461806ced0 msgr2=0x7f461806d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:52.112 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.113+0000 7f461759e640 1 -- 172.21.15.52:0/1836843416 shutdown_connections 2024-04-21T09:17:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.116+0000 7f461759e640 1 -- 172.21.15.52:0/1836843416 wait complete. 2024-04-21T09:17:52.117 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.117+0000 7f461759e640 1 Processor -- start 2024-04-21T09:17:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.120+0000 7f461759e640 1 -- start start 2024-04-21T09:17:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.120+0000 7f461759e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4618108f50 0x7f461811d360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.120+0000 7f461759e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f46181099d0 0x7f46181163e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.120+0000 7f461759e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46181104a0 0x7f4618116920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.120+0000 7f461759e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4618120dc0 con 0x7f46181104a0 2024-04-21T09:17:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.120+0000 7f461759e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4618120c40 con 0x7f46181099d0 2024-04-21T09:17:52.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.120+0000 7f461759e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4618120f40 con 0x7f4618108f50 2024-04-21T09:17:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.124+0000 7f461659c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4618108f50 0x7f461811d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.124+0000 7f461659c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4618108f50 0x7f461811d360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:52850/0 (socket says 172.21.15.52:52850) 2024-04-21T09:17:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.124+0000 7f461659c640 1 -- 172.21.15.52:0/1840064724 learned_addr learned my addr 172.21.15.52:0/1840064724 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:52.125 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.124+0000 7f4615d9b640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f46181099d0 0x7f46181163e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.126 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.126+0000 7f461659c640 1 -- 172.21.15.52:0/1840064724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f46181099d0 msgr2=0x7f46181163e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:52.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.126+0000 7f461659c640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f46181099d0 0x7f46181163e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.126+0000 7f461659c640 1 -- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46181104a0 msgr2=0x7f4618116920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:17:52.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.126+0000 7f461659c640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46181104a0 0x7f4618116920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.127 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.126+0000 7f461659c640 1 -- 172.21.15.52:0/1840064724 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4618116f90 con 0x7f4618108f50 2024-04-21T09:17:52.130 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.126+0000 7f461659c640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4618108f50 0x7f461811d360 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f460800d950 tx=0x7f460800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:52.130 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.127+0000 7f46077fe640 1 -- 172.21.15.52:0/1840064724 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4608017030 con 0x7f4618108f50 2024-04-21T09:17:52.130 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.127+0000 7f46077fe640 1 -- 172.21.15.52:0/1840064724 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4608004020 con 0x7f4618108f50 2024-04-21T09:17:52.130 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.128+0000 7f46077fe640 1 -- 172.21.15.52:0/1840064724 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4608003c70 con 0x7f4618108f50 2024-04-21T09:17:52.130 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.128+0000 7f461759e640 1 -- 172.21.15.52:0/1840064724 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f461811ae80 con 0x7f4618108f50 2024-04-21T09:17:52.130 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.128+0000 7f461759e640 1 -- 172.21.15.52:0/1840064724 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f461811b2f0 con 0x7f4618108f50 2024-04-21T09:17:52.137 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.137+0000 7f461fa16740 1 Processor -- start 2024-04-21T09:17:52.138 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.137+0000 7f46077fe640 1 -- 172.21.15.52:0/1840064724 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f460801a070 con 0x7f4618108f50 2024-04-21T09:17:52.139 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.138+0000 7f46077fe640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f46000a3f30 0x7f46000a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.140 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.139+0000 7f46077fe640 1 -- 172.21.15.52:0/1840064724 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9460+0+0 (secure 0 0 0) 0x7f46080d1540 con 0x7f4618108f50 2024-04-21T09:17:52.142 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.141+0000 7f461fa16740 1 -- start start 2024-04-21T09:17:52.143 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.141+0000 7f461fa16740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52af4810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.143 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.141+0000 7f461fa16740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52af4d50 0x55de52af51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.143 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.141+0000 7f461fa16740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 0x55de52b006c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.143 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.141+0000 7f461fa16740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55de52a598d0 con 0x55de52af5ac0 2024-04-21T09:17:52.143 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.141+0000 7f461fa16740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55de529f6e80 con 0x55de52af4d50 2024-04-21T09:17:52.143 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.141+0000 7f461fa16740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55de52a55890 con 0x55de52afe2d0 2024-04-21T09:17:52.144 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.143+0000 7f4615d9b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52af4d50 0x55de52af51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.144 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.143+0000 7f4615d9b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52af4d50 0x55de52af51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:53796/0 (socket says 172.21.15.52:53796) 2024-04-21T09:17:52.144 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.143+0000 7f4615d9b640 1 -- 172.21.15.52:0/3637510479 learned_addr learned my addr 172.21.15.52:0/3637510479 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:52.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.143+0000 7f4616d9d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 0x55de52b006c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.145 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.144+0000 7f4616d9d640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f46000a3f30 0x7f46000a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.148 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.147+0000 7f4615d9b640 1 -- 172.21.15.52:0/3637510479 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 msgr2=0x55de52b006c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:52.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.147+0000 7f4615d9b640 1 --2- 172.21.15.52:0/3637510479 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 0x55de52b006c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.147+0000 7f4615d9b640 1 -- 172.21.15.52:0/3637510479 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 msgr2=0x55de52af4810 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:17:52.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.147+0000 7f4615d9b640 1 --2- 172.21.15.52:0/3637510479 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52af4810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.149 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.147+0000 7f4615d9b640 1 -- 172.21.15.52:0/3637510479 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de52a18320 con 0x55de52af4d50 2024-04-21T09:17:52.152 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.148+0000 7f4616d9d640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f46000a3f30 0x7f46000a63f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4610009a60 tx=0x7f46100099f0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:52.152 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.148+0000 7f4615d9b640 1 --2- 172.21.15.52:0/3637510479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52af4d50 0x55de52af51d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f460c009860 tx=0x7f460c009440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4886fe340b52cc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:52.152 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.152+0000 7f4604ff9640 1 -- 172.21.15.52:0/3637510479 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460c039040 con 0x55de52af4d50 2024-04-21T09:17:52.152 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.152+0000 7f4604ff9640 1 -- 172.21.15.52:0/3637510479 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f460c034780 con 0x55de52af4d50 2024-04-21T09:17:52.157 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.153+0000 7f461fa16740 1 -- 172.21.15.52:0/3637510479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52af4d50 msgr2=0x55de52af51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:52.157 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.153+0000 7f461fa16740 1 --2- 172.21.15.52:0/3637510479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52af4d50 0x55de52af51d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f460c009860 tx=0x7f460c009440 comp rx=0 tx=0).stop 2024-04-21T09:17:52.159 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.159+0000 7f461fa16740 1 -- 172.21.15.52:0/3637510479 shutdown_connections 2024-04-21T09:17:52.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.159+0000 7f461fa16740 1 --2- 172.21.15.52:0/3637510479 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 0x55de52b006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.159+0000 7f461fa16740 1 --2- 172.21.15.52:0/3637510479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52af4d50 0x55de52af51d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.159+0000 7f461fa16740 1 --2- 172.21.15.52:0/3637510479 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52af4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.160 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.159+0000 7f461fa16740 1 -- 172.21.15.52:0/3637510479 >> 172.21.15.52:0/3637510479 conn(0x55de52abbc90 msgr2=0x55de52aefa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:52.163 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.160+0000 7f461fa16740 1 -- 172.21.15.52:0/3637510479 shutdown_connections 2024-04-21T09:17:52.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.164+0000 7f461fa16740 1 -- 172.21.15.52:0/3637510479 wait complete. 2024-04-21T09:17:52.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.164+0000 7f461fa16740 1 -- start start 2024-04-21T09:17:52.164 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.164+0000 7f461fa16740 1 Processor -- start 2024-04-21T09:17:52.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.166+0000 7f461fa16740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52af4d50 0x55de52afdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.167 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.167+0000 7f461fa16740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52afaf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.167+0000 7f461fa16740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afe2d0 0x55de52afb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.167+0000 7f461fa16740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55de52b00ff0 con 0x55de52af5ac0 2024-04-21T09:17:52.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.167+0000 7f461fa16740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55de529e1eb0 con 0x55de52afe2d0 2024-04-21T09:17:52.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.167+0000 7f461fa16740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55de52b01170 con 0x55de52af4d50 2024-04-21T09:17:52.168 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.167+0000 7f461fa16740 10 client.0 _ll_register_callbacks cb 0x55de52a0eb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:17:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.168+0000 7f4615d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52afaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.168+0000 7f4615d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52afaf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52122/0 (socket says 172.21.15.52:52122) 2024-04-21T09:17:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.168+0000 7f4615d9b640 1 -- 172.21.15.52:0/297479775 learned_addr learned my addr 172.21.15.52:0/297479775 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.170+0000 7f4615d9b640 1 -- 172.21.15.52:0/297479775 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52af4d50 msgr2=0x55de52afdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.170+0000 7f4615d9b640 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52af4d50 0x55de52afdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.170+0000 7f4615d9b640 1 -- 172.21.15.52:0/297479775 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afe2d0 msgr2=0x55de52afb4a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:17:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.170+0000 7f4615d9b640 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afe2d0 0x55de52afb4a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.171 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.170+0000 7f4615d9b640 1 -- 172.21.15.52:0/297479775 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de5276c210 con 0x55de52af5ac0 2024-04-21T09:17:52.175 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.173+0000 7f4615d9b640 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52afaf60 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f460c009830 tx=0x7f460c034dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75dfa4c583f872be server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:52.175 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.174+0000 7f45fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:17:52.178 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.178+0000 7f45fdffb640 1 -- 172.21.15.52:0/297479775 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460c04c070 con 0x55de52af5ac0 2024-04-21T09:17:52.178 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.178+0000 7f461fa16740 1 -- 172.21.15.52:0/297479775 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f460c034780 con 0x55de52af5ac0 2024-04-21T09:17:52.178 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.178+0000 7f45fdffb640 1 -- 172.21.15.52:0/297479775 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9460+0+0 (secure 0 0 0) 0x7f460c02c550 con 0x55de52af5ac0 2024-04-21T09:17:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.183+0000 7f45fdffb640 1 -- 172.21.15.52:0/297479775 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f460c05a050 con 0x55de52af5ac0 2024-04-21T09:17:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.189+0000 7f461fa16740 10 client.16584 fetch_fsmap learned FSMap version 35 2024-04-21T09:17:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.189+0000 7f461fa16740 1 -- 172.21.15.52:0/297479775 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55de52838620 con 0x55de52af5ac0 2024-04-21T09:17:52.190 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.190+0000 7f45fdffb640 1 -- 172.21.15.52:0/297479775 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f460c034780 con 0x55de52af5ac0 2024-04-21T09:17:52.191 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.191+0000 7f45fdffb640 1 -- 172.21.15.52:0/297479775 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f460c004c60 con 0x55de52af5ac0 2024-04-21T09:17:52.192 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.192+0000 7f461fa16740 10 client.16584 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:17:52.192 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.192+0000 7f461fa16740 10 client.16584 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:17:52.192 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.192+0000 7f461fa16740 20 client.16584 populate_metadata read hostname 'smithi052' 2024-04-21T09:17:52.192 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.192+0000 7f461fa16740 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55de52b0e410 0x55de52b10890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.192 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.192+0000 7f461fa16740 4 client.16584 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:17:52.192 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.192+0000 7f461fa16740 1 -- 172.21.15.52:0/297479775 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de52a6d880 con 0x55de52b0e410 2024-04-21T09:17:52.194 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.194+0000 7f461659c640 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55de52b0e410 0x55de52b10890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.203+0000 7f461659c640 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55de52b0e410 0x55de52b10890 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a5f23d0ced8414 server_cookie=21c35e6fbbcd00a9 in_seq=0 out_seq=0 2024-04-21T09:17:52.203 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.203+0000 7f45fdffb640 10 client.16584 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:52.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.208+0000 7f45fdffb640 1 -- 172.21.15.52:0/297479775 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55de52a6d880 con 0x55de52b0e410 2024-04-21T09:17:52.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.208+0000 7f45fdffb640 10 client.16584 handle_command_reply: tid=0 2024-04-21T09:17:52.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.208+0000 7f461fa16740 1 client.16584 shutdown 2024-04-21T09:17:52.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.210+0000 7f461fa16740 1 -- 172.21.15.52:0/297479775 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 msgr2=0x55de52afaf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:52.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.210+0000 7f461fa16740 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52afaf60 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f460c009830 tx=0x7f460c034dd0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.212+0000 7f461fa16740 1 -- 172.21.15.52:0/297479775 shutdown_connections 2024-04-21T09:17:52.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.212+0000 7f461fa16740 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55de52b0e410 0x55de52b10890 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.212+0000 7f461fa16740 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afe2d0 0x55de52afb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.212+0000 7f461fa16740 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af5ac0 0x55de52afaf60 secure :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f460c009830 tx=0x7f460c034dd0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.212+0000 7f461fa16740 1 --2- 172.21.15.52:0/297479775 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52af4d50 0x55de52afdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.212+0000 7f461fa16740 1 -- 172.21.15.52:0/297479775 >> 172.21.15.52:0/297479775 conn(0x55de52abbc90 msgr2=0x55de52af1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:52.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.212+0000 7f45fdffb640 0 client.16584 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:52.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.213+0000 7f461fa16740 1 -- 172.21.15.52:0/297479775 shutdown_connections 2024-04-21T09:17:52.215 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.213+0000 7f461fa16740 1 -- 172.21.15.52:0/297479775 wait complete. 2024-04-21T09:17:52.218 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.219+0000 7f461fa16740 20 client.16584 trim_cache size 0 max 16384 2024-04-21T09:17:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.273+0000 7f461fa16740 1 Processor -- start 2024-04-21T09:17:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.274+0000 7f461fa16740 1 -- start start 2024-04-21T09:17:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.274+0000 7f461fa16740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52af67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.275+0000 7f461659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52af67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.276+0000 7f461fa16740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afe2d0 0x55de52b09f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.276+0000 7f461fa16740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afd690 0x55de52afdb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.276+0000 7f461fa16740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f46181c9070 con 0x55de52af4d50 2024-04-21T09:17:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.276+0000 7f461fa16740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f46181c6940 con 0x55de52afe2d0 2024-04-21T09:17:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.276+0000 7f461fa16740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f46181c4840 con 0x55de52afd690 2024-04-21T09:17:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.277+0000 7f461659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52af67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52130/0 (socket says 172.21.15.52:52130) 2024-04-21T09:17:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.277+0000 7f461659c640 1 -- 172.21.15.52:0/534524788 learned_addr learned my addr 172.21.15.52:0/534524788 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.277+0000 7f461659c640 1 -- 172.21.15.52:0/534524788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afd690 msgr2=0x55de52afdb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.277+0000 7f461659c640 1 --2- 172.21.15.52:0/534524788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afd690 0x55de52afdb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.277+0000 7f461659c640 1 -- 172.21.15.52:0/534524788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afe2d0 msgr2=0x55de52b09f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.277+0000 7f461659c640 1 --2- 172.21.15.52:0/534524788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afe2d0 0x55de52b09f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.277+0000 7f461659c640 1 -- 172.21.15.52:0/534524788 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de52af4020 con 0x55de52af4d50 2024-04-21T09:17:52.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.278+0000 7f461659c640 1 --2- 172.21.15.52:0/534524788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52af67c0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f460809d060 tx=0x7f46080045a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55e056811f1e62f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:52.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.279+0000 7f45fffff640 1 -- 172.21.15.52:0/534524788 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46080bb070 con 0x55de52af4d50 2024-04-21T09:17:52.279 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.279+0000 7f45fffff640 1 -- 172.21.15.52:0/534524788 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46080a1480 con 0x55de52af4d50 2024-04-21T09:17:52.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.283+0000 7f45fffff640 1 -- 172.21.15.52:0/534524788 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46080b6070 con 0x55de52af4d50 2024-04-21T09:17:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.286+0000 7f461fa16740 1 -- 172.21.15.52:0/534524788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 msgr2=0x55de52af67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:52.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.286+0000 7f461fa16740 1 --2- 172.21.15.52:0/534524788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52af67c0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f460809d060 tx=0x7f46080045a0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.291+0000 7f461fa16740 1 -- 172.21.15.52:0/534524788 shutdown_connections 2024-04-21T09:17:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.291+0000 7f461fa16740 1 --2- 172.21.15.52:0/534524788 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afd690 0x55de52afdb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.291+0000 7f461fa16740 1 --2- 172.21.15.52:0/534524788 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afe2d0 0x55de52b09f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.291+0000 7f461fa16740 1 --2- 172.21.15.52:0/534524788 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52af67c0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.291+0000 7f461fa16740 1 -- 172.21.15.52:0/534524788 >> 172.21.15.52:0/534524788 conn(0x55de52abbc90 msgr2=0x55de52af60b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.294+0000 7f461fa16740 1 -- 172.21.15.52:0/534524788 shutdown_connections 2024-04-21T09:17:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.295+0000 7f461fa16740 1 -- 172.21.15.52:0/534524788 wait complete. 2024-04-21T09:17:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.296+0000 7f461fa16740 1 -- start start 2024-04-21T09:17:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.297+0000 7f461fa16740 1 Processor -- start 2024-04-21T09:17:52.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.298+0000 7f461fa16740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52b06450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.298 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.298+0000 7f461fa16740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afd690 0x55de52b06990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.298+0000 7f461659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52b06450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.298+0000 7f461659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52b06450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52146/0 (socket says 172.21.15.52:52146) 2024-04-21T09:17:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.299+0000 7f461659c640 1 -- 172.21.15.52:0/1514215072 learned_addr learned my addr 172.21.15.52:0/1514215072 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:17:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.299+0000 7f461fa16740 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 0x55de52af8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.299+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f46181c4e00 con 0x55de52af4d50 2024-04-21T09:17:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.299+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f46181c6270 con 0x55de52afd690 2024-04-21T09:17:52.299 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.299+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f46181c54d0 con 0x55de52afe2d0 2024-04-21T09:17:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.300+0000 7f461fa16740 10 client.0 _ll_register_callbacks cb 0x7f4610009e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:17:52.303 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.303+0000 7f4615d9b640 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afd690 0x55de52b06990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.304+0000 7f4615d9b640 1 -- 172.21.15.52:0/1514215072 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 msgr2=0x55de52af8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:52.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.304+0000 7f4615d9b640 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 0x55de52af8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.304+0000 7f4615d9b640 1 -- 172.21.15.52:0/1514215072 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 msgr2=0x55de52b06450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:17:52.304 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.304+0000 7f4615d9b640 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52b06450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:52.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.304+0000 7f4615d9b640 1 -- 172.21.15.52:0/1514215072 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de52af8770 con 0x55de52afd690 2024-04-21T09:17:52.305 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.305+0000 7f4615d9b640 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afd690 0x55de52b06990 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55de52afbff0 tx=0x7f460c03f640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f8a483be0f20489 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:17:52.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.313+0000 7f45fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:17:52.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.313+0000 7f45fdffb640 1 -- 172.21.15.52:0/1514215072 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460c04c040 con 0x55de52afd690 2024-04-21T09:17:52.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.313+0000 7f45fdffb640 1 -- 172.21.15.52:0/1514215072 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9460+0+0 (secure 0 0 0) 0x7f460c034440 con 0x55de52afd690 2024-04-21T09:17:52.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.315+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46080a1480 con 0x55de52afd690 2024-04-21T09:17:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.326+0000 7f45fdffb640 1 -- 172.21.15.52:0/1514215072 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f460c064050 con 0x55de52afd690 2024-04-21T09:17:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.329+0000 7f461fa16740 10 client.26210 fetch_fsmap learned FSMap version 35 2024-04-21T09:17:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.329+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55de52afeee0 con 0x55de52afd690 2024-04-21T09:17:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.334+0000 7f45fdffb640 1 -- 172.21.15.52:0/1514215072 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46080a1480 con 0x55de52afd690 2024-04-21T09:17:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.334+0000 7f45fdffb640 1 -- 172.21.15.52:0/1514215072 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f460c02ca00 con 0x55de52afd690 2024-04-21T09:17:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.336+0000 7f461fa16740 10 client.26210 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:17:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.337+0000 7f461fa16740 10 client.26210 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:17:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.337+0000 7f461fa16740 20 client.26210 populate_metadata read hostname 'smithi052' 2024-04-21T09:17:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.337+0000 7f461fa16740 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55de52b749d0 0x55de52b76dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:17:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.337+0000 7f461fa16740 4 client.26210 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:17:52.337 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.337+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55de529f93d0 con 0x55de52b749d0 2024-04-21T09:17:52.340 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.340+0000 7f461659c640 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55de52b749d0 0x55de52b76dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:17:52.358 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.356+0000 7f461659c640 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55de52b749d0 0x55de52b76dc0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f71bd521ac1fd170 server_cookie=2dfd1d18510ea50e in_seq=0 out_seq=0 2024-04-21T09:17:52.359 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:52.359+0000 7f45fdffb640 10 client.26210 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:53.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:53 smithi060 ceph-mon[31055]: pgmap v242: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 640 MiB/s wr, 1.23k op/s 2024-04-21T09:17:53.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:53 smithi078 ceph-mon[31713]: pgmap v242: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 640 MiB/s wr, 1.23k op/s 2024-04-21T09:17:53.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:53 smithi052 ceph-mon[28035]: pgmap v242: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 640 MiB/s wr, 1.23k op/s 2024-04-21T09:17:54.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.259+0000 7f45fdffb640 1 -- 172.21.15.52:0/1514215072 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55de529f93d0 con 0x55de52b749d0 2024-04-21T09:17:54.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.259+0000 7f45fdffb640 10 client.26210 handle_command_reply: tid=0 2024-04-21T09:17:54.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.259+0000 7f461fa16740 1 client.26210 shutdown 2024-04-21T09:17:54.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.259+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afd690 msgr2=0x55de52b06990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:54.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.259+0000 7f461fa16740 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afd690 0x55de52b06990 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55de52afbff0 tx=0x7f460c03f640 comp rx=0 tx=0).stop 2024-04-21T09:17:54.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 shutdown_connections 2024-04-21T09:17:54.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55de52b749d0 0x55de52b76dc0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55de52afe2d0 0x55de52af8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55de52afd690 0x55de52b06990 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 1 --2- 172.21.15.52:0/1514215072 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55de52af4d50 0x55de52b06450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 >> 172.21.15.52:0/1514215072 conn(0x55de52abbc90 msgr2=0x55de52afc5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:54.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f45fdffb640 0 client.26210 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:17:54.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 shutdown_connections 2024-04-21T09:17:54.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 1 -- 172.21.15.52:0/1514215072 wait complete. 2024-04-21T09:17:54.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.260+0000 7f461fa16740 20 client.26210 trim_cache size 0 max 16384 2024-04-21T09:17:54.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:17:54.261 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:17:54.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:17:54.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:17:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.265+0000 7f461759e640 1 -- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f46000a3f30 msgr2=0x7f46000a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.265+0000 7f461759e640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f46000a3f30 0x7f46000a63f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4610009a60 tx=0x7f46100099f0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.265+0000 7f461759e640 1 -- 172.21.15.52:0/1840064724 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4618108f50 msgr2=0x7f461811d360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:17:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.265+0000 7f461759e640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4618108f50 0x7f461811d360 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f460800d950 tx=0x7f460800de10 comp rx=0 tx=0).stop 2024-04-21T09:17:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.267+0000 7f461759e640 1 -- 172.21.15.52:0/1840064724 shutdown_connections 2024-04-21T09:17:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.267+0000 7f461759e640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f46000a3f30 0x7f46000a63f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.267+0000 7f461759e640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f46181104a0 0x7f4618116920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.267+0000 7f461759e640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f46181099d0 0x7f46181163e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.267+0000 7f461759e640 1 --2- 172.21.15.52:0/1840064724 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4618108f50 0x7f461811d360 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:17:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.267+0000 7f461759e640 1 -- 172.21.15.52:0/1840064724 >> 172.21.15.52:0/1840064724 conn(0x7f461806ced0 msgr2=0x7f4618072030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:17:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.268+0000 7f461759e640 1 -- 172.21.15.52:0/1840064724 shutdown_connections 2024-04-21T09:17:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:17:54.268+0000 7f461759e640 1 -- 172.21.15.52:0/1840064724 wait complete. 2024-04-21T09:17:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:55 smithi078 ceph-mon[31713]: pgmap v243: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 681 MiB/s wr, 1.30k op/s 2024-04-21T09:17:55.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:55 smithi052 ceph-mon[28035]: pgmap v243: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 681 MiB/s wr, 1.30k op/s 2024-04-21T09:17:56.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:55 smithi060 ceph-mon[31055]: pgmap v243: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.7 MiB/s rd, 681 MiB/s wr, 1.30k op/s 2024-04-21T09:17:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:57 smithi078 ceph-mon[31713]: pgmap v244: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 621 MiB/s wr, 1.15k op/s 2024-04-21T09:17:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:57 smithi052 ceph-mon[28035]: pgmap v244: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 621 MiB/s wr, 1.15k op/s 2024-04-21T09:17:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:57 smithi060 ceph-mon[31055]: pgmap v244: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.9 MiB/s rd, 621 MiB/s wr, 1.15k op/s 2024-04-21T09:17:59.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:17:59 smithi078 ceph-mon[31713]: pgmap v245: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 742 MiB/s wr, 1.39k op/s 2024-04-21T09:17:59.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:17:59 smithi052 ceph-mon[28035]: pgmap v245: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 742 MiB/s wr, 1.39k op/s 2024-04-21T09:18:00.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:17:59 smithi060 ceph-mon[31055]: pgmap v245: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 4.2 MiB/s rd, 742 MiB/s wr, 1.39k op/s 2024-04-21T09:18:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:01 smithi060 ceph-mon[31055]: pgmap v246: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 612 MiB/s wr, 1.18k op/s 2024-04-21T09:18:02.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:01 smithi078 ceph-mon[31713]: pgmap v246: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 612 MiB/s wr, 1.18k op/s 2024-04-21T09:18:02.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:01 smithi052 ceph-mon[28035]: pgmap v246: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.3 MiB/s rd, 612 MiB/s wr, 1.18k op/s 2024-04-21T09:18:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:03 smithi060 ceph-mon[31055]: pgmap v247: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 926 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 620 MiB/s wr, 1.22k op/s 2024-04-21T09:18:04.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:03 smithi078 ceph-mon[31713]: pgmap v247: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 926 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 620 MiB/s wr, 1.22k op/s 2024-04-21T09:18:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:03 smithi052 ceph-mon[28035]: pgmap v247: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 926 GiB / 1.0 TiB avail; 3.6 MiB/s rd, 620 MiB/s wr, 1.22k op/s 2024-04-21T09:18:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:04 smithi060 ceph-mon[31055]: osdmap e101: 12 total, 12 up, 12 in 2024-04-21T09:18:05.094 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:04 smithi078 ceph-mon[31713]: osdmap e101: 12 total, 12 up, 12 in 2024-04-21T09:18:05.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:04 smithi052 ceph-mon[28035]: osdmap e101: 12 total, 12 up, 12 in 2024-04-21T09:18:06.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:05 smithi060 ceph-mon[31055]: pgmap v249: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 644 MiB/s wr, 1.29k op/s 2024-04-21T09:18:06.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:05 smithi078 ceph-mon[31713]: pgmap v249: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 644 MiB/s wr, 1.29k op/s 2024-04-21T09:18:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:05 smithi052 ceph-mon[28035]: pgmap v249: 129 pgs: 129 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 644 MiB/s wr, 1.29k op/s 2024-04-21T09:18:07.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.495+0000 7ff194dbb640 1 -- 172.21.15.52:0/2972682666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1901098f0 msgr2=0x7ff19007a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:07.495 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.495+0000 7ff194dbb640 1 --2- 172.21.15.52:0/2972682666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1901098f0 0x7ff19007a1b0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ff184005c50 tx=0x7ff18402cda0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.496+0000 7ff194dbb640 1 -- 172.21.15.52:0/2972682666 shutdown_connections 2024-04-21T09:18:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.496+0000 7ff194dbb640 1 --2- 172.21.15.52:0/2972682666 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff1901098f0 0x7ff19007a1b0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.496+0000 7ff194dbb640 1 --2- 172.21.15.52:0/2972682666 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff190108f50 0x7ff1901093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.496+0000 7ff194dbb640 1 --2- 172.21.15.52:0/2972682666 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff19010e600 0x7ff19010e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.496+0000 7ff194dbb640 1 -- 172.21.15.52:0/2972682666 >> 172.21.15.52:0/2972682666 conn(0x7ff19006d030 msgr2=0x7ff19006d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:07.501 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.502+0000 7ff194dbb640 1 -- 172.21.15.52:0/2972682666 shutdown_connections 2024-04-21T09:18:07.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.502+0000 7ff194dbb640 1 -- 172.21.15.52:0/2972682666 wait complete. 2024-04-21T09:18:07.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.503+0000 7ff194dbb640 1 Processor -- start 2024-04-21T09:18:07.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.504+0000 7ff194dbb640 1 -- start start 2024-04-21T09:18:07.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.504+0000 7ff194dbb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff190108f50 0x7ff190084c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.504+0000 7ff194dbb640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff1901098f0 0x7ff19007ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.504+0000 7ff194dbb640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff19010e600 0x7ff19007f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.504+0000 7ff194dbb640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff19007d420 con 0x7ff190108f50 2024-04-21T09:18:07.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.504+0000 7ff194dbb640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff19007d2a0 con 0x7ff19010e600 2024-04-21T09:18:07.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.504+0000 7ff194dbb640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff19007d5a0 con 0x7ff1901098f0 2024-04-21T09:18:07.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.506+0000 7ff18e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff190108f50 0x7ff190084c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.506+0000 7ff18e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff190108f50 0x7ff190084c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34540/0 (socket says 172.21.15.52:34540) 2024-04-21T09:18:07.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.506+0000 7ff18e59c640 1 -- 172.21.15.52:0/199476360 learned_addr learned my addr 172.21.15.52:0/199476360 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:07.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.506+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff1901098f0 0x7ff19007ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.506 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.506+0000 7ff18ed9d640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff19010e600 0x7ff19007f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.509+0000 7ff18e59c640 1 -- 172.21.15.52:0/199476360 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff1901098f0 msgr2=0x7ff19007ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.509+0000 7ff18e59c640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff1901098f0 0x7ff19007ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.509+0000 7ff18e59c640 1 -- 172.21.15.52:0/199476360 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff19010e600 msgr2=0x7ff19007f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.509+0000 7ff18e59c640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff19010e600 0x7ff19007f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.509+0000 7ff18e59c640 1 -- 172.21.15.52:0/199476360 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1901313c0 con 0x7ff190108f50 2024-04-21T09:18:07.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.511+0000 7ff18e59c640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff190108f50 0x7ff190084c20 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7ff18000b450 tx=0x7ff18000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:07.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.512+0000 7ff17f7fe640 1 -- 172.21.15.52:0/199476360 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff180015020 con 0x7ff190108f50 2024-04-21T09:18:07.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.513+0000 7ff17f7fe640 1 -- 172.21.15.52:0/199476360 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff180011d40 con 0x7ff190108f50 2024-04-21T09:18:07.513 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.513+0000 7ff17f7fe640 1 -- 172.21.15.52:0/199476360 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18000f340 con 0x7ff190108f50 2024-04-21T09:18:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.516+0000 7ff194dbb640 1 -- 172.21.15.52:0/199476360 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1901316b0 con 0x7ff190108f50 2024-04-21T09:18:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.516+0000 7ff194dbb640 1 -- 172.21.15.52:0/199476360 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff190131b80 con 0x7ff190108f50 2024-04-21T09:18:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.520+0000 7ff1979a8740 1 Processor -- start 2024-04-21T09:18:07.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.524+0000 7ff17f7fe640 1 -- 172.21.15.52:0/199476360 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff180018020 con 0x7ff190108f50 2024-04-21T09:18:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.525+0000 7ff1979a8740 1 -- start start 2024-04-21T09:18:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.525+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac3a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.525+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac3afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.525+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac440e0 0x5649bac464d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.525+0000 7ff1979a8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5649bab9f8d0 con 0x5649bac3ab60 2024-04-21T09:18:07.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.525+0000 7ff1979a8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5649bab3ce80 con 0x5649bac3b8d0 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.525+0000 7ff1979a8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5649bab9b890 con 0x5649bac440e0 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.526+0000 7ff18e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac3afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.526+0000 7ff18e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac3afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34550/0 (socket says 172.21.15.52:34550) 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.526+0000 7ff18e59c640 1 -- 172.21.15.52:0/2447094172 learned_addr learned my addr 172.21.15.52:0/2447094172 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.526+0000 7ff17f7fe640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff1780a3ee0 0x7ff1780a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.527+0000 7ff18e59c640 1 -- 172.21.15.52:0/2447094172 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac440e0 msgr2=0x5649bac464d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.527+0000 7ff18e59c640 1 --2- 172.21.15.52:0/2447094172 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac440e0 0x5649bac464d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.527+0000 7ff18e59c640 1 -- 172.21.15.52:0/2447094172 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 msgr2=0x5649bac3a620 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.527+0000 7ff18e59c640 1 --2- 172.21.15.52:0/2447094172 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac3a620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.527+0000 7ff18e59c640 1 -- 172.21.15.52:0/2447094172 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649bab5e320 con 0x5649bac3ab60 2024-04-21T09:18:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.527+0000 7ff17f7fe640 1 -- 172.21.15.52:0/199476360 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9592+0+0 (secure 0 0 0) 0x7ff1800d0600 con 0x7ff190108f50 2024-04-21T09:18:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.529+0000 7ff18e59c640 1 --2- 172.21.15.52:0/2447094172 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac3afe0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff1800cd940 tx=0x7ff180021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cff055a697505b69 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.532+0000 7ff17cff9640 1 -- 172.21.15.52:0/2447094172 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18009bd60 con 0x5649bac3ab60 2024-04-21T09:18:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.532+0000 7ff17cff9640 1 -- 172.21.15.52:0/2447094172 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff180010ea0 con 0x5649bac3ab60 2024-04-21T09:18:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.532+0000 7ff17cff9640 1 -- 172.21.15.52:0/2447094172 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18009bb80 con 0x5649bac3ab60 2024-04-21T09:18:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.533+0000 7ff1979a8740 1 -- 172.21.15.52:0/2447094172 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 msgr2=0x5649bac3afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.533+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2447094172 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac3afe0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff1800cd940 tx=0x7ff180021000 comp rx=0 tx=0).stop 2024-04-21T09:18:07.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.535+0000 7ff18ed9d640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff1780a3ee0 0x7ff1780a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.541+0000 7ff1979a8740 1 -- 172.21.15.52:0/2447094172 shutdown_connections 2024-04-21T09:18:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.541+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2447094172 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac440e0 0x5649bac464d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.541+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2447094172 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac3afe0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.541+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2447094172 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac3a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.541+0000 7ff1979a8740 1 -- 172.21.15.52:0/2447094172 >> 172.21.15.52:0/2447094172 conn(0x5649bac01c90 msgr2=0x5649bac35850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:07.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.545+0000 7ff1979a8740 1 -- 172.21.15.52:0/2447094172 shutdown_connections 2024-04-21T09:18:07.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.545+0000 7ff1979a8740 1 -- 172.21.15.52:0/2447094172 wait complete. 2024-04-21T09:18:07.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.545+0000 7ff1979a8740 1 -- start start 2024-04-21T09:18:07.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.545+0000 7ff1979a8740 1 Processor -- start 2024-04-21T09:18:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac43a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac40e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac440e0 0x5649bac41380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff1979a8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5649bac46db0 con 0x5649bac3ab60 2024-04-21T09:18:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff1979a8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5649bab27eb0 con 0x5649bac3b8d0 2024-04-21T09:18:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff1979a8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5649bac46f30 con 0x5649bac440e0 2024-04-21T09:18:07.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff1979a8740 10 client.0 _ll_register_callbacks cb 0x5649bab54b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:18:07.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff18e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac43a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff18e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac43a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34560/0 (socket says 172.21.15.52:34560) 2024-04-21T09:18:07.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.546+0000 7ff18e59c640 1 -- 172.21.15.52:0/2022002371 learned_addr learned my addr 172.21.15.52:0/2022002371 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:07.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.547+0000 7ff18e59c640 1 -- 172.21.15.52:0/2022002371 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac440e0 msgr2=0x5649bac41380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:07.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.547+0000 7ff18e59c640 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac440e0 0x5649bac41380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.547+0000 7ff18e59c640 1 -- 172.21.15.52:0/2022002371 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 msgr2=0x5649bac40e00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:18:07.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.547+0000 7ff18e59c640 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac40e00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.547+0000 7ff18e59c640 1 -- 172.21.15.52:0/2022002371 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649ba8b2210 con 0x5649bac3ab60 2024-04-21T09:18:07.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.547+0000 7ff18e59c640 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac43a70 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7ff1800558d0 tx=0x7ff180010450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e43ae67c1cfb0b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:07.548 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.548+0000 7ff175ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:18:07.551 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.551+0000 7ff175ffb640 1 -- 172.21.15.52:0/2022002371 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18009bd60 con 0x5649bac3ab60 2024-04-21T09:18:07.552 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.552+0000 7ff1979a8740 1 -- 172.21.15.52:0/2022002371 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff180010ea0 con 0x5649bac3ab60 2024-04-21T09:18:07.552 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.553+0000 7ff175ffb640 1 -- 172.21.15.52:0/2022002371 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9592+0+0 (secure 0 0 0) 0x7ff1800550d0 con 0x5649bac3ab60 2024-04-21T09:18:07.553 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.554+0000 7ff18ed9d640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff1780a3ee0 0x7ff1780a63a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff18402d2e0 tx=0x7ff18402f040 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.559+0000 7ff175ffb640 1 -- 172.21.15.52:0/2022002371 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff18009c220 con 0x5649bac3ab60 2024-04-21T09:18:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.561+0000 7ff1979a8740 10 client.16602 fetch_fsmap learned FSMap version 35 2024-04-21T09:18:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.561+0000 7ff1979a8740 1 -- 172.21.15.52:0/2022002371 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5649ba97e620 con 0x5649bac3ab60 2024-04-21T09:18:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.568+0000 7ff175ffb640 1 -- 172.21.15.52:0/2022002371 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff180010ea0 con 0x5649bac3ab60 2024-04-21T09:18:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.569+0000 7ff175ffb640 1 -- 172.21.15.52:0/2022002371 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff1800b5020 con 0x5649bac3ab60 2024-04-21T09:18:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.570+0000 7ff1979a8740 10 client.16602 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:18:07.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.570+0000 7ff1979a8740 10 client.16602 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:18:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.570+0000 7ff1979a8740 20 client.16602 populate_metadata read hostname 'smithi052' 2024-04-21T09:18:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.570+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5649bac53f60 0x5649bac56350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.570+0000 7ff1979a8740 4 client.16602 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:18:07.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.570+0000 7ff1979a8740 1 -- 172.21.15.52:0/2022002371 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649babb3880 con 0x5649bac53f60 2024-04-21T09:18:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.574+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5649bac53f60 0x5649bac56350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.583+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5649bac53f60 0x5649bac56350 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd9510561476d2c1 server_cookie=4b15206803b1e9ad in_seq=0 out_seq=0 2024-04-21T09:18:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.583+0000 7ff175ffb640 10 client.16602 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.591+0000 7ff175ffb640 1 -- 172.21.15.52:0/2022002371 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5649babb3880 con 0x5649bac53f60 2024-04-21T09:18:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.591+0000 7ff175ffb640 10 client.16602 handle_command_reply: tid=0 2024-04-21T09:18:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.591+0000 7ff1979a8740 1 client.16602 shutdown 2024-04-21T09:18:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.592+0000 7ff1979a8740 1 -- 172.21.15.52:0/2022002371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 msgr2=0x5649bac43a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.592+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac43a70 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7ff1800558d0 tx=0x7ff180010450 comp rx=0 tx=0).stop 2024-04-21T09:18:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.593+0000 7ff1979a8740 1 -- 172.21.15.52:0/2022002371 shutdown_connections 2024-04-21T09:18:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.594+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5649bac53f60 0x5649bac56350 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.594+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac440e0 0x5649bac41380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.594+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac40e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.594+0000 7ff1979a8740 1 --2- 172.21.15.52:0/2022002371 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac3ab60 0x5649bac43a70 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.594+0000 7ff1979a8740 1 -- 172.21.15.52:0/2022002371 >> 172.21.15.52:0/2022002371 conn(0x5649bac01c90 msgr2=0x5649bac375a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.594+0000 7ff175ffb640 0 client.16602 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.594+0000 7ff1979a8740 1 -- 172.21.15.52:0/2022002371 shutdown_connections 2024-04-21T09:18:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.595+0000 7ff1979a8740 1 -- 172.21.15.52:0/2022002371 wait complete. 2024-04-21T09:18:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.595+0000 7ff1979a8740 20 client.16602 trim_cache size 0 max 16384 2024-04-21T09:18:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.637+0000 7ff1979a8740 1 Processor -- start 2024-04-21T09:18:07.637 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.637+0000 7ff1979a8740 1 -- start start 2024-04-21T09:18:07.638 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3ab60 0x5649bac4fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3b8d0 0x5649bac43530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 0x5649bac43a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff1979a8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff1901da600 con 0x5649bac440e0 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff1979a8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff1901d7ed0 con 0x5649bac3ab60 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff18dd9b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3b8d0 0x5649bac43530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff18dd9b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3b8d0 0x5649bac43530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:33232/0 (socket says 172.21.15.52:33232) 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff18dd9b640 1 -- 172.21.15.52:0/90028202 learned_addr learned my addr 172.21.15.52:0/90028202 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.638+0000 7ff1979a8740 1 -- 172.21.15.52:0/90028202 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff1901d5d60 con 0x5649bac3b8d0 2024-04-21T09:18:07.639 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18e59c640 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3ab60 0x5649bac4fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18ed9d640 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 0x5649bac43a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18dd9b640 1 -- 172.21.15.52:0/90028202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3ab60 msgr2=0x5649bac4fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3ab60 0x5649bac4fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.640 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18dd9b640 1 -- 172.21.15.52:0/90028202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 msgr2=0x5649bac43a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 0x5649bac43a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18dd9b640 1 -- 172.21.15.52:0/90028202 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649bac3f350 con 0x5649bac3b8d0 2024-04-21T09:18:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18e59c640 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3ab60 0x5649bac4fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:18:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.639+0000 7ff18ed9d640 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 0x5649bac43a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:18:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.640+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3b8d0 0x5649bac43530 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff18800abb0 tx=0x7ff18800a290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6114fd7fce06afa server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:07.641 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.640+0000 7ff177fff640 1 -- 172.21.15.52:0/90028202 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18801d030 con 0x5649bac3b8d0 2024-04-21T09:18:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.640+0000 7ff177fff640 1 -- 172.21.15.52:0/90028202 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff188003e20 con 0x5649bac3b8d0 2024-04-21T09:18:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.641+0000 7ff1979a8740 1 -- 172.21.15.52:0/90028202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3b8d0 msgr2=0x5649bac43530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.641+0000 7ff1979a8740 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3b8d0 0x5649bac43530 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff18800abb0 tx=0x7ff18800a290 comp rx=0 tx=0).stop 2024-04-21T09:18:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.642+0000 7ff1979a8740 1 -- 172.21.15.52:0/90028202 shutdown_connections 2024-04-21T09:18:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.642+0000 7ff1979a8740 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 0x5649bac43a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.642+0000 7ff1979a8740 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3b8d0 0x5649bac43530 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.642+0000 7ff1979a8740 1 --2- 172.21.15.52:0/90028202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3ab60 0x5649bac4fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.642+0000 7ff1979a8740 1 -- 172.21.15.52:0/90028202 >> 172.21.15.52:0/90028202 conn(0x5649bac01c90 msgr2=0x5649bac3bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.643+0000 7ff1979a8740 1 -- 172.21.15.52:0/90028202 shutdown_connections 2024-04-21T09:18:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.643+0000 7ff1979a8740 1 -- 172.21.15.52:0/90028202 wait complete. 2024-04-21T09:18:07.643 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.643+0000 7ff1979a8740 1 -- start start 2024-04-21T09:18:07.644 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.644+0000 7ff1979a8740 1 Processor -- start 2024-04-21T09:18:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.644+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3ab60 0x5649bac4c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.644+0000 7ff1979a8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac47980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.645+0000 7ff18e59c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3ab60 0x5649bac4c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.645+0000 7ff18e59c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3ab60 0x5649bac4c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:33244/0 (socket says 172.21.15.52:33244) 2024-04-21T09:18:07.645 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.645+0000 7ff18e59c640 1 -- 172.21.15.52:0/48954710 learned_addr learned my addr 172.21.15.52:0/48954710 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.645+0000 7ff1979a8740 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 0x5649bac47ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.645+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac47980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.645+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff1901d63b0 con 0x5649bac440e0 2024-04-21T09:18:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.645+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff1901d7800 con 0x5649bac3b8d0 2024-04-21T09:18:07.646 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.645+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff1901d6a60 con 0x5649bac3ab60 2024-04-21T09:18:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.646+0000 7ff1979a8740 10 client.0 _ll_register_callbacks cb 0x7ff180098380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:18:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.646+0000 7ff18e59c640 1 -- 172.21.15.52:0/48954710 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 msgr2=0x5649bac47980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.646+0000 7ff18e59c640 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac47980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.646+0000 7ff18e59c640 1 -- 172.21.15.52:0/48954710 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 msgr2=0x5649bac47ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.646+0000 7ff18e59c640 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 0x5649bac47ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:07.647 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.646+0000 7ff18e59c640 1 -- 172.21.15.52:0/48954710 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649bac486c0 con 0x5649bac3ab60 2024-04-21T09:18:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.646+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff188003e20 con 0x5649bac3ab60 2024-04-21T09:18:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.647+0000 7ff18e59c640 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3ab60 0x5649bac4c610 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff180010540 tx=0x7ff180055780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0f462ee5547b935 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.647+0000 7ff175ffb640 10 client.26254 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:18:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.647+0000 7ff175ffb640 1 -- 172.21.15.52:0/48954710 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff180010ea0 con 0x5649bac3ab60 2024-04-21T09:18:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.648+0000 7ff175ffb640 1 -- 172.21.15.52:0/48954710 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9592+0+0 (secure 0 0 0) 0x7ff180098890 con 0x5649bac3ab60 2024-04-21T09:18:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.648+0000 7ff175ffb640 1 -- 172.21.15.52:0/48954710 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff18009c920 con 0x5649bac3ab60 2024-04-21T09:18:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.649+0000 7ff1979a8740 10 client.26254 fetch_fsmap learned FSMap version 35 2024-04-21T09:18:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.649+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({fsmap=35}) -- 0x5649bacb9fe0 con 0x5649bac3ab60 2024-04-21T09:18:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.652+0000 7ff175ffb640 1 -- 172.21.15.52:0/48954710 <== mon.1 v2:172.21.15.78:3300/0 4 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff1800b5040 con 0x5649bac3ab60 2024-04-21T09:18:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.652+0000 7ff1979a8740 10 client.26254 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:18:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.652+0000 7ff1979a8740 10 client.26254 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:18:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.652+0000 7ff1979a8740 20 client.26254 populate_metadata read hostname 'smithi052' 2024-04-21T09:18:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.652+0000 7ff1979a8740 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5649bacba3f0 0x5649bacbc890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.652+0000 7ff1979a8740 4 client.26254 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:18:07.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.653+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5649bac3a850 con 0x5649bacba3f0 2024-04-21T09:18:07.653 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.653+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5649bacba3f0 0x5649bacbc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.657+0000 7ff18dd9b640 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5649bacba3f0 0x5649bacbc890 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22b771d5e848942 server_cookie=bf309ec1a54dfb62 in_seq=0 out_seq=0 2024-04-21T09:18:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:07.657+0000 7ff175ffb640 10 client.26254 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:08.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:07 smithi060 ceph-mon[31055]: pgmap v250: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 616 MiB/s wr, 1.37k op/s 2024-04-21T09:18:08.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:07 smithi078 ceph-mon[31713]: pgmap v250: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 616 MiB/s wr, 1.37k op/s 2024-04-21T09:18:08.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:07 smithi052 ceph-mon[28035]: pgmap v250: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 69 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 2.5 MiB/s rd, 616 MiB/s wr, 1.37k op/s 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.042+0000 7ff175ffb640 1 -- 172.21.15.52:0/48954710 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5649bac3a850 con 0x5649bacba3f0 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.042+0000 7ff175ffb640 10 client.26254 handle_command_reply: tid=0 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.042+0000 7ff1979a8740 1 client.26254 shutdown 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.042+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3ab60 msgr2=0x5649bac4c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.042+0000 7ff1979a8740 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3ab60 0x5649bac4c610 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff180010540 tx=0x7ff180055780 comp rx=0 tx=0).stop 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.042+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 shutdown_connections 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.042+0000 7ff1979a8740 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5649bacba3f0 0x5649bacbc890 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.043+0000 7ff175ffb640 0 client.26254 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.043+0000 7ff1979a8740 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5649bac440e0 0x5649bac47ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.043+0000 7ff1979a8740 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5649bac3b8d0 0x5649bac47980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.043+0000 7ff1979a8740 1 --2- 172.21.15.52:0/48954710 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5649bac3ab60 0x5649bac4c610 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.043+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 >> 172.21.15.52:0/48954710 conn(0x5649bac01c90 msgr2=0x5649bac3f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.043+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 shutdown_connections 2024-04-21T09:18:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.043+0000 7ff1979a8740 1 -- 172.21.15.52:0/48954710 wait complete. 2024-04-21T09:18:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.043+0000 7ff1979a8740 20 client.26254 trim_cache size 0 max 16384 2024-04-21T09:18:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:18:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:18:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:18:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:18:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.044+0000 7ff194dbb640 1 -- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff1780a3ee0 msgr2=0x7ff1780a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.044+0000 7ff194dbb640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff1780a3ee0 0x7ff1780a63a0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff18402d2e0 tx=0x7ff18402f040 comp rx=0 tx=0).stop 2024-04-21T09:18:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.044+0000 7ff194dbb640 1 -- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff190108f50 msgr2=0x7ff190084c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.044+0000 7ff194dbb640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff190108f50 0x7ff190084c20 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7ff18000b450 tx=0x7ff18000b910 comp rx=0 tx=0).stop 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.045+0000 7ff194dbb640 1 -- 172.21.15.52:0/199476360 shutdown_connections 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.045+0000 7ff194dbb640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff1780a3ee0 0x7ff1780a63a0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.045+0000 7ff194dbb640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff19010e600 0x7ff19007f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.045+0000 7ff194dbb640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff1901098f0 0x7ff19007ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.045+0000 7ff194dbb640 1 --2- 172.21.15.52:0/199476360 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff190108f50 0x7ff190084c20 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.045+0000 7ff194dbb640 1 -- 172.21.15.52:0/199476360 >> 172.21.15.52:0/199476360 conn(0x7ff19006d030 msgr2=0x7ff1900725c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.046+0000 7ff194dbb640 1 -- 172.21.15.52:0/199476360 shutdown_connections 2024-04-21T09:18:09.046 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:09.046+0000 7ff194dbb640 1 -- 172.21.15.52:0/199476360 wait complete. 2024-04-21T09:18:09.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7f75929d1700 time 2024-04-21T09:18:09.347254+0000 2024-04-21T09:18:09.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:18:09.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:09.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f75a4bec3dd] 2024-04-21T09:18:09.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f75a4bec5a3] 2024-04-21T09:18:09.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 3: (MDLog::_replay_thread()+0xd8) [0x55d311ccb0c8] 2024-04-21T09:18:09.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 4: (MDLog::ReplayThread::entry()+0x11) [0x55d311cd4cf1] 2024-04-21T09:18:09.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7f75a396a1ca] 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 6: clone() 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: *** Caught signal (Aborted) ** 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: in thread 7f75929d1700 thread_name:md_log_replay 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.348+0000 7f75929d1700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7f75929d1700 time 2024-04-21T09:18:09.347254+0000 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f75a4bec3dd] 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f75a4bec5a3] 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 3: (MDLog::_replay_thread()+0xd8) [0x55d311ccb0c8] 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 4: (MDLog::ReplayThread::entry()+0x11) [0x55d311cd4cf1] 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7f75a396a1ca] 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 6: clone() 2024-04-21T09:18:09.696 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.697 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:09.697 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f75a3974d20] 2024-04-21T09:18:09.697 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2: gsignal() 2024-04-21T09:18:09.697 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 3: abort() 2024-04-21T09:18:09.697 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f75a4bec437] 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f75a4bec5a3] 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 6: (MDLog::_replay_thread()+0xd8) [0x55d311ccb0c8] 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 7: (MDLog::ReplayThread::entry()+0x11) [0x55d311cd4cf1] 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f75a396a1ca] 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 9: clone() 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.350+0000 7f75929d1700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: in thread 7f75929d1700 thread_name:md_log_replay 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f75a3974d20] 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2: gsignal() 2024-04-21T09:18:09.698 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 3: abort() 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f75a4bec437] 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f75a4bec5a3] 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 6: (MDLog::_replay_thread()+0xd8) [0x55d311ccb0c8] 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 7: (MDLog::ReplayThread::entry()+0x11) [0x55d311cd4cf1] 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f75a396a1ca] 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 9: clone() 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: -1> 2024-04-21T09:18:09.348+0000 7f75929d1700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7f75929d1700 time 2024-04-21T09:18:09.347254+0000 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:09.699 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f75a4bec3dd] 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f75a4bec5a3] 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 3: (MDLog::_replay_thread()+0xd8) [0x55d311ccb0c8] 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 4: (MDLog::ReplayThread::entry()+0x11) [0x55d311cd4cf1] 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7f75a396a1ca] 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 6: clone() 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 0> 2024-04-21T09:18:09.350+0000 7f75929d1700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: in thread 7f75929d1700 thread_name:md_log_replay 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f75a3974d20] 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2: gsignal() 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 3: abort() 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f75a4bec437] 2024-04-21T09:18:09.700 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f75a4bec5a3] 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 6: (MDLog::_replay_thread()+0xd8) [0x55d311ccb0c8] 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 7: (MDLog::ReplayThread::entry()+0x11) [0x55d311cd4cf1] 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f75a396a1ca] 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 9: clone() 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: -1> 2024-04-21T09:18:09.348+0000 7f75929d1700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7f75929d1700 time 2024-04-21T09:18:09.347254+0000 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f75a4bec3dd] 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f75a4bec5a3] 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 3: (MDLog::_replay_thread()+0xd8) [0x55d311ccb0c8] 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 4: (MDLog::ReplayThread::entry()+0x11) [0x55d311cd4cf1] 2024-04-21T09:18:09.701 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7f75a396a1ca] 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 6: clone() 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 0> 2024-04-21T09:18:09.350+0000 7f75929d1700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: in thread 7f75929d1700 thread_name:md_log_replay 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f75a3974d20] 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2: gsignal() 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 3: abort() 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f75a4bec437] 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7f75a4bec5a3] 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 6: (MDLog::_replay_thread()+0xd8) [0x55d311ccb0c8] 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 7: (MDLog::ReplayThread::entry()+0x11) [0x55d311cd4cf1] 2024-04-21T09:18:09.702 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7f75a396a1ca] 2024-04-21T09:18:09.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 9: clone() 2024-04-21T09:18:09.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:18:09.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[66429]: 2024-04-21T09:18:09.703 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:09 smithi078 podman[67487]: 2024-04-21 09:18:09.489908376 +0000 UTC m=+0.020063957 container died 23484be420bc5242fe1b31148c46db5c35462caaf3766164fa8b9a34e7a7ae10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-21T09:18:10.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:09 smithi060 ceph-mon[31055]: pgmap v251: 129 pgs: 19 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 72 active+clean; 67 GiB data, 143 GiB used, 930 GiB / 1.0 TiB avail; 1.8 MiB/s rd, 548 MiB/s wr, 1.96k op/s 2024-04-21T09:18:10.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:09 smithi078 ceph-mon[31713]: pgmap v251: 129 pgs: 19 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 72 active+clean; 67 GiB data, 143 GiB used, 930 GiB / 1.0 TiB avail; 1.8 MiB/s rd, 548 MiB/s wr, 1.96k op/s 2024-04-21T09:18:10.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:09 smithi052 ceph-mon[28035]: pgmap v251: 129 pgs: 19 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 72 active+clean; 67 GiB data, 143 GiB used, 930 GiB / 1.0 TiB avail; 1.8 MiB/s rd, 548 MiB/s wr, 1.96k op/s 2024-04-21T09:18:12.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:11 smithi078 ceph-mon[31713]: pgmap v252: 129 pgs: 19 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 72 active+clean; 66 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 507 MiB/s wr, 2.00k op/s 2024-04-21T09:18:12.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:11 smithi052 ceph-mon[28035]: pgmap v252: 129 pgs: 19 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 72 active+clean; 66 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 507 MiB/s wr, 2.00k op/s 2024-04-21T09:18:12.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:11 smithi060 ceph-mon[31055]: pgmap v252: 129 pgs: 19 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 72 active+clean; 66 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 1.3 MiB/s rd, 507 MiB/s wr, 2.00k op/s 2024-04-21T09:18:14.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:13 smithi078 ceph-mon[31713]: pgmap v253: 129 pgs: 16 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 77 active+clean; 66 GiB data, 141 GiB used, 932 GiB / 1.0 TiB avail; 571 KiB/s rd, 494 MiB/s wr, 2.37k op/s 2024-04-21T09:18:14.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:13 smithi052 ceph-mon[28035]: pgmap v253: 129 pgs: 16 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 77 active+clean; 66 GiB data, 141 GiB used, 932 GiB / 1.0 TiB avail; 571 KiB/s rd, 494 MiB/s wr, 2.37k op/s 2024-04-21T09:18:14.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:13 smithi060 ceph-mon[31055]: pgmap v253: 129 pgs: 16 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 77 active+clean; 66 GiB data, 141 GiB used, 932 GiB / 1.0 TiB avail; 571 KiB/s rd, 494 MiB/s wr, 2.37k op/s 2024-04-21T09:18:16.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:15 smithi078 ceph-mon[31713]: pgmap v254: 129 pgs: 15 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 78 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 152 KiB/s rd, 413 MiB/s wr, 2.70k op/s 2024-04-21T09:18:16.210 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:15 smithi052 ceph-mon[28035]: pgmap v254: 129 pgs: 15 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 78 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 152 KiB/s rd, 413 MiB/s wr, 2.70k op/s 2024-04-21T09:18:16.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:15 smithi060 ceph-mon[31055]: pgmap v254: 129 pgs: 15 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 78 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 152 KiB/s rd, 413 MiB/s wr, 2.70k op/s 2024-04-21T09:18:16.694 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:16 smithi078 podman[67487]: 2024-04-21 09:18:16.412543938 +0000 UTC m=+6.942699493 container remove 23484be420bc5242fe1b31148c46db5c35462caaf3766164fa8b9a34e7a7ae10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-21T09:18:16.695 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:16 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Main process exited, code=exited, status=134/n/a 2024-04-21T09:18:17.194 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:16 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Failed with result 'exit-code'. 2024-04-21T09:18:17.194 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:16 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Consumed 26.910s CPU time. 2024-04-21T09:18:18.142 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:17 smithi060 ceph-mon[31055]: pgmap v255: 129 pgs: 13 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 86 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 133 KiB/s rd, 398 MiB/s wr, 2.72k op/s 2024-04-21T09:18:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:17 smithi078 ceph-mon[31713]: pgmap v255: 129 pgs: 13 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 86 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 133 KiB/s rd, 398 MiB/s wr, 2.72k op/s 2024-04-21T09:18:18.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:17 smithi052 ceph-mon[28035]: pgmap v255: 129 pgs: 13 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 86 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 133 KiB/s rd, 398 MiB/s wr, 2.72k op/s 2024-04-21T09:18:20.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:19 smithi078 ceph-mon[31713]: pgmap v256: 129 pgs: 11 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 92 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 133 KiB/s rd, 475 MiB/s wr, 3.44k op/s 2024-04-21T09:18:20.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:19 smithi052 ceph-mon[28035]: pgmap v256: 129 pgs: 11 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 92 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 133 KiB/s rd, 475 MiB/s wr, 3.44k op/s 2024-04-21T09:18:20.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:19 smithi060 ceph-mon[31055]: pgmap v256: 129 pgs: 11 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 92 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 133 KiB/s rd, 475 MiB/s wr, 3.44k op/s 2024-04-21T09:18:22.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:21 smithi078 ceph-mon[31713]: pgmap v257: 129 pgs: 11 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 92 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 1.7 KiB/s rd, 334 MiB/s wr, 2.53k op/s 2024-04-21T09:18:22.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:21 smithi052 ceph-mon[28035]: pgmap v257: 129 pgs: 11 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 92 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 1.7 KiB/s rd, 334 MiB/s wr, 2.53k op/s 2024-04-21T09:18:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.286+0000 7fcba238f640 1 -- 172.21.15.52:0/1632036761 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c11b730 msgr2=0x7fcb9c11db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.286+0000 7fcba238f640 1 --2- 172.21.15.52:0/1632036761 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c11b730 0x7fcb9c11db20 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fcb94009ca0 tx=0x7fcb9402c140 comp rx=0 tx=0).stop 2024-04-21T09:18:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.286+0000 7fcba238f640 1 -- 172.21.15.52:0/1632036761 shutdown_connections 2024-04-21T09:18:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.286+0000 7fcba238f640 1 --2- 172.21.15.52:0/1632036761 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c11b730 0x7fcb9c11db20 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.286+0000 7fcba238f640 1 --2- 172.21.15.52:0/1632036761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcb9c10e7d0 0x7fcb9c10ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.286+0000 7fcba238f640 1 --2- 172.21.15.52:0/1632036761 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcb9c1106f0 0x7fcb9c10e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.286+0000 7fcba238f640 1 -- 172.21.15.52:0/1632036761 >> 172.21.15.52:0/1632036761 conn(0x7fcb9c06d030 msgr2=0x7fcb9c06d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:22.295 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.290+0000 7fcba238f640 1 -- 172.21.15.52:0/1632036761 shutdown_connections 2024-04-21T09:18:22.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.294+0000 7fcba238f640 1 -- 172.21.15.52:0/1632036761 wait complete. 2024-04-21T09:18:22.297 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.295+0000 7fcba238f640 1 Processor -- start 2024-04-21T09:18:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.297+0000 7fcba238f640 1 -- start start 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.298+0000 7fcba238f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c10e7d0 0x7fcb9c118d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.298+0000 7fcba238f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcb9c1106f0 0x7fcb9c111e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.298+0000 7fcba238f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcb9c11b730 0x7fcb9c112360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.298+0000 7fcba238f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c121020 con 0x7fcb9c10e7d0 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.298+0000 7fcba238f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c120ea0 con 0x7fcb9c1106f0 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.298+0000 7fcba238f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9c1211a0 con 0x7fcb9c11b730 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcba092c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcb9c11b730 0x7fcb9c112360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcb9b7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcb9c1106f0 0x7fcb9c111e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcb9b7fe640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcb9c1106f0 0x7fcb9c111e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:38594/0 (socket says 172.21.15.52:38594) 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcba092c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcb9c11b730 0x7fcb9c112360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:34794/0 (socket says 172.21.15.52:34794) 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/2105194202 learned_addr learned my addr 172.21.15.52:0/2105194202 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:22.302 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/2105194202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcb9c11b730 msgr2=0x7fcb9c112360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:22.306 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcb9c11b730 0x7fcb9c112360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c10e7d0 msgr2=0x7fcb9c118d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c10e7d0 0x7fcb9c118d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/2105194202 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9c112970 con 0x7fcb9c1106f0 2024-04-21T09:18:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.300+0000 7fcba092c640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcb9c11b730 0x7fcb9c112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-04-21T09:18:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.301+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcb9c1106f0 0x7fcb9c111e20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcb9000b450 tx=0x7fcb9000b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.301+0000 7fcb997fa640 1 -- 172.21.15.52:0/2105194202 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb90015020 con 0x7fcb9c1106f0 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.301+0000 7fcba238f640 1 -- 172.21.15.52:0/2105194202 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb9c112c60 con 0x7fcb9c1106f0 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.301+0000 7fcba238f640 1 -- 172.21.15.52:0/2105194202 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb9c116bf0 con 0x7fcb9c1106f0 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.305+0000 7fcba4f7c740 1 Processor -- start 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.305+0000 7fcb997fa640 1 -- 172.21.15.52:0/2105194202 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb90011d40 con 0x7fcb9c1106f0 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.305+0000 7fcb997fa640 1 -- 172.21.15.52:0/2105194202 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9000f340 con 0x7fcb9c1106f0 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.307+0000 7fcba4f7c740 1 -- start start 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.307+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc96620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.307+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc96fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.307+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bcc44e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.307+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56048bbfb8d0 con 0x56048bcc20f0 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.307+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56048bb98e80 con 0x56048bc96b60 2024-04-21T09:18:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.307+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56048bbf7890 con 0x56048bc978d0 2024-04-21T09:18:22.318 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.310+0000 7fcb9b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bcc44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.318 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.310+0000 7fcb9b7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bcc44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:52386/0 (socket says 172.21.15.52:52386) 2024-04-21T09:18:22.318 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.310+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/1498656031 learned_addr learned my addr 172.21.15.52:0/1498656031 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.311+0000 7fcba092c640 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc96620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.312+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/1498656031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 msgr2=0x56048bc96620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.312+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc96620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.312+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/1498656031 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 msgr2=0x56048bc96fe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.312+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc96fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.312+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/1498656031 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56048bbba320 con 0x56048bcc20f0 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.313+0000 7fcba092c640 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc96620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.315+0000 7fcb997fa640 1 -- 172.21.15.52:0/2105194202 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fcb90018020 con 0x7fcb9c1106f0 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.316+0000 7fcb997fa640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcb840a3e60 0x7fcb840a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.316+0000 7fcb997fa640 1 -- 172.21.15.52:0/2105194202 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9592+0+0 (secure 0 0 0) 0x7fcb900d2730 con 0x7fcb9c1106f0 2024-04-21T09:18:22.331 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.327+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bcc44e0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fcb900cfa40 tx=0x7fcb900d6c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32fd2b75ca6ca9b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:22.332 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.330+0000 7fcba092c640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcb840a3e60 0x7fcb840a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:21 smithi060 ceph-mon[31055]: pgmap v257: 129 pgs: 11 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 92 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 1.7 KiB/s rd, 334 MiB/s wr, 2.53k op/s 2024-04-21T09:18:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.335+0000 7fcb827fc640 1 -- 172.21.15.52:0/1498656031 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9009a5f0 con 0x56048bcc20f0 2024-04-21T09:18:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.335+0000 7fcb827fc640 1 -- 172.21.15.52:0/1498656031 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb90010800 con 0x56048bcc20f0 2024-04-21T09:18:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.335+0000 7fcb827fc640 1 -- 172.21.15.52:0/1498656031 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb9009dcb0 con 0x56048bcc20f0 2024-04-21T09:18:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.340+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1498656031 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 msgr2=0x56048bcc44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:22.341 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.340+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bcc44e0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fcb900cfa40 tx=0x7fcb900d6c60 comp rx=0 tx=0).stop 2024-04-21T09:18:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.341+0000 7fcba092c640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcb840a3e60 0x7fcb840a6320 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcb94037040 tx=0x7fcb94004a40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.341+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1498656031 shutdown_connections 2024-04-21T09:18:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.341+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bcc44e0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.341+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc96fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.341+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1498656031 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc96620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.344 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.341+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1498656031 >> 172.21.15.52:0/1498656031 conn(0x56048bc5dc90 msgr2=0x56048bc91850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.347+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1498656031 shutdown_connections 2024-04-21T09:18:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.347+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1498656031 wait complete. 2024-04-21T09:18:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.348+0000 7fcba4f7c740 1 -- start start 2024-04-21T09:18:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.348+0000 7fcba4f7c740 1 Processor -- start 2024-04-21T09:18:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc9ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc98d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bc992d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56048bcc4e20 con 0x56048bcc20f0 2024-04-21T09:18:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56048bb83eb0 con 0x56048bc96b60 2024-04-21T09:18:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56048bcc4fa0 con 0x56048bc978d0 2024-04-21T09:18:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcba4f7c740 10 client.0 _ll_register_callbacks cb 0x56048bbb0b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:18:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcb9bfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc9ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.353 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcb9bfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc9ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:38622/0 (socket says 172.21.15.52:38622) 2024-04-21T09:18:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.349+0000 7fcb9bfff640 1 -- 172.21.15.52:0/580578253 learned_addr learned my addr 172.21.15.52:0/580578253 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.350+0000 7fcb9bfff640 1 -- 172.21.15.52:0/580578253 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 msgr2=0x56048bc98d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.350+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc98d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.350+0000 7fcb9bfff640 1 -- 172.21.15.52:0/580578253 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 msgr2=0x56048bc992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.350+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bc992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.350+0000 7fcb9bfff640 1 -- 172.21.15.52:0/580578253 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56048b90e210 con 0x56048bc96b60 2024-04-21T09:18:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.351+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc9ba00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c00c320 tx=0x7fcb8c00c7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6abb9b8adad4cce8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:22.354 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.351+0000 7fcb7b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:18:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.351+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/580578253 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c00e880 con 0x56048bc96b60 2024-04-21T09:18:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.351+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/580578253 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9592+0+0 (secure 0 0 0) 0x7fcb8c00ea20 con 0x56048bc96b60 2024-04-21T09:18:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.352+0000 7fcba4f7c740 1 -- 172.21.15.52:0/580578253 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb90010800 con 0x56048bc96b60 2024-04-21T09:18:22.355 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.354+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/580578253 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fcb8c00ec20 con 0x56048bc96b60 2024-04-21T09:18:22.361 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.361+0000 7fcba4f7c740 10 client.26222 fetch_fsmap learned FSMap version 35 2024-04-21T09:18:22.362 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.361+0000 7fcba4f7c740 1 -- 172.21.15.52:0/580578253 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56048b9da620 con 0x56048bc96b60 2024-04-21T09:18:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.367+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/580578253 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb90010800 con 0x56048bc96b60 2024-04-21T09:18:22.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.367+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/580578253 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fcb8c022480 con 0x56048bc96b60 2024-04-21T09:18:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.370+0000 7fcba4f7c740 10 client.26222 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:18:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.370+0000 7fcba4f7c740 10 client.26222 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:18:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.370+0000 7fcba4f7c740 20 client.26222 populate_metadata read hostname 'smithi052' 2024-04-21T09:18:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.370+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56048bcf3f40 0x56048bcf6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.370+0000 7fcba4f7c740 4 client.26222 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:18:22.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.370+0000 7fcba4f7c740 1 -- 172.21.15.52:0/580578253 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56048bc0f880 con 0x56048bcf3f40 2024-04-21T09:18:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.371+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56048bcf3f40 0x56048bcf6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.373+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56048bcf3f40 0x56048bcf6400 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea65d73fde99bb12 server_cookie=b9f24196b79a0693 in_seq=0 out_seq=0 2024-04-21T09:18:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.373+0000 7fcb7b7fe640 10 client.26222 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:22.378 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.374+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/580578253 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56048bc0f880 con 0x56048bcf3f40 2024-04-21T09:18:22.379 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.374+0000 7fcb7b7fe640 10 client.26222 handle_command_reply: tid=0 2024-04-21T09:18:22.379 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.378+0000 7fcba4f7c740 1 client.26222 shutdown 2024-04-21T09:18:22.392 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.391+0000 7fcba4f7c740 1 -- 172.21.15.52:0/580578253 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 msgr2=0x56048bc9ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:22.393 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.391+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc9ba00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c00c320 tx=0x7fcb8c00c7e0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.397+0000 7fcba4f7c740 1 -- 172.21.15.52:0/580578253 shutdown_connections 2024-04-21T09:18:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.397+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56048bcf3f40 0x56048bcf6400 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.397+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bcc20f0 0x56048bc992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.397+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc98d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.397+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/580578253 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bc96b60 0x56048bc9ba00 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.397+0000 7fcba4f7c740 1 -- 172.21.15.52:0/580578253 >> 172.21.15.52:0/580578253 conn(0x56048bc5dc90 msgr2=0x56048bc935a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:22.398 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.397+0000 7fcb7b7fe640 0 client.26222 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:22.405 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.404+0000 7fcba4f7c740 1 -- 172.21.15.52:0/580578253 shutdown_connections 2024-04-21T09:18:22.407 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.406+0000 7fcba4f7c740 1 -- 172.21.15.52:0/580578253 wait complete. 2024-04-21T09:18:22.414 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.413+0000 7fcba4f7c740 20 client.26222 trim_cache size 0 max 16384 2024-04-21T09:18:22.507 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.506+0000 7fcba4f7c740 1 Processor -- start 2024-04-21T09:18:22.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.507+0000 7fcba4f7c740 1 -- start start 2024-04-21T09:18:22.508 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.507+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc96b60 0x56048bccddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.508+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc9b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.508+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 0x56048bc9ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.509 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.508+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcb880129f0 con 0x56048bc96b60 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.508+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcb880102c0 con 0x56048bcc20f0 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.508+0000 7fcb9b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc9b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.508+0000 7fcb9b7fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc9b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:34820/0 (socket says 172.21.15.52:34820) 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.508+0000 7fcb9b7fe640 1 -- 172.21.15.52:0/2204218807 learned_addr learned my addr 172.21.15.52:0/2204218807 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.508+0000 7fcba4f7c740 1 -- 172.21.15.52:0/2204218807 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8800e130 con 0x56048bc978d0 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.509+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/2204218807 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc96b60 0x56048bccddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.510+0000 7fcb9bfff640 1 -- 172.21.15.52:0/2204218807 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 msgr2=0x56048bc9b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.510+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/2204218807 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc9b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.510 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.510+0000 7fcb9bfff640 1 -- 172.21.15.52:0/2204218807 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 msgr2=0x56048bc9ba00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:18:22.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.510+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/2204218807 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 0x56048bc9ba00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.511 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.510+0000 7fcb9bfff640 1 -- 172.21.15.52:0/2204218807 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56048bc95e30 con 0x56048bc96b60 2024-04-21T09:18:22.512 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.510+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/2204218807 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc96b60 0x56048bccddb0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c001eb0 tx=0x7fcb8c005b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb7c6c80dda3915 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:22.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.514+0000 7fcb81ffb640 1 -- 172.21.15.52:0/2204218807 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c030070 con 0x56048bc96b60 2024-04-21T09:18:22.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.514+0000 7fcb81ffb640 1 -- 172.21.15.52:0/2204218807 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcb8c005ba0 con 0x56048bc96b60 2024-04-21T09:18:22.515 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.514+0000 7fcb81ffb640 1 -- 172.21.15.52:0/2204218807 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c00f6d0 con 0x56048bc96b60 2024-04-21T09:18:22.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.518+0000 7fcba4f7c740 1 -- 172.21.15.52:0/2204218807 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc96b60 msgr2=0x56048bccddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:22.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.518+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/2204218807 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc96b60 0x56048bccddb0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c001eb0 tx=0x7fcb8c005b30 comp rx=0 tx=0).stop 2024-04-21T09:18:22.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.520+0000 7fcba4f7c740 1 -- 172.21.15.52:0/2204218807 shutdown_connections 2024-04-21T09:18:22.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.520+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/2204218807 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 0x56048bc9ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.520+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/2204218807 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc978d0 0x56048bc9b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.520+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/2204218807 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc96b60 0x56048bccddb0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.520+0000 7fcba4f7c740 1 -- 172.21.15.52:0/2204218807 >> 172.21.15.52:0/2204218807 conn(0x56048bc5dc90 msgr2=0x56048bc98d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:22.532 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.532+0000 7fcba4f7c740 1 -- 172.21.15.52:0/2204218807 shutdown_connections 2024-04-21T09:18:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.535+0000 7fcba4f7c740 1 -- 172.21.15.52:0/2204218807 wait complete. 2024-04-21T09:18:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.535+0000 7fcba4f7c740 1 -- start start 2024-04-21T09:18:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.536+0000 7fcba4f7c740 1 Processor -- start 2024-04-21T09:18:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.536+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc96b60 0x56048bcca2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.536+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc978d0 0x56048bcca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.536+0000 7fcba4f7c740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 0x56048bcbf4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.536+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8800e780 con 0x56048bc978d0 2024-04-21T09:18:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.536+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8800fbf0 con 0x56048bcc20f0 2024-04-21T09:18:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.536+0000 7fcba4f7c740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8800ee50 con 0x56048bc96b60 2024-04-21T09:18:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.536+0000 7fcba4f7c740 10 client.0 _ll_register_callbacks cb 0x7fcb8c005ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:18:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.537+0000 7fcba092c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 0x56048bcbf4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.537+0000 7fcba092c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 0x56048bcbf4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:38626/0 (socket says 172.21.15.52:38626) 2024-04-21T09:18:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.537+0000 7fcba092c640 1 -- 172.21.15.52:0/1111337671 learned_addr learned my addr 172.21.15.52:0/1111337671 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.537+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc96b60 0x56048bcca2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.538+0000 7fcb9bfff640 1 -- 172.21.15.52:0/1111337671 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 msgr2=0x56048bcbf4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.538+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 0x56048bcbf4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.538+0000 7fcb9bfff640 1 -- 172.21.15.52:0/1111337671 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc978d0 msgr2=0x56048bcca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.538+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc978d0 0x56048bcca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.538+0000 7fcb9bfff640 1 -- 172.21.15.52:0/1111337671 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56048bcbfd00 con 0x56048bc96b60 2024-04-21T09:18:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.538+0000 7fcb9bfff640 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc96b60 0x56048bcca2c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c0229c0 tx=0x7fcb8c00a8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=111401ebacc463be server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:22.551 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.550+0000 7fcb7b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:18:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.552+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/1111337671 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c030030 con 0x56048bc96b60 2024-04-21T09:18:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.552+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1111337671 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56048bb9b3d0 con 0x56048bc96b60 2024-04-21T09:18:22.553 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.553+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/1111337671 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9592+0+0 (secure 0 0 0) 0x7fcb8c00e680 con 0x56048bc96b60 2024-04-21T09:18:22.554 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.553+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/1111337671 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fcb8c039050 con 0x56048bc96b60 2024-04-21T09:18:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.555+0000 7fcba4f7c740 10 client.26260 fetch_fsmap learned FSMap version 35 2024-04-21T09:18:22.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.555+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1111337671 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56048bd5a140 con 0x56048bc96b60 2024-04-21T09:18:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.556+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/1111337671 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56048bb9b3d0 con 0x56048bc96b60 2024-04-21T09:18:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.556+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/1111337671 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fcb8c02b440 con 0x56048bc96b60 2024-04-21T09:18:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.559+0000 7fcba4f7c740 10 client.26260 fetch_fsmap finished waiting for FSMap version 35 2024-04-21T09:18:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.559+0000 7fcba4f7c740 10 client.26260 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:18:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.559+0000 7fcba4f7c740 20 client.26260 populate_metadata read hostname 'smithi052' 2024-04-21T09:18:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.559+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56048bd5a6a0 0x56048bd5ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.559+0000 7fcba4f7c740 4 client.26260 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:18:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.559+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1111337671 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56048bc092f0 con 0x56048bd5a6a0 2024-04-21T09:18:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.559+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56048bd5a6a0 0x56048bd5ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.562+0000 7fcb9b7fe640 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56048bd5a6a0 0x56048bd5ca90 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0c16778afdde88a server_cookie=74bb450792768aa6 in_seq=0 out_seq=0 2024-04-21T09:18:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:22.563+0000 7fcb7b7fe640 10 client.26260 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:24.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:23 smithi078 ceph-mon[31713]: pgmap v258: 129 pgs: 8 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 103 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 410 MiB/s wr, 2.46k op/s 2024-04-21T09:18:24.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:23 smithi052 ceph-mon[28035]: pgmap v258: 129 pgs: 8 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 103 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 410 MiB/s wr, 2.46k op/s 2024-04-21T09:18:24.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:23 smithi060 ceph-mon[31055]: pgmap v258: 129 pgs: 8 active+clean+snaptrim, 18 active+clean+snaptrim_wait, 103 active+clean; 65 GiB data, 139 GiB used, 934 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 410 MiB/s wr, 2.46k op/s 2024-04-21T09:18:24.771 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.769+0000 7fcb7b7fe640 1 -- 172.21.15.52:0/1111337671 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56048bc092f0 con 0x56048bd5a6a0 2024-04-21T09:18:24.771 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.769+0000 7fcb7b7fe640 10 client.26260 handle_command_reply: tid=0 2024-04-21T09:18:24.771 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.769+0000 7fcba4f7c740 1 client.26260 shutdown 2024-04-21T09:18:24.771 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1111337671 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc96b60 msgr2=0x56048bcca2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:24.771 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc96b60 0x56048bcca2c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c0229c0 tx=0x7fcb8c00a8a0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.771 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1111337671 shutdown_connections 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56048bd5a6a0 0x56048bd5ca90 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56048bcc20f0 0x56048bcbf4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56048bc978d0 0x56048bcca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 --2- 172.21.15.52:0/1111337671 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56048bc96b60 0x56048bcca2c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1111337671 >> 172.21.15.52:0/1111337671 conn(0x56048bc5dc90 msgr2=0x56048bcbe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcb7b7fe640 0 client.26260 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1111337671 shutdown_connections 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 1 -- 172.21.15.52:0/1111337671 wait complete. 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.770+0000 7fcba4f7c740 20 client.26260 trim_cache size 0 max 16384 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:18:24.772 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:18:24.773 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:18:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.773+0000 7fcba238f640 1 -- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcb840a3e60 msgr2=0x7fcb840a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.773+0000 7fcba238f640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcb840a3e60 0x7fcb840a6320 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcb94037040 tx=0x7fcb94004a40 comp rx=0 tx=0).stop 2024-04-21T09:18:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.773+0000 7fcba238f640 1 -- 172.21.15.52:0/2105194202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcb9c1106f0 msgr2=0x7fcb9c111e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:24.774 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.773+0000 7fcba238f640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcb9c1106f0 0x7fcb9c111e20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fcb9000b450 tx=0x7fcb9000b910 comp rx=0 tx=0).stop 2024-04-21T09:18:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.774+0000 7fcba238f640 1 -- 172.21.15.52:0/2105194202 shutdown_connections 2024-04-21T09:18:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.774+0000 7fcba238f640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fcb840a3e60 0x7fcb840a6320 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.774+0000 7fcba238f640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fcb9c11b730 0x7fcb9c112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.774+0000 7fcba238f640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcb9c1106f0 0x7fcb9c111e20 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.774+0000 7fcba238f640 1 --2- 172.21.15.52:0/2105194202 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fcb9c10e7d0 0x7fcb9c118d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.774+0000 7fcba238f640 1 -- 172.21.15.52:0/2105194202 >> 172.21.15.52:0/2105194202 conn(0x7fcb9c06d030 msgr2=0x7fcb9c11a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.775+0000 7fcba238f640 1 -- 172.21.15.52:0/2105194202 shutdown_connections 2024-04-21T09:18:24.776 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:24.775+0000 7fcba238f640 1 -- 172.21.15.52:0/2105194202 wait complete. 2024-04-21T09:18:26.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:25 smithi078 ceph-mon[31713]: pgmap v259: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 65 GiB data, 139 GiB used, 933 GiB / 1.0 TiB avail; 1.6 KiB/s rd, 462 MiB/s wr, 2.11k op/s 2024-04-21T09:18:26.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:25 smithi052 ceph-mon[28035]: pgmap v259: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 65 GiB data, 139 GiB used, 933 GiB / 1.0 TiB avail; 1.6 KiB/s rd, 462 MiB/s wr, 2.11k op/s 2024-04-21T09:18:26.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:25 smithi060 ceph-mon[31055]: pgmap v259: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 65 GiB data, 139 GiB used, 933 GiB / 1.0 TiB avail; 1.6 KiB/s rd, 462 MiB/s wr, 2.11k op/s 2024-04-21T09:18:27.194 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:26 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Scheduled restart job, restart counter is at 2. 2024-04-21T09:18:27.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:26 smithi078 systemd[1]: Stopped Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:18:27.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:26 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Consumed 26.910s CPU time. 2024-04-21T09:18:27.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:26 smithi078 systemd[1]: Starting Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:18:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:26 smithi078 ceph-mon[31713]: MDS daemon mds.c is removed because it is dead or otherwise unavailable. 2024-04-21T09:18:27.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:26 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:26 smithi052 ceph-mon[28035]: MDS daemon mds.c is removed because it is dead or otherwise unavailable. 2024-04-21T09:18:27.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:26 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:27.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:26 smithi060 ceph-mon[31055]: MDS daemon mds.c is removed because it is dead or otherwise unavailable. 2024-04-21T09:18:27.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:26 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:27.516 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:27 smithi078 podman[67574]: 2024-04-21 09:18:27.101223723 +0000 UTC m=+0.019524614 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:18:27.516 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:27 smithi078 podman[67574]: 2024-04-21 09:18:27.240077682 +0000 UTC m=+0.158378547 container create de764e7254bbd78781a4fe5349550aa717ab0ef795327ad3184572d3eebec51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-21T09:18:27.935 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:27 smithi078 podman[67574]: 2024-04-21 09:18:27.517118812 +0000 UTC m=+0.435419679 container init de764e7254bbd78781a4fe5349550aa717ab0ef795327ad3184572d3eebec51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-21T09:18:27.936 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:27 smithi078 podman[67574]: 2024-04-21 09:18:27.520150217 +0000 UTC m=+0.438451092 container start de764e7254bbd78781a4fe5349550aa717ab0ef795327ad3184572d3eebec51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-21T09:18:27.936 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:27 smithi078 ceph-mds[67592]: -- 172.21.15.78:0/3914087304 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5562cfbefa40 con 0x5562cfbc2800 2024-04-21T09:18:27.936 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: starting mds.c at 2024-04-21T09:18:27.936 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:27 smithi078 bash[67574]: de764e7254bbd78781a4fe5349550aa717ab0ef795327ad3184572d3eebec51f 2024-04-21T09:18:27.936 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:27 smithi078 systemd[1]: Started Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:18:28.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:27 smithi078 ceph-mon[31713]: pgmap v260: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 2.0 KiB/s rd, 442 MiB/s wr, 1.52k op/s 2024-04-21T09:18:28.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:27 smithi052 ceph-mon[28035]: pgmap v260: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 2.0 KiB/s rd, 442 MiB/s wr, 1.52k op/s 2024-04-21T09:18:28.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:27 smithi060 ceph-mon[31055]: pgmap v260: 129 pgs: 6 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 112 active+clean; 66 GiB data, 140 GiB used, 933 GiB / 1.0 TiB avail; 2.0 KiB/s rd, 442 MiB/s wr, 1.52k op/s 2024-04-21T09:18:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:29 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6836/2419678108,v1:172.21.15.78:6837/2419678108] up:boot 2024-04-21T09:18:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:29 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:18:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:29 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:18:29.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:29 smithi060 ceph-mon[31055]: pgmap v261: 129 pgs: 5 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 119 active+clean; 67 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 345 KiB/s rd, 582 MiB/s wr, 1.33k op/s 2024-04-21T09:18:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:29 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6836/2419678108,v1:172.21.15.78:6837/2419678108] up:boot 2024-04-21T09:18:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:29 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:18:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:29 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:18:29.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:29 smithi078 ceph-mon[31713]: pgmap v261: 129 pgs: 5 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 119 active+clean; 67 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 345 KiB/s rd, 582 MiB/s wr, 1.33k op/s 2024-04-21T09:18:29.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:29 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6836/2419678108,v1:172.21.15.78:6837/2419678108] up:boot 2024-04-21T09:18:29.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:29 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:18:29.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:29 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:18:29.706 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:29 smithi052 ceph-mon[28035]: pgmap v261: 129 pgs: 5 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 119 active+clean; 67 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 345 KiB/s rd, 582 MiB/s wr, 1.33k op/s 2024-04-21T09:18:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:31 smithi078 ceph-mon[31713]: pgmap v262: 129 pgs: 5 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 119 active+clean; 67 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 345 KiB/s rd, 468 MiB/s wr, 424 op/s 2024-04-21T09:18:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:31 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:18:31.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:31 smithi078 ceph-mon[31713]: osdmap e102: 12 total, 12 up, 12 in 2024-04-21T09:18:31.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:31 smithi052 ceph-mon[28035]: pgmap v262: 129 pgs: 5 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 119 active+clean; 67 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 345 KiB/s rd, 468 MiB/s wr, 424 op/s 2024-04-21T09:18:31.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:31 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:18:31.708 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:31 smithi052 ceph-mon[28035]: osdmap e102: 12 total, 12 up, 12 in 2024-04-21T09:18:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:31 smithi060 ceph-mon[31055]: pgmap v262: 129 pgs: 5 active+clean+snaptrim, 5 active+clean+snaptrim_wait, 119 active+clean; 67 GiB data, 142 GiB used, 931 GiB / 1.0 TiB avail; 345 KiB/s rd, 468 MiB/s wr, 424 op/s 2024-04-21T09:18:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:31 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:18:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:31 smithi060 ceph-mon[31055]: osdmap e102: 12 total, 12 up, 12 in 2024-04-21T09:18:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:33 smithi078 ceph-mon[31713]: pgmap v264: 129 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 123 active+clean; 67 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 564 MiB/s wr, 754 op/s 2024-04-21T09:18:33.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:33 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:18:33.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:33 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:18:33.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:33 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:18:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:33 smithi052 ceph-mon[28035]: pgmap v264: 129 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 123 active+clean; 67 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 564 MiB/s wr, 754 op/s 2024-04-21T09:18:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:33 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:18:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:33 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:18:33.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:33 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:18:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:33 smithi060 ceph-mon[31055]: pgmap v264: 129 pgs: 4 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 123 active+clean; 67 GiB data, 144 GiB used, 929 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 564 MiB/s wr, 754 op/s 2024-04-21T09:18:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:33 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:18:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:33 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:18:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:33 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:18:35.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:35 smithi078 ceph-mon[31713]: pgmap v265: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 68 GiB data, 145 GiB used, 928 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 590 MiB/s wr, 1.15k op/s 2024-04-21T09:18:35.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:35 smithi052 ceph-mon[28035]: pgmap v265: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 68 GiB data, 145 GiB used, 928 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 590 MiB/s wr, 1.15k op/s 2024-04-21T09:18:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:35 smithi060 ceph-mon[31055]: pgmap v265: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 68 GiB data, 145 GiB used, 928 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 590 MiB/s wr, 1.15k op/s 2024-04-21T09:18:37.843 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:37 smithi060 ceph-mon[31055]: pgmap v266: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 68 GiB data, 145 GiB used, 927 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 538 MiB/s wr, 1.13k op/s 2024-04-21T09:18:37.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:37 smithi078 ceph-mon[31713]: pgmap v266: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 68 GiB data, 145 GiB used, 927 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 538 MiB/s wr, 1.13k op/s 2024-04-21T09:18:37.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:37 smithi052 ceph-mon[28035]: pgmap v266: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 68 GiB data, 145 GiB used, 927 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 538 MiB/s wr, 1.13k op/s 2024-04-21T09:18:38.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.011+0000 7f84f3b0e640 1 -- 172.21.15.52:0/566411314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84ec10e7d0 msgr2=0x7f84ec10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:38.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.011+0000 7f84f3b0e640 1 --2- 172.21.15.52:0/566411314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84ec10e7d0 0x7f84ec10ec30 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009860 tx=0x7f84e802bb90 comp rx=0 tx=0).stop 2024-04-21T09:18:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.015+0000 7f84f3b0e640 1 -- 172.21.15.52:0/566411314 shutdown_connections 2024-04-21T09:18:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.015+0000 7f84f3b0e640 1 --2- 172.21.15.52:0/566411314 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84ec11b730 0x7f84ec11db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.015+0000 7f84f3b0e640 1 --2- 172.21.15.52:0/566411314 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84ec10e7d0 0x7f84ec10ec30 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.015+0000 7f84f3b0e640 1 --2- 172.21.15.52:0/566411314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f84ec1106f0 0x7f84ec10e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.017 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.015+0000 7f84f3b0e640 1 -- 172.21.15.52:0/566411314 >> 172.21.15.52:0/566411314 conn(0x7f84ec06d030 msgr2=0x7f84ec06d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:38.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.028+0000 7f84f3b0e640 1 -- 172.21.15.52:0/566411314 shutdown_connections 2024-04-21T09:18:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.029+0000 7f84f3b0e640 1 -- 172.21.15.52:0/566411314 wait complete. 2024-04-21T09:18:38.035 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.030+0000 7f84f3b0e640 1 Processor -- start 2024-04-21T09:18:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.035+0000 7f84f3b0e640 1 -- start start 2024-04-21T09:18:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.035+0000 7f84f3b0e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f84ec10e7d0 0x7f84ec11ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.035+0000 7f84f3b0e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84ec1106f0 0x7f84ec11b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.036+0000 7f84f3b0e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84ec11b730 0x7f84ec114f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.036+0000 7f84f3b0e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec111810 con 0x7f84ec11b730 2024-04-21T09:18:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.036+0000 7f84f3b0e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec111690 con 0x7f84ec10e7d0 2024-04-21T09:18:38.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.036+0000 7f84f3b0e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec111990 con 0x7f84ec1106f0 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.036+0000 7f84f10a9640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84ec1106f0 0x7f84ec11b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.036+0000 7f84f10a9640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84ec1106f0 0x7f84ec11b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:44832/0 (socket says 172.21.15.52:44832) 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.036+0000 7f84f10a9640 1 -- 172.21.15.52:0/307232266 learned_addr learned my addr 172.21.15.52:0/307232266 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.037+0000 7f84f10a9640 1 -- 172.21.15.52:0/307232266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f84ec10e7d0 msgr2=0x7f84ec11ac20 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.037+0000 7f84f10a9640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f84ec10e7d0 0x7f84ec11ac20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.037+0000 7f84f10a9640 1 -- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84ec11b730 msgr2=0x7f84ec114f10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.037+0000 7f84f10a9640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84ec11b730 0x7f84ec114f10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.037+0000 7f84f10a9640 1 -- 172.21.15.52:0/307232266 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84ec115740 con 0x7f84ec1106f0 2024-04-21T09:18:38.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.037+0000 7f84f10a9640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84ec1106f0 0x7f84ec11b160 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f84e8005d00 tx=0x7f84e8035be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:38.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.037+0000 7f84e2ffd640 1 -- 172.21.15.52:0/307232266 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e8041020 con 0x7f84ec1106f0 2024-04-21T09:18:38.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.038+0000 7f84f3b0e640 1 -- 172.21.15.52:0/307232266 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84ec1159d0 con 0x7f84ec1106f0 2024-04-21T09:18:38.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.038+0000 7f84e2ffd640 1 -- 172.21.15.52:0/307232266 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84e802c9e0 con 0x7f84ec1106f0 2024-04-21T09:18:38.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.038+0000 7f84e2ffd640 1 -- 172.21.15.52:0/307232266 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e8039040 con 0x7f84ec1106f0 2024-04-21T09:18:38.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.038+0000 7f84f3b0e640 1 -- 172.21.15.52:0/307232266 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84ec1bc6a0 con 0x7f84ec1106f0 2024-04-21T09:18:38.047 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.045+0000 7f84e2ffd640 1 -- 172.21.15.52:0/307232266 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f84e8044020 con 0x7f84ec1106f0 2024-04-21T09:18:38.050 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.047+0000 7f84f67dc740 1 Processor -- start 2024-04-21T09:18:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.048+0000 7f84e2ffd640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f84d80a3e60 0x7f84d80a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.049+0000 7f84e2ffd640 1 -- 172.21.15.52:0/307232266 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9516+0+0 (secure 0 0 0) 0x7f84e80f3970 con 0x7f84ec1106f0 2024-04-21T09:18:38.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.054+0000 7f84f67dc740 1 -- start start 2024-04-21T09:18:38.063 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.054+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8df7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.054+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df8d40 0x55a1f8df7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.055+0000 7f84f18aa640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8df7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.055+0000 7f84f18aa640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8df7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56838/0 (socket says 172.21.15.52:56838) 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.060+0000 7f84f10a9640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df8d40 0x55a1f8df7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.062+0000 7f84f10a9640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df8d40 0x55a1f8df7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:35414/0 (socket says 172.21.15.52:35414) 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.064+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e032e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.064+0000 7f84f67dc740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a1f8d5c8d0 con 0x55a1f8df88d0 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.064+0000 7f84f67dc740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a1f8cf9e80 con 0x55a1f8df8d40 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.064+0000 7f84f67dc740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a1f8d58890 con 0x55a1f8df83c0 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.064+0000 7f84f20ab640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f84d80a3e60 0x7f84d80a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.064+0000 7f84f18aa640 1 -- 172.21.15.52:0/94034584 learned_addr learned my addr 172.21.15.52:0/94034584 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:38.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.065+0000 7f84f20ab640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f84d80a3e60 0x7f84d80a6320 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f84ec06b5d0 tx=0x7f84e4009230 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.065+0000 7f84f20ab640 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e032e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.066+0000 7f84f20ab640 1 -- 172.21.15.52:0/94034584 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df8d40 msgr2=0x55a1f8df7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.066+0000 7f84f20ab640 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df8d40 0x55a1f8df7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.066+0000 7f84f20ab640 1 -- 172.21.15.52:0/94034584 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 msgr2=0x55a1f8df7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.066+0000 7f84f20ab640 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8df7810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.066+0000 7f84f20ab640 1 -- 172.21.15.52:0/94034584 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1f8d1b320 con 0x55a1f8df83c0 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.066+0000 7f84f20ab640 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e032e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f84e400cf90 tx=0x7f84e400f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de68fc37036c8186 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.067+0000 7f84d77fe640 1 -- 172.21.15.52:0/94034584 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e401a830 con 0x55a1f8df83c0 2024-04-21T09:18:38.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.067+0000 7f84d77fe640 1 -- 172.21.15.52:0/94034584 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84e4022400 con 0x55a1f8df83c0 2024-04-21T09:18:38.071 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.068+0000 7f84f67dc740 1 -- 172.21.15.52:0/94034584 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 msgr2=0x55a1f8e032e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.068+0000 7f84f67dc740 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e032e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f84e400cf90 tx=0x7f84e400f000 comp rx=0 tx=0).stop 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.069+0000 7f84f67dc740 1 -- 172.21.15.52:0/94034584 shutdown_connections 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.069+0000 7f84f67dc740 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e032e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.069+0000 7f84f67dc740 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df8d40 0x55a1f8df7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.069+0000 7f84f67dc740 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8df7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.069+0000 7f84f67dc740 1 -- 172.21.15.52:0/94034584 >> 172.21.15.52:0/94034584 conn(0x55a1f8dbec90 msgr2=0x55a1f8df29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.070+0000 7f84f10a9640 1 --2- 172.21.15.52:0/94034584 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df8d40 0x55a1f8df7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.070+0000 7f84f67dc740 1 -- 172.21.15.52:0/94034584 shutdown_connections 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.070+0000 7f84f67dc740 1 -- 172.21.15.52:0/94034584 wait complete. 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.070+0000 7f84f67dc740 1 -- start start 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.071+0000 7f84f67dc740 1 Processor -- start 2024-04-21T09:18:38.072 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.071+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e031f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.071+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8e00550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.071+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 0x55a1f8e00fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.071+0000 7f84f67dc740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a1f8e03e50 con 0x55a1f8df88d0 2024-04-21T09:18:38.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.071+0000 7f84f67dc740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a1f8ce4eb0 con 0x55a1f8e00b30 2024-04-21T09:18:38.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.071+0000 7f84f67dc740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a1f8e03fd0 con 0x55a1f8df83c0 2024-04-21T09:18:38.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.072+0000 7f84f67dc740 10 client.0 _ll_register_callbacks cb 0x55a1f8d11b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:18:38.073 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.072+0000 7f84f20ab640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 0x55a1f8e00fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.072+0000 7f84f10a9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8e00550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.073+0000 7f84f10a9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8e00550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56842/0 (socket says 172.21.15.52:56842) 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.073+0000 7f84f10a9640 1 -- 172.21.15.52:0/3011597377 learned_addr learned my addr 172.21.15.52:0/3011597377 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.073+0000 7f84f18aa640 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e031f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.073+0000 7f84f10a9640 1 -- 172.21.15.52:0/3011597377 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 msgr2=0x55a1f8e031f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.073+0000 7f84f10a9640 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e031f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.073+0000 7f84f10a9640 1 -- 172.21.15.52:0/3011597377 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 msgr2=0x55a1f8e00fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.073+0000 7f84f10a9640 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 0x55a1f8e00fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.074 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.073+0000 7f84f10a9640 1 -- 172.21.15.52:0/3011597377 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1f8a6f210 con 0x55a1f8df88d0 2024-04-21T09:18:38.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.074+0000 7f84f10a9640 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8e00550 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f84e80bf2e0 tx=0x7f84e80bf470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc8491a1f4db611a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:38.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.074+0000 7f84d57fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:18:38.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.074+0000 7f84d57fa640 1 -- 172.21.15.52:0/3011597377 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e80d7030 con 0x55a1f8df88d0 2024-04-21T09:18:38.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.075+0000 7f84f67dc740 1 -- 172.21.15.52:0/3011597377 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84e4022400 con 0x55a1f8df88d0 2024-04-21T09:18:38.075 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.075+0000 7f84d57fa640 1 -- 172.21.15.52:0/3011597377 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9516+0+0 (secure 0 0 0) 0x7f84e802cb90 con 0x55a1f8df88d0 2024-04-21T09:18:38.076 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.075+0000 7f84d57fa640 1 -- 172.21.15.52:0/3011597377 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f84e80035f0 con 0x55a1f8df88d0 2024-04-21T09:18:38.080 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.078+0000 7f84f67dc740 10 client.16626 fetch_fsmap learned FSMap version 37 2024-04-21T09:18:38.081 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.078+0000 7f84f67dc740 1 -- 172.21.15.52:0/3011597377 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55a1f8b3b620 con 0x55a1f8df88d0 2024-04-21T09:18:38.081 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.079+0000 7f84d57fa640 1 -- 172.21.15.52:0/3011597377 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84e4022400 con 0x55a1f8df88d0 2024-04-21T09:18:38.083 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.081+0000 7f84d57fa640 1 -- 172.21.15.52:0/3011597377 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 37) ==== 8346+0+0 (secure 0 0 0) 0x7f84e803c030 con 0x55a1f8df88d0 2024-04-21T09:18:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.086+0000 7f84f67dc740 10 client.16626 fetch_fsmap finished waiting for FSMap version 37 2024-04-21T09:18:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.086+0000 7f84f67dc740 10 client.16626 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:18:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.086+0000 7f84f67dc740 20 client.16626 populate_metadata read hostname 'smithi052' 2024-04-21T09:18:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.086+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a1f8e11540 0x55a1f8e13930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.086+0000 7f84f67dc740 4 client.16626 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:18:38.086 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.086+0000 7f84f67dc740 1 -- 172.21.15.52:0/3011597377 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a1f8d70880 con 0x55a1f8e11540 2024-04-21T09:18:38.090 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.090+0000 7f84f18aa640 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a1f8e11540 0x55a1f8e13930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.110+0000 7f84f18aa640 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a1f8e11540 0x55a1f8e13930 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53b7ad0bb0a6444b server_cookie=6279809d23f131a3 in_seq=0 out_seq=0 2024-04-21T09:18:38.111 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.111+0000 7f84d57fa640 10 client.16626 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.116+0000 7f84d57fa640 1 -- 172.21.15.52:0/3011597377 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a1f8d70880 con 0x55a1f8e11540 2024-04-21T09:18:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.116+0000 7f84d57fa640 10 client.16626 handle_command_reply: tid=0 2024-04-21T09:18:38.116 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.116+0000 7f84f67dc740 1 client.16626 shutdown 2024-04-21T09:18:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.118+0000 7f84f67dc740 1 -- 172.21.15.52:0/3011597377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 msgr2=0x55a1f8e00550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:38.118 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.118+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8e00550 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f84e80bf2e0 tx=0x7f84e80bf470 comp rx=0 tx=0).stop 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.120+0000 7f84f67dc740 1 -- 172.21.15.52:0/3011597377 shutdown_connections 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.120+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a1f8e11540 0x55a1f8e13930 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.120+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 0x55a1f8e00fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.120+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df88d0 0x55a1f8e00550 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.120+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3011597377 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df83c0 0x55a1f8e031f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.120+0000 7f84f67dc740 1 -- 172.21.15.52:0/3011597377 >> 172.21.15.52:0/3011597377 conn(0x55a1f8dbec90 msgr2=0x55a1f8df1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.121+0000 7f84d57fa640 0 client.16626 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.121+0000 7f84f67dc740 1 -- 172.21.15.52:0/3011597377 shutdown_connections 2024-04-21T09:18:38.121 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.121+0000 7f84f67dc740 1 -- 172.21.15.52:0/3011597377 wait complete. 2024-04-21T09:18:38.122 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.121+0000 7f84f67dc740 20 client.16626 trim_cache size 0 max 16384 2024-04-21T09:18:38.222 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.222+0000 7f84f67dc740 1 Processor -- start 2024-04-21T09:18:38.222 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.222+0000 7f84f67dc740 1 -- start start 2024-04-21T09:18:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.223+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df83c0 0x55a1f8e0cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.223+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 0x55a1f8df1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.223+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8e00b30 0x55a1f8e02d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.224+0000 7f84f10a9640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 0x55a1f8df1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.225+0000 7f84f18aa640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df83c0 0x55a1f8e0cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.225+0000 7f84f18aa640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df83c0 0x55a1f8e0cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:35432/0 (socket says 172.21.15.52:35432) 2024-04-21T09:18:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.225+0000 7f84f20ab640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8e00b30 0x55a1f8e02d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.225+0000 7f84f10a9640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 0x55a1f8df1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:44864/0 (socket says 172.21.15.52:44864) 2024-04-21T09:18:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.225+0000 7f84f18aa640 1 -- 172.21.15.52:0/3600236189 learned_addr learned my addr 172.21.15.52:0/3600236189 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.225+0000 7f84f67dc740 1 -- 172.21.15.52:0/3600236189 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec1c9050 con 0x55a1f8e00b30 2024-04-21T09:18:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.225+0000 7f84f67dc740 1 -- 172.21.15.52:0/3600236189 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec1c6920 con 0x55a1f8df83c0 2024-04-21T09:18:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.225+0000 7f84f67dc740 1 -- 172.21.15.52:0/3600236189 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec1c4820 con 0x55a1f8df88d0 2024-04-21T09:18:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.226+0000 7f84f18aa640 1 -- 172.21.15.52:0/3600236189 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 msgr2=0x55a1f8df1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.226+0000 7f84f18aa640 1 --2- 172.21.15.52:0/3600236189 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 0x55a1f8df1930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.226+0000 7f84f18aa640 1 -- 172.21.15.52:0/3600236189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8e00b30 msgr2=0x55a1f8e02d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.226+0000 7f84f18aa640 1 --2- 172.21.15.52:0/3600236189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8e00b30 0x55a1f8e02d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.227+0000 7f84f18aa640 1 -- 172.21.15.52:0/3600236189 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1f8df4c10 con 0x55a1f8df83c0 2024-04-21T09:18:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.227+0000 7f84f18aa640 1 --2- 172.21.15.52:0/3600236189 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df83c0 0x55a1f8e0cda0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f84dc0097e0 tx=0x7f84dc014840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe594c10b7c086f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.228+0000 7f84d6ffd640 1 -- 172.21.15.52:0/3600236189 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84dc0142d0 con 0x55a1f8df83c0 2024-04-21T09:18:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.228+0000 7f84d6ffd640 1 -- 172.21.15.52:0/3600236189 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84dc009e10 con 0x55a1f8df83c0 2024-04-21T09:18:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.229+0000 7f84d6ffd640 1 -- 172.21.15.52:0/3600236189 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84dc003830 con 0x55a1f8df83c0 2024-04-21T09:18:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.230+0000 7f84f67dc740 1 -- 172.21.15.52:0/3600236189 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df83c0 msgr2=0x55a1f8e0cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.230+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3600236189 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df83c0 0x55a1f8e0cda0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f84dc0097e0 tx=0x7f84dc014840 comp rx=0 tx=0).stop 2024-04-21T09:18:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.230+0000 7f84f67dc740 1 -- 172.21.15.52:0/3600236189 shutdown_connections 2024-04-21T09:18:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.230+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3600236189 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8e00b30 0x55a1f8e02d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.230+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3600236189 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 0x55a1f8df1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.230+0000 7f84f67dc740 1 --2- 172.21.15.52:0/3600236189 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8df83c0 0x55a1f8e0cda0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.231+0000 7f84f67dc740 1 -- 172.21.15.52:0/3600236189 >> 172.21.15.52:0/3600236189 conn(0x55a1f8dbec90 msgr2=0x55a1f8df1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.233+0000 7f84f67dc740 1 -- 172.21.15.52:0/3600236189 shutdown_connections 2024-04-21T09:18:38.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.233+0000 7f84f67dc740 1 -- 172.21.15.52:0/3600236189 wait complete. 2024-04-21T09:18:38.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.233+0000 7f84f67dc740 1 -- start start 2024-04-21T09:18:38.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.233+0000 7f84f67dc740 1 Processor -- start 2024-04-21T09:18:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.234+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df83c0 0x55a1f8e092b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.235+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 0x55a1f8e097f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.235+0000 7f84f67dc740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 0x55a1f8dfcca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.235+0000 7f84f67dc740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec1c4de0 con 0x55a1f8df83c0 2024-04-21T09:18:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.235+0000 7f84f67dc740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec1c6250 con 0x55a1f8e00b30 2024-04-21T09:18:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.235+0000 7f84f67dc740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f84ec1c54b0 con 0x55a1f8df88d0 2024-04-21T09:18:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.236+0000 7f84f67dc740 10 client.0 _ll_register_callbacks cb 0x7f84e80bb1c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:18:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.236+0000 7f84f18aa640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df83c0 0x55a1f8e092b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.236+0000 7f84f18aa640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df83c0 0x55a1f8e092b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56854/0 (socket says 172.21.15.52:56854) 2024-04-21T09:18:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.236+0000 7f84f18aa640 1 -- 172.21.15.52:0/2793334151 learned_addr learned my addr 172.21.15.52:0/2793334151 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.238+0000 7f84f18aa640 1 -- 172.21.15.52:0/2793334151 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 msgr2=0x55a1f8e097f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:18:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.238+0000 7f84f18aa640 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 0x55a1f8e097f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.238+0000 7f84f18aa640 1 -- 172.21.15.52:0/2793334151 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 msgr2=0x55a1f8dfcca0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:18:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.238+0000 7f84f18aa640 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 0x55a1f8dfcca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.238+0000 7f84f18aa640 1 -- 172.21.15.52:0/2793334151 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1f8dfd4d0 con 0x55a1f8df83c0 2024-04-21T09:18:38.240 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.240+0000 7f84f18aa640 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df83c0 0x55a1f8e092b0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f84dc014330 tx=0x7f84dc014360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76c6c2230acdc932 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:38.240 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.241+0000 7f84d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:18:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.244+0000 7f84d4ff9640 1 -- 172.21.15.52:0/2793334151 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84dc004040 con 0x55a1f8df83c0 2024-04-21T09:18:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.244+0000 7f84d4ff9640 1 -- 172.21.15.52:0/2793334151 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9516+0+0 (secure 0 0 0) 0x7f84dc0041e0 con 0x55a1f8df83c0 2024-04-21T09:18:38.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.245+0000 7f84f67dc740 1 -- 172.21.15.52:0/2793334151 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84dc009e10 con 0x55a1f8df83c0 2024-04-21T09:18:38.251 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.248+0000 7f84d4ff9640 1 -- 172.21.15.52:0/2793334151 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f84dc034050 con 0x55a1f8df83c0 2024-04-21T09:18:38.251 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.248+0000 7f84f67dc740 10 client.16632 fetch_fsmap learned FSMap version 37 2024-04-21T09:18:38.251 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.248+0000 7f84f67dc740 1 -- 172.21.15.52:0/2793334151 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55a1f8e77690 con 0x55a1f8df83c0 2024-04-21T09:18:38.251 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.249+0000 7f84d4ff9640 1 -- 172.21.15.52:0/2793334151 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84dc0043e0 con 0x55a1f8df83c0 2024-04-21T09:18:38.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.249+0000 7f84d4ff9640 1 -- 172.21.15.52:0/2793334151 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 37) ==== 8346+0+0 (secure 0 0 0) 0x7f84dc012610 con 0x55a1f8df83c0 2024-04-21T09:18:38.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.250+0000 7f84f67dc740 10 client.16632 fetch_fsmap finished waiting for FSMap version 37 2024-04-21T09:18:38.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.250+0000 7f84f67dc740 10 client.16632 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:18:38.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.250+0000 7f84f67dc740 20 client.16632 populate_metadata read hostname 'smithi052' 2024-04-21T09:18:38.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.250+0000 7f84f67dc740 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a1f8e77c50 0x55a1f8e7a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:38.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.250+0000 7f84f67dc740 4 client.16632 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:18:38.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.250+0000 7f84f67dc740 1 -- 172.21.15.52:0/2793334151 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f84dc009e10 con 0x55a1f8e77c50 2024-04-21T09:18:38.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.252+0000 7f84f10a9640 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a1f8e77c50 0x55a1f8e7a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.258+0000 7f84f10a9640 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a1f8e77c50 0x55a1f8e7a070 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64bf41cafdf6dd9 server_cookie=27d6205a967455d2 in_seq=0 out_seq=0 2024-04-21T09:18:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:38.258+0000 7f84d4ff9640 10 client.16632 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84d4ff9640 1 -- 172.21.15.52:0/2793334151 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f84dc009e10 con 0x55a1f8e77c50 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84d4ff9640 10 client.16632 handle_command_reply: tid=0 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84f67dc740 1 client.16632 shutdown 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84f67dc740 1 -- 172.21.15.52:0/2793334151 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df83c0 msgr2=0x55a1f8e092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84f67dc740 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df83c0 0x55a1f8e092b0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f84dc014330 tx=0x7f84dc014360 comp rx=0 tx=0).stop 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84f67dc740 1 -- 172.21.15.52:0/2793334151 shutdown_connections 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84f67dc740 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a1f8e77c50 0x55a1f8e7a070 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84d4ff9640 0 client.16632 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:39.280 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.278+0000 7f84f67dc740 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a1f8e00b30 0x55a1f8dfcca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.279+0000 7f84f67dc740 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a1f8df88d0 0x55a1f8e097f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.279+0000 7f84f67dc740 1 --2- 172.21.15.52:0/2793334151 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a1f8df83c0 0x55a1f8e092b0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.279+0000 7f84f67dc740 1 -- 172.21.15.52:0/2793334151 >> 172.21.15.52:0/2793334151 conn(0x55a1f8dbec90 msgr2=0x55a1f8dfb280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.279+0000 7f84f67dc740 1 -- 172.21.15.52:0/2793334151 shutdown_connections 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.279+0000 7f84f67dc740 1 -- 172.21.15.52:0/2793334151 wait complete. 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.279+0000 7f84f67dc740 20 client.16632 trim_cache size 0 max 16384 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:18:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:18:39.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.284+0000 7f84e0bff640 1 -- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f84d80a3e60 msgr2=0x7f84d80a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:39.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.284+0000 7f84e0bff640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f84d80a3e60 0x7f84d80a6320 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f84ec06b5d0 tx=0x7f84e4009230 comp rx=0 tx=0).stop 2024-04-21T09:18:39.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.284+0000 7f84e0bff640 1 -- 172.21.15.52:0/307232266 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84ec1106f0 msgr2=0x7f84ec11b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:39.284 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.284+0000 7f84e0bff640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84ec1106f0 0x7f84ec11b160 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f84e8005d00 tx=0x7f84e8035be0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.285+0000 7f84e0bff640 1 -- 172.21.15.52:0/307232266 shutdown_connections 2024-04-21T09:18:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.285+0000 7f84e0bff640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f84d80a3e60 0x7f84d80a6320 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.285+0000 7f84e0bff640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f84ec11b730 0x7f84ec114f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.285+0000 7f84e0bff640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f84ec1106f0 0x7f84ec11b160 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.285+0000 7f84e0bff640 1 --2- 172.21.15.52:0/307232266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f84ec10e7d0 0x7f84ec11ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.285+0000 7f84e0bff640 1 -- 172.21.15.52:0/307232266 >> 172.21.15.52:0/307232266 conn(0x7f84ec06d030 msgr2=0x7f84ec072a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.286+0000 7f84e0bff640 1 -- 172.21.15.52:0/307232266 shutdown_connections 2024-04-21T09:18:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:39.287+0000 7f84e0bff640 1 -- 172.21.15.52:0/307232266 wait complete. 2024-04-21T09:18:39.589 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-mon[31055]: pgmap v267: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 70 GiB data, 148 GiB used, 924 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 595 MiB/s wr, 1.33k op/s 2024-04-21T09:18:39.590 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7fe335be1700 time 2024-04-21T09:18:39.298725+0000 2024-04-21T09:18:39.590 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fe34821a3dd] 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fe34821a5a3] 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 3: (MDLog::_replay_thread()+0xd8) [0x5621dede80c8] 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 4: (MDLog::ReplayThread::entry()+0x11) [0x5621dedf1cf1] 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7fe346f981ca] 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 6: clone() 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: *** Caught signal (Aborted) ** 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: in thread 7fe335be1700 thread_name:md_log_replay 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.300+0000 7fe335be1700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7fe335be1700 time 2024-04-21T09:18:39.298725+0000 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:39.591 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fe34821a3dd] 2024-04-21T09:18:39.592 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fe34821a5a3] 2024-04-21T09:18:39.592 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 3: (MDLog::_replay_thread()+0xd8) [0x5621dede80c8] 2024-04-21T09:18:39.592 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 4: (MDLog::ReplayThread::entry()+0x11) [0x5621dedf1cf1] 2024-04-21T09:18:39.592 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7fe346f981ca] 2024-04-21T09:18:39.592 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 6: clone() 2024-04-21T09:18:39.592 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fe346fa2d20] 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2: gsignal() 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 3: abort() 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fe34821a437] 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fe34821a5a3] 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 6: (MDLog::_replay_thread()+0xd8) [0x5621dede80c8] 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 7: (MDLog::ReplayThread::entry()+0x11) [0x5621dedf1cf1] 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7fe346f981ca] 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 9: clone() 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.301+0000 7fe335be1700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:18:39.593 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: in thread 7fe335be1700 thread_name:md_log_replay 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fe346fa2d20] 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2: gsignal() 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 3: abort() 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fe34821a437] 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fe34821a5a3] 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 6: (MDLog::_replay_thread()+0xd8) [0x5621dede80c8] 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 7: (MDLog::ReplayThread::entry()+0x11) [0x5621dedf1cf1] 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7fe346f981ca] 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 9: clone() 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:18:39.594 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: -1> 2024-04-21T09:18:39.300+0000 7fe335be1700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7fe335be1700 time 2024-04-21T09:18:39.298725+0000 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fe34821a3dd] 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fe34821a5a3] 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 3: (MDLog::_replay_thread()+0xd8) [0x5621dede80c8] 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 4: (MDLog::ReplayThread::entry()+0x11) [0x5621dedf1cf1] 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7fe346f981ca] 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 6: clone() 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 0> 2024-04-21T09:18:39.301+0000 7fe335be1700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: in thread 7fe335be1700 thread_name:md_log_replay 2024-04-21T09:18:39.595 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fe346fa2d20] 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2: gsignal() 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 3: abort() 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fe34821a437] 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fe34821a5a3] 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 6: (MDLog::_replay_thread()+0xd8) [0x5621dede80c8] 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 7: (MDLog::ReplayThread::entry()+0x11) [0x5621dedf1cf1] 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7fe346f981ca] 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 9: clone() 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: -1> 2024-04-21T09:18:39.300+0000 7fe335be1700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: In function 'void MDLog::_replay_thread()' thread 7fe335be1700 time 2024-04-21T09:18:39.298725+0000 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/19.0.0-3154-ga630765c/rpm/el8/BUILD/ceph-19.0.0-3154-ga630765c/src/mds/MDLog.cc: 1417: FAILED ceph_assert(r) 2024-04-21T09:18:39.596 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7fe34821a3dd] 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fe34821a5a3] 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 3: (MDLog::_replay_thread()+0xd8) [0x5621dede80c8] 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 4: (MDLog::ReplayThread::entry()+0x11) [0x5621dedf1cf1] 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 5: /lib64/libpthread.so.0(+0x81ca) [0x7fe346f981ca] 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 6: clone() 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 0> 2024-04-21T09:18:39.301+0000 7fe335be1700 -1 *** Caught signal (Aborted) ** 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: in thread 7fe335be1700 thread_name:md_log_replay 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fe346fa2d20] 2024-04-21T09:18:39.597 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2: gsignal() 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 3: abort() 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7fe34821a437] 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2d15a3) [0x7fe34821a5a3] 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 6: (MDLog::_replay_thread()+0xd8) [0x5621dede80c8] 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 7: (MDLog::ReplayThread::entry()+0x11) [0x5621dedf1cf1] 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 8: /lib64/libpthread.so.0(+0x81ca) [0x7fe346f981ca] 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 9: clone() 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:18:39.598 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[64901]: 2024-04-21T09:18:39.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:39 smithi078 ceph-mon[31713]: pgmap v267: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 70 GiB data, 148 GiB used, 924 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 595 MiB/s wr, 1.33k op/s 2024-04-21T09:18:39.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:39 smithi052 ceph-mon[28035]: pgmap v267: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 70 GiB data, 148 GiB used, 924 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 595 MiB/s wr, 1.33k op/s 2024-04-21T09:18:40.090 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:39 smithi060 podman[65600]: 2024-04-21 09:18:39.7551102 +0000 UTC m=+0.114720572 container died dac7460d685e770c9f4b02209091f06b0dbda3f65a85cd683c929641c1c2bf6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-21T09:18:41.340 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:40 smithi060 podman[65600]: 2024-04-21 09:18:40.991943403 +0000 UTC m=+1.351553744 container remove dac7460d685e770c9f4b02209091f06b0dbda3f65a85cd683c929641c1c2bf6a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:18:41.340 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:40 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Main process exited, code=exited, status=134/n/a 2024-04-21T09:18:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:41 smithi060 ceph-mon[31055]: pgmap v268: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 595 MiB/s wr, 1.33k op/s 2024-04-21T09:18:41.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:41 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Failed with result 'exit-code'. 2024-04-21T09:18:41.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:41 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Consumed 2.715s CPU time. 2024-04-21T09:18:41.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:41 smithi078 ceph-mon[31713]: pgmap v268: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 595 MiB/s wr, 1.33k op/s 2024-04-21T09:18:41.959 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:41 smithi052 ceph-mon[28035]: pgmap v268: 129 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 124 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 595 MiB/s wr, 1.33k op/s 2024-04-21T09:18:43.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:43 smithi078 ceph-mon[31713]: pgmap v269: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 656 MiB/s wr, 1.50k op/s 2024-04-21T09:18:43.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:43 smithi060 ceph-mon[31055]: pgmap v269: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 656 MiB/s wr, 1.50k op/s 2024-04-21T09:18:43.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:43 smithi052 ceph-mon[28035]: pgmap v269: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 4.7 MiB/s rd, 656 MiB/s wr, 1.50k op/s 2024-04-21T09:18:45.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:45 smithi060 ceph-mon[31055]: pgmap v270: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 659 MiB/s wr, 1.57k op/s 2024-04-21T09:18:45.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:45 smithi078 ceph-mon[31713]: pgmap v270: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 659 MiB/s wr, 1.57k op/s 2024-04-21T09:18:45.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:45 smithi052 ceph-mon[28035]: pgmap v270: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 3.0 MiB/s rd, 659 MiB/s wr, 1.57k op/s 2024-04-21T09:18:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:47 smithi060 ceph-mon[31055]: pgmap v271: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 540 MiB/s wr, 1.19k op/s 2024-04-21T09:18:47.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:47 smithi078 ceph-mon[31713]: pgmap v271: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 540 MiB/s wr, 1.19k op/s 2024-04-21T09:18:47.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:47 smithi052 ceph-mon[28035]: pgmap v271: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 149 GiB used, 924 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 540 MiB/s wr, 1.19k op/s 2024-04-21T09:18:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:49 smithi060 ceph-mon[31055]: pgmap v272: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 749 MiB/s wr, 1.58k op/s 2024-04-21T09:18:49.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:49 smithi078 ceph-mon[31713]: pgmap v272: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 749 MiB/s wr, 1.58k op/s 2024-04-21T09:18:49.963 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:49 smithi052 ceph-mon[28035]: pgmap v272: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 749 MiB/s wr, 1.58k op/s 2024-04-21T09:18:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:51 smithi060 ceph-mon[31055]: pgmap v273: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 546 MiB/s wr, 1.30k op/s 2024-04-21T09:18:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:51 smithi060 ceph-mon[31055]: MDS daemon mds.k is removed because it is dead or otherwise unavailable. 2024-04-21T09:18:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:51 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:51.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:51 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Scheduled restart job, restart counter is at 2. 2024-04-21T09:18:51.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:51 smithi060 systemd[1]: Stopped Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:18:51.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:51 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service: Consumed 2.715s CPU time. 2024-04-21T09:18:51.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:51 smithi060 systemd[1]: Starting Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:18:51.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:51 smithi078 ceph-mon[31713]: pgmap v273: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 546 MiB/s wr, 1.30k op/s 2024-04-21T09:18:51.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:51 smithi078 ceph-mon[31713]: MDS daemon mds.k is removed because it is dead or otherwise unavailable. 2024-04-21T09:18:51.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:51 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:51 smithi052 ceph-mon[28035]: pgmap v273: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 546 MiB/s wr, 1.30k op/s 2024-04-21T09:18:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:51 smithi052 ceph-mon[28035]: MDS daemon mds.k is removed because it is dead or otherwise unavailable. 2024-04-21T09:18:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:51 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:52.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.503+0000 7f64dac7e640 1 -- 172.21.15.52:0/510716382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d4108f50 msgr2=0x7f64d41093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:52.503 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.503+0000 7f64dac7e640 1 --2- 172.21.15.52:0/510716382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d4108f50 0x7f64d41093b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f64c4009900 tx=0x7f64c402bc80 comp rx=0 tx=0).stop 2024-04-21T09:18:52.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.504+0000 7f64dac7e640 1 -- 172.21.15.52:0/510716382 shutdown_connections 2024-04-21T09:18:52.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.504+0000 7f64dac7e640 1 --2- 172.21.15.52:0/510716382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64d41099d0 0x7f64d411d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.504+0000 7f64dac7e640 1 --2- 172.21.15.52:0/510716382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d4108f50 0x7f64d41093b0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.504 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.504+0000 7f64dac7e640 1 --2- 172.21.15.52:0/510716382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f64d41104a0 0x7f64d4110880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.505 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.504+0000 7f64dac7e640 1 -- 172.21.15.52:0/510716382 >> 172.21.15.52:0/510716382 conn(0x7f64d406ced0 msgr2=0x7f64d406d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:52.514 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.514+0000 7f64dac7e640 1 -- 172.21.15.52:0/510716382 shutdown_connections 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.517+0000 7f64dac7e640 1 -- 172.21.15.52:0/510716382 wait complete. 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.518+0000 7f64dac7e640 1 Processor -- start 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.518+0000 7f64dac7e640 1 -- start start 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.518+0000 7f64dac7e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d4108f50 0x7f64d41a74e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.518+0000 7f64dac7e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64d41099d0 0x7f64d41a7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.518+0000 7f64dac7e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f64d41104a0 0x7f64d41abd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.518+0000 7f64dac7e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f64d4120f40 con 0x7f64d41104a0 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.518+0000 7f64dac7e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f64d4120dc0 con 0x7f64d4108f50 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.518+0000 7f64dac7e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f64d41210c0 con 0x7f64d41099d0 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.519+0000 7f64d947b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64d41099d0 0x7f64d41a7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.519+0000 7f64d947b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64d41099d0 0x7f64d41a7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:44514/0 (socket says 172.21.15.52:44514) 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.519+0000 7f64d947b640 1 -- 172.21.15.52:0/591507029 learned_addr learned my addr 172.21.15.52:0/591507029 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:52.520 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.520+0000 7f64d947b640 1 -- 172.21.15.52:0/591507029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d4108f50 msgr2=0x7f64d41a74e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:18:52.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.520+0000 7f64d947b640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d4108f50 0x7f64d41a74e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.520+0000 7f64d947b640 1 -- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f64d41104a0 msgr2=0x7f64d41abd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:52.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.520+0000 7f64d947b640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f64d41104a0 0x7f64d41abd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.521 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.520+0000 7f64d947b640 1 -- 172.21.15.52:0/591507029 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d41ac480 con 0x7f64d41099d0 2024-04-21T09:18:52.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.520+0000 7f64d947b640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64d41099d0 0x7f64d41a7a20 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f64c402c290 tx=0x7f64c402ca60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:52.522 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.520+0000 7f64caffd640 1 -- 172.21.15.52:0/591507029 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c4043020 con 0x7f64d41099d0 2024-04-21T09:18:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.521+0000 7f64caffd640 1 -- 172.21.15.52:0/591507029 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64c40052b0 con 0x7f64d41099d0 2024-04-21T09:18:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.521+0000 7f64caffd640 1 -- 172.21.15.52:0/591507029 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c4003c50 con 0x7f64d41099d0 2024-04-21T09:18:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.522+0000 7f64dac7e640 1 -- 172.21.15.52:0/591507029 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d41ac710 con 0x7f64d41099d0 2024-04-21T09:18:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.523+0000 7f64dac7e640 1 -- 172.21.15.52:0/591507029 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d407a1b0 con 0x7f64d41099d0 2024-04-21T09:18:52.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.530+0000 7f64caffd640 1 -- 172.21.15.52:0/591507029 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f64c4050060 con 0x7f64d41099d0 2024-04-21T09:18:52.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.532+0000 7f64debab740 1 Processor -- start 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.532+0000 7f64debab740 1 -- start start 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.532+0000 7f64debab740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4bf8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.532+0000 7f64debab740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf8d50 0x563ad4bf91d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.533+0000 7f64debab740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c046c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.533+0000 7f64debab740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563ad4b5d8d0 con 0x563ad4c022d0 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.533+0000 7f64debab740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563ad4afae80 con 0x563ad4bf8d50 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.533+0000 7f64debab740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x563ad4b59890 con 0x563ad4bf9ac0 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.533+0000 7f64da47d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4bf8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.533+0000 7f64da47d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4bf8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:44522/0 (socket says 172.21.15.52:44522) 2024-04-21T09:18:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.533+0000 7f64da47d640 1 -- 172.21.15.52:0/391793723 learned_addr learned my addr 172.21.15.52:0/391793723 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.534+0000 7f64da47d640 1 -- 172.21.15.52:0/391793723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf8d50 msgr2=0x563ad4bf91d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:18:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.534+0000 7f64da47d640 1 --2- 172.21.15.52:0/391793723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf8d50 0x563ad4bf91d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.534+0000 7f64da47d640 1 -- 172.21.15.52:0/391793723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 msgr2=0x563ad4c046c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.534+0000 7f64da47d640 1 --2- 172.21.15.52:0/391793723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c046c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.534+0000 7f64da47d640 1 -- 172.21.15.52:0/391793723 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ad4b1c320 con 0x563ad4bf9ac0 2024-04-21T09:18:52.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.535+0000 7f64da47d640 1 --2- 172.21.15.52:0/391793723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4bf8810 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f64cc009d00 tx=0x7f64cc00b420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc09abff8dd2e88c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.535+0000 7f64caffd640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64c00a3e60 0x7f64c00a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.536+0000 7f64caffd640 1 -- 172.21.15.52:0/591507029 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9516+0+0 (secure 0 0 0) 0x7f64c404e070 con 0x7f64d41099d0 2024-04-21T09:18:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.538+0000 7f64bffff640 1 -- 172.21.15.52:0/391793723 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64cc00bb30 con 0x563ad4bf9ac0 2024-04-21T09:18:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.538+0000 7f64bffff640 1 -- 172.21.15.52:0/391793723 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64cc017070 con 0x563ad4bf9ac0 2024-04-21T09:18:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.538+0000 7f64bffff640 1 -- 172.21.15.52:0/391793723 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64cc0115f0 con 0x563ad4bf9ac0 2024-04-21T09:18:52.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.541+0000 7f64debab740 1 -- 172.21.15.52:0/391793723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 msgr2=0x563ad4bf8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.541+0000 7f64debab740 1 --2- 172.21.15.52:0/391793723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4bf8810 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f64cc009d00 tx=0x7f64cc00b420 comp rx=0 tx=0).stop 2024-04-21T09:18:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.541+0000 7f64d9c7c640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64c00a3e60 0x7f64c00a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.541+0000 7f64debab740 1 -- 172.21.15.52:0/391793723 shutdown_connections 2024-04-21T09:18:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.541+0000 7f64debab740 1 --2- 172.21.15.52:0/391793723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c046c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.541+0000 7f64debab740 1 --2- 172.21.15.52:0/391793723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf8d50 0x563ad4bf91d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.541+0000 7f64debab740 1 --2- 172.21.15.52:0/391793723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4bf8810 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.541+0000 7f64debab740 1 -- 172.21.15.52:0/391793723 >> 172.21.15.52:0/391793723 conn(0x563ad4bbfc90 msgr2=0x563ad4bf3a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:52.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.545+0000 7f64debab740 1 -- 172.21.15.52:0/391793723 shutdown_connections 2024-04-21T09:18:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.548+0000 7f64debab740 1 -- 172.21.15.52:0/391793723 wait complete. 2024-04-21T09:18:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.549+0000 7f64debab740 1 -- start start 2024-04-21T09:18:52.549 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.549+0000 7f64debab740 1 Processor -- start 2024-04-21T09:18:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.550+0000 7f64debab740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 0x563ad4c01ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.550+0000 7f64debab740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 0x563ad4bff070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.550+0000 7f64debab740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4bff680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.550+0000 7f64debab740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x563ad4c16010 con 0x563ad4bf8d50 2024-04-21T09:18:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.550+0000 7f64debab740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563ad4ae5eb0 con 0x563ad4bf9ac0 2024-04-21T09:18:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.550+0000 7f64debab740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x563ad4c16190 con 0x563ad4c022d0 2024-04-21T09:18:52.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.550+0000 7f64debab740 10 client.0 _ll_register_callbacks cb 0x563ad4b12b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:18:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.551+0000 7f64da47d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4bff680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.551+0000 7f64d947b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 0x563ad4bff070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.553 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.551+0000 7f64da47d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4bff680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:44528/0 (socket says 172.21.15.52:44528) 2024-04-21T09:18:52.554 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.551+0000 7f64da47d640 1 -- 172.21.15.52:0/3844416551 learned_addr learned my addr 172.21.15.52:0/3844416551 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.554+0000 7f64da47d640 1 -- 172.21.15.52:0/3844416551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 msgr2=0x563ad4bff070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.554+0000 7f64da47d640 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 0x563ad4bff070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.554+0000 7f64da47d640 1 -- 172.21.15.52:0/3844416551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 msgr2=0x563ad4c01ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.554+0000 7f64da47d640 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 0x563ad4c01ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.554+0000 7f64da47d640 1 -- 172.21.15.52:0/3844416551 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ad4870210 con 0x563ad4c022d0 2024-04-21T09:18:52.555 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.555+0000 7f64d9c7c640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64c00a3e60 0x7f64c00a6320 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x563ad4bfa220 tx=0x7f64d0006bd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:52.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.556+0000 7f64da47d640 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4bff680 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f64cc012660 tx=0x7f64cc012690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=210b8f0577878ba3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:52.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.560+0000 7f64bd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:18:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.561+0000 7f64bd7fa640 1 -- 172.21.15.52:0/3844416551 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64cc021070 con 0x563ad4c022d0 2024-04-21T09:18:52.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.562+0000 7f64bd7fa640 1 -- 172.21.15.52:0/3844416551 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9516+0+0 (secure 0 0 0) 0x7f64cc003c30 con 0x563ad4c022d0 2024-04-21T09:18:52.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.562+0000 7f64debab740 1 -- 172.21.15.52:0/3844416551 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64cc017070 con 0x563ad4c022d0 2024-04-21T09:18:52.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.567+0000 7f64bd7fa640 1 -- 172.21.15.52:0/3844416551 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f64cc003e30 con 0x563ad4c022d0 2024-04-21T09:18:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.567+0000 7f64debab740 10 client.26287 fetch_fsmap learned FSMap version 38 2024-04-21T09:18:52.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.567+0000 7f64debab740 1 -- 172.21.15.52:0/3844416551 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x563ad493c620 con 0x563ad4c022d0 2024-04-21T09:18:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.572+0000 7f64bd7fa640 1 -- 172.21.15.52:0/3844416551 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64cc017070 con 0x563ad4c022d0 2024-04-21T09:18:52.571 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.572+0000 7f64bd7fa640 1 -- 172.21.15.52:0/3844416551 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 38) ==== 7741+0+0 (secure 0 0 0) 0x7f64cc011070 con 0x563ad4c022d0 2024-04-21T09:18:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.572+0000 7f64debab740 10 client.26287 fetch_fsmap finished waiting for FSMap version 38 2024-04-21T09:18:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.572+0000 7f64debab740 10 client.26287 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:18:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.572+0000 7f64debab740 20 client.26287 populate_metadata read hostname 'smithi052' 2024-04-21T09:18:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.572+0000 7f64debab740 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563ad4c236a0 0x563ad4c25a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.572+0000 7f64debab740 4 client.26287 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:18:52.573 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.572+0000 7f64debab740 1 -- 172.21.15.52:0/3844416551 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ad4b71880 con 0x563ad4c236a0 2024-04-21T09:18:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.583+0000 7f64d9c7c640 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563ad4c236a0 0x563ad4c25a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.590 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:52 smithi060 podman[65673]: 2024-04-21 09:18:52.158186337 +0000 UTC m=+0.062857289 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:18:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.596+0000 7f64d9c7c640 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563ad4c236a0 0x563ad4c25a90 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=550de3c0b190f6a2 server_cookie=71c129be3a34497f in_seq=0 out_seq=0 2024-04-21T09:18:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.596+0000 7f64bd7fa640 10 client.26287 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.603+0000 7f64bd7fa640 1 -- 172.21.15.52:0/3844416551 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563ad4b71880 con 0x563ad4c236a0 2024-04-21T09:18:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.603+0000 7f64bd7fa640 10 client.26287 handle_command_reply: tid=0 2024-04-21T09:18:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.608+0000 7f64debab740 1 client.26287 shutdown 2024-04-21T09:18:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.614+0000 7f64debab740 1 -- 172.21.15.52:0/3844416551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 msgr2=0x563ad4bff680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.614+0000 7f64debab740 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4bff680 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f64cc012660 tx=0x7f64cc012690 comp rx=0 tx=0).stop 2024-04-21T09:18:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.618+0000 7f64debab740 1 -- 172.21.15.52:0/3844416551 shutdown_connections 2024-04-21T09:18:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.618+0000 7f64debab740 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563ad4c236a0 0x563ad4c25a90 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.618+0000 7f64debab740 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4bff680 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.618+0000 7f64debab740 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 0x563ad4bff070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.618+0000 7f64debab740 1 --2- 172.21.15.52:0/3844416551 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 0x563ad4c01ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.618+0000 7f64debab740 1 -- 172.21.15.52:0/3844416551 >> 172.21.15.52:0/3844416551 conn(0x563ad4bbfc90 msgr2=0x563ad4bf5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.618+0000 7f64bd7fa640 0 client.26287 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:52.623 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.622+0000 7f64debab740 1 -- 172.21.15.52:0/3844416551 shutdown_connections 2024-04-21T09:18:52.625 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.624+0000 7f64debab740 1 -- 172.21.15.52:0/3844416551 wait complete. 2024-04-21T09:18:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.630+0000 7f64debab740 20 client.26287 trim_cache size 0 max 16384 2024-04-21T09:18:52.679 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.679+0000 7f64debab740 1 Processor -- start 2024-04-21T09:18:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.681+0000 7f64debab740 1 -- start start 2024-04-21T09:18:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.681+0000 7f64debab740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf8d50 0x563ad4c1ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.681+0000 7f64debab740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4c017a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.681+0000 7f64debab740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c01ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.681+0000 7f64debab740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f64d407d710 con 0x563ad4c022d0 2024-04-21T09:18:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.681+0000 7f64debab740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f64d407dde0 con 0x563ad4bf8d50 2024-04-21T09:18:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.681+0000 7f64debab740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f64d407b6f0 con 0x563ad4bf9ac0 2024-04-21T09:18:52.685 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.683+0000 7f64da47d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c01ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.683+0000 7f64da47d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c01ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:34494/0 (socket says 172.21.15.52:34494) 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.683+0000 7f64da47d640 1 -- 172.21.15.52:0/1025316401 learned_addr learned my addr 172.21.15.52:0/1025316401 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.686+0000 7f64d947b640 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4c017a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.686+0000 7f64da47d640 1 -- 172.21.15.52:0/1025316401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 msgr2=0x563ad4c017a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.686+0000 7f64da47d640 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4c017a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.686+0000 7f64da47d640 1 -- 172.21.15.52:0/1025316401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf8d50 msgr2=0x563ad4c1ef10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.686+0000 7f64da47d640 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf8d50 0x563ad4c1ef10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.686+0000 7f64da47d640 1 -- 172.21.15.52:0/1025316401 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ad4bf8020 con 0x563ad4c022d0 2024-04-21T09:18:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.686+0000 7f64d947b640 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4c017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:18:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.692+0000 7f64da47d640 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c01ce0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f64cc012700 tx=0x7f64cc004050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=723324fc2eb7623a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.692+0000 7f64bf7fe640 1 -- 172.21.15.52:0/1025316401 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64cc021070 con 0x563ad4c022d0 2024-04-21T09:18:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.692+0000 7f64bf7fe640 1 -- 172.21.15.52:0/1025316401 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64cc032020 con 0x563ad4c022d0 2024-04-21T09:18:52.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.693+0000 7f64debab740 1 -- 172.21.15.52:0/1025316401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 msgr2=0x563ad4c01ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:52.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.693+0000 7f64debab740 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c01ce0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f64cc012700 tx=0x7f64cc004050 comp rx=0 tx=0).stop 2024-04-21T09:18:52.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.694+0000 7f64debab740 1 -- 172.21.15.52:0/1025316401 shutdown_connections 2024-04-21T09:18:52.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.694+0000 7f64debab740 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4c022d0 0x563ad4c01ce0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.694+0000 7f64debab740 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4bf9ac0 0x563ad4c017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.694+0000 7f64debab740 1 --2- 172.21.15.52:0/1025316401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf8d50 0x563ad4c1ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.695 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.694+0000 7f64debab740 1 -- 172.21.15.52:0/1025316401 >> 172.21.15.52:0/1025316401 conn(0x563ad4bbfc90 msgr2=0x563ad4bf3570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:52.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.702+0000 7f64debab740 1 -- 172.21.15.52:0/1025316401 shutdown_connections 2024-04-21T09:18:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.705+0000 7f64debab740 1 -- 172.21.15.52:0/1025316401 wait complete. 2024-04-21T09:18:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.706+0000 7f64debab740 1 -- start start 2024-04-21T09:18:52.706 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.706+0000 7f64debab740 1 Processor -- start 2024-04-21T09:18:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.707+0000 7f64debab740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 0x563ad4c1a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.707+0000 7f64debab740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 0x563ad4c1a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.707+0000 7f64debab740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4c1af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.707+0000 7f64debab740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f64d407b020 con 0x563ad4bf8d50 2024-04-21T09:18:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.707+0000 7f64debab740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f64d4118e90 con 0x563ad4bf9ac0 2024-04-21T09:18:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.707+0000 7f64debab740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f64d4119500 con 0x563ad4c022d0 2024-04-21T09:18:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.707+0000 7f64debab740 10 client.0 _ll_register_callbacks cb 0x7f64cc009bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:18:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.708+0000 7f64d947b640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 0x563ad4c1a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.708+0000 7f64da47d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4c1af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.708+0000 7f64da47d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4c1af90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:44536/0 (socket says 172.21.15.52:44536) 2024-04-21T09:18:52.709 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.708+0000 7f64da47d640 1 -- 172.21.15.52:0/2042219116 learned_addr learned my addr 172.21.15.52:0/2042219116 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:18:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.711+0000 7f64d9c7c640 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 0x563ad4c1a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.712+0000 7f64da47d640 1 -- 172.21.15.52:0/2042219116 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 msgr2=0x563ad4c1a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.712+0000 7f64da47d640 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 0x563ad4c1a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.712+0000 7f64da47d640 1 -- 172.21.15.52:0/2042219116 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 msgr2=0x563ad4c1a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:18:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.712+0000 7f64da47d640 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 0x563ad4c1a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.712+0000 7f64da47d640 1 -- 172.21.15.52:0/2042219116 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ad4c1b760 con 0x563ad4c022d0 2024-04-21T09:18:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.712+0000 7f64d9c7c640 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 0x563ad4c1a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:18:52.717 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.716+0000 7f64da47d640 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4c1af90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f64cc00b460 tx=0x7f64cc0043b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff3adc4165bd075f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:18:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.719+0000 7f64bd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:18:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.719+0000 7f64bd7fa640 1 -- 172.21.15.52:0/2042219116 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64cc021070 con 0x563ad4c022d0 2024-04-21T09:18:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.720+0000 7f64debab740 1 -- 172.21.15.52:0/2042219116 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64cc032020 con 0x563ad4c022d0 2024-04-21T09:18:52.720 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.720+0000 7f64bd7fa640 1 -- 172.21.15.52:0/2042219116 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9516+0+0 (secure 0 0 0) 0x7f64cc012940 con 0x563ad4c022d0 2024-04-21T09:18:52.727 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.722+0000 7f64bd7fa640 1 -- 172.21.15.52:0/2042219116 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f64cc012b40 con 0x563ad4c022d0 2024-04-21T09:18:52.727 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.724+0000 7f64debab740 10 client.26290 fetch_fsmap learned FSMap version 38 2024-04-21T09:18:52.727 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.724+0000 7f64debab740 1 -- 172.21.15.52:0/2042219116 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x563ad4c031f0 con 0x563ad4c022d0 2024-04-21T09:18:52.727 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.726+0000 7f64bd7fa640 1 -- 172.21.15.52:0/2042219116 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64cc032020 con 0x563ad4c022d0 2024-04-21T09:18:52.727 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.726+0000 7f64bd7fa640 1 -- 172.21.15.52:0/2042219116 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 38) ==== 7741+0+0 (secure 0 0 0) 0x7f64cc011040 con 0x563ad4c022d0 2024-04-21T09:18:52.728 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.728+0000 7f64debab740 10 client.26290 fetch_fsmap finished waiting for FSMap version 38 2024-04-21T09:18:52.728 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.728+0000 7f64debab740 10 client.26290 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:18:52.728 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.728+0000 7f64debab740 20 client.26290 populate_metadata read hostname 'smithi052' 2024-04-21T09:18:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.728+0000 7f64debab740 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563ad4c03830 0x563ad4c03c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:18:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.728+0000 7f64debab740 4 client.26290 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:18:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.728+0000 7f64debab740 1 -- 172.21.15.52:0/2042219116 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563ad4afd3d0 con 0x563ad4c03830 2024-04-21T09:18:52.729 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.728+0000 7f64d9c7c640 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563ad4c03830 0x563ad4c03c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:18:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.736+0000 7f64d9c7c640 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563ad4c03830 0x563ad4c03c40 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e768bd177d2068d server_cookie=83b52bac47b9f65c in_seq=0 out_seq=0 2024-04-21T09:18:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:52.737+0000 7f64bd7fa640 10 client.26290 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:53.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:53 smithi060 ceph-mon[31055]: pgmap v274: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 611 MiB/s wr, 1.43k op/s 2024-04-21T09:18:53.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:53 smithi078 ceph-mon[31713]: pgmap v274: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 611 MiB/s wr, 1.43k op/s 2024-04-21T09:18:53.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:53 smithi052 ceph-mon[28035]: pgmap v274: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 1.0 MiB/s rd, 611 MiB/s wr, 1.43k op/s 2024-04-21T09:18:54.590 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:54 smithi060 podman[65673]: 2024-04-21 09:18:54.302461554 +0000 UTC m=+2.207132486 container create 84602a29898d7502a0fedaaa973650f411c3283766ff342def00b535ea1c335a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:18:54.838 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.838+0000 7f64bd7fa640 1 -- 172.21.15.52:0/2042219116 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563ad4afd3d0 con 0x563ad4c03830 2024-04-21T09:18:54.838 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.838+0000 7f64bd7fa640 10 client.26290 handle_command_reply: tid=0 2024-04-21T09:18:54.838 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.838+0000 7f64debab740 1 client.26290 shutdown 2024-04-21T09:18:54.838 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.838+0000 7f64debab740 1 -- 172.21.15.52:0/2042219116 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 msgr2=0x563ad4c1af90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:54.838 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.838+0000 7f64debab740 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4c1af90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f64cc00b460 tx=0x7f64cc0043b0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 1 -- 172.21.15.52:0/2042219116 shutdown_connections 2024-04-21T09:18:54.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x563ad4c03830 0x563ad4c03c40 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x563ad4c022d0 0x563ad4c1af90 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563ad4bf9ac0 0x563ad4c1a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 1 --2- 172.21.15.52:0/2042219116 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x563ad4bf8d50 0x563ad4c1a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 1 -- 172.21.15.52:0/2042219116 >> 172.21.15.52:0/2042219116 conn(0x563ad4bbfc90 msgr2=0x563ad4bfe8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64bd7fa640 0 client.26290 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 1 -- 172.21.15.52:0/2042219116 shutdown_connections 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 1 -- 172.21.15.52:0/2042219116 wait complete. 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.839+0000 7f64debab740 20 client.26290 trim_cache size 0 max 16384 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:18:54.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:18:54.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.862+0000 7f64dac7e640 1 -- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64c00a3e60 msgr2=0x7f64c00a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:54.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.862+0000 7f64dac7e640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64c00a3e60 0x7f64c00a6320 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x563ad4bfa220 tx=0x7f64d0006bd0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.863+0000 7f64dac7e640 1 -- 172.21.15.52:0/591507029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64d41099d0 msgr2=0x7f64d41a7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:18:54.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.863+0000 7f64dac7e640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64d41099d0 0x7f64d41a7a20 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f64c402c290 tx=0x7f64c402ca60 comp rx=0 tx=0).stop 2024-04-21T09:18:54.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.864+0000 7f64dac7e640 1 -- 172.21.15.52:0/591507029 shutdown_connections 2024-04-21T09:18:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.864+0000 7f64dac7e640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f64c00a3e60 0x7f64c00a6320 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.864+0000 7f64dac7e640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f64d41104a0 0x7f64d41abd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.864+0000 7f64dac7e640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f64d41099d0 0x7f64d41a7a20 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.864+0000 7f64dac7e640 1 --2- 172.21.15.52:0/591507029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d4108f50 0x7f64d41a74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:18:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.864+0000 7f64dac7e640 1 -- 172.21.15.52:0/591507029 >> 172.21.15.52:0/591507029 conn(0x7f64d406ced0 msgr2=0x7f64d4071f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:18:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.865+0000 7f64dac7e640 1 -- 172.21.15.52:0/591507029 shutdown_connections 2024-04-21T09:18:54.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:18:54.865+0000 7f64dac7e640 1 -- 172.21.15.52:0/591507029 wait complete. 2024-04-21T09:18:55.194 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: ignoring --setuser ceph since I am not root 2024-04-21T09:18:55.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: ignoring --setgroup ceph since I am not root 2024-04-21T09:18:55.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:54 smithi078 ceph-mds[67592]: -- 172.21.15.78:0/1080727228 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5628e06f9a40 con 0x5628e06cd000 2024-04-21T09:18:55.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:18:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: starting mds.c at 2024-04-21T09:18:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:55 smithi078 ceph-mon[31713]: pgmap v275: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 151 GiB used, 922 GiB / 1.0 TiB avail; 343 KiB/s rd, 636 MiB/s wr, 1.53k op/s 2024-04-21T09:18:55.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:55 smithi078 ceph-mon[31713]: daemon mds.c restarted 2024-04-21T09:18:55.957 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:55 smithi052 ceph-mon[28035]: pgmap v275: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 151 GiB used, 922 GiB / 1.0 TiB avail; 343 KiB/s rd, 636 MiB/s wr, 1.53k op/s 2024-04-21T09:18:55.958 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:55 smithi052 ceph-mon[28035]: daemon mds.c restarted 2024-04-21T09:18:56.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:55 smithi060 ceph-mon[31055]: pgmap v275: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 151 GiB used, 922 GiB / 1.0 TiB avail; 343 KiB/s rd, 636 MiB/s wr, 1.53k op/s 2024-04-21T09:18:56.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:55 smithi060 ceph-mon[31055]: daemon mds.c restarted 2024-04-21T09:18:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:56 smithi078 ceph-mon[31713]: osdmap e103: 12 total, 12 up, 12 in 2024-04-21T09:18:56.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:56 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6836/2257153857,v1:172.21.15.78:6837/2257153857] up:boot 2024-04-21T09:18:56.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:56 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 6 up:standby 2024-04-21T09:18:56.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:56 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:18:56.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:56 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:56.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:56 smithi052 ceph-mon[28035]: osdmap e103: 12 total, 12 up, 12 in 2024-04-21T09:18:56.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:56 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6836/2257153857,v1:172.21.15.78:6837/2257153857] up:boot 2024-04-21T09:18:56.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:56 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 6 up:standby 2024-04-21T09:18:56.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:56 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:18:56.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:56 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:56 smithi060 ceph-mon[31055]: osdmap e103: 12 total, 12 up, 12 in 2024-04-21T09:18:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:56 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6836/2257153857,v1:172.21.15.78:6837/2257153857] up:boot 2024-04-21T09:18:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:56 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 6 up:standby 2024-04-21T09:18:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:56 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:18:57.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:56 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 5 up:standby 2024-04-21T09:18:57.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:57 smithi060 ceph-mon[31055]: pgmap v277: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 922 GiB / 1.0 TiB avail; 3.1 KiB/s rd, 618 MiB/s wr, 1.37k op/s 2024-04-21T09:18:57.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:57 smithi060 podman[65673]: 2024-04-21 09:18:57.570307524 +0000 UTC m=+5.474978465 container init 84602a29898d7502a0fedaaa973650f411c3283766ff342def00b535ea1c335a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:18:57.840 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:57 smithi060 podman[65673]: 2024-04-21 09:18:57.574571426 +0000 UTC m=+5.479242354 container start 84602a29898d7502a0fedaaa973650f411c3283766ff342def00b535ea1c335a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-21T09:18:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:57 smithi052 ceph-mon[28035]: pgmap v277: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 922 GiB / 1.0 TiB avail; 3.1 KiB/s rd, 618 MiB/s wr, 1.37k op/s 2024-04-21T09:18:58.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:57 smithi078 ceph-mon[31713]: pgmap v277: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 922 GiB / 1.0 TiB avail; 3.1 KiB/s rd, 618 MiB/s wr, 1.37k op/s 2024-04-21T09:18:59.090 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:58 smithi060 bash[65673]: 84602a29898d7502a0fedaaa973650f411c3283766ff342def00b535ea1c335a 2024-04-21T09:18:59.090 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:58 smithi060 systemd[1]: Started Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:18:59.730 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:59 smithi060 ceph-mds[65689]: -- 172.21.15.60:0/2033041069 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56219339da40 con 0x562193371000 2024-04-21T09:18:59.730 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:18:59 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[65685]: starting mds.k at 2024-04-21T09:19:00.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:18:59 smithi060 ceph-mon[31055]: pgmap v278: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 517 MiB/s wr, 1.54k op/s 2024-04-21T09:19:00.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:18:59 smithi078 ceph-mon[31713]: pgmap v278: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 517 MiB/s wr, 1.54k op/s 2024-04-21T09:19:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:18:59 smithi052 ceph-mon[28035]: pgmap v278: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 517 MiB/s wr, 1.54k op/s 2024-04-21T09:19:01.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:00 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6832/905006640,v1:172.21.15.60:6833/905006640] up:boot 2024-04-21T09:19:01.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:00 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:19:01.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:00 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:19:01.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:00 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6832/905006640,v1:172.21.15.60:6833/905006640] up:boot 2024-04-21T09:19:01.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:00 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:19:01.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:00 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:19:01.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:00 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6832/905006640,v1:172.21.15.60:6833/905006640] up:boot 2024-04-21T09:19:01.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:00 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:19:01.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:00 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-21T09:19:02.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:01 smithi078 ceph-mon[31713]: pgmap v279: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 552 MiB/s wr, 1.69k op/s 2024-04-21T09:19:02.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:01 smithi052 ceph-mon[28035]: pgmap v279: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 552 MiB/s wr, 1.69k op/s 2024-04-21T09:19:02.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:01 smithi060 ceph-mon[31055]: pgmap v279: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 552 MiB/s wr, 1.69k op/s 2024-04-21T09:19:04.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:03 smithi078 ceph-mon[31713]: pgmap v280: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 922 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 552 MiB/s wr, 1.67k op/s 2024-04-21T09:19:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:03 smithi052 ceph-mon[28035]: pgmap v280: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 922 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 552 MiB/s wr, 1.67k op/s 2024-04-21T09:19:04.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:03 smithi060 ceph-mon[31055]: pgmap v280: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 922 GiB / 1.0 TiB avail; 6.5 MiB/s rd, 552 MiB/s wr, 1.67k op/s 2024-04-21T09:19:06.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:05 smithi078 ceph-mon[31713]: pgmap v281: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 549 MiB/s wr, 1.38k op/s 2024-04-21T09:19:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:05 smithi052 ceph-mon[28035]: pgmap v281: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 549 MiB/s wr, 1.38k op/s 2024-04-21T09:19:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:05 smithi060 ceph-mon[31055]: pgmap v281: 129 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 125 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 549 MiB/s wr, 1.38k op/s 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.026+0000 7fc1138f2640 1 -- 172.21.15.52:0/3376139779 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc10c101ce0 msgr2=0x7fc10c105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.026+0000 7fc1138f2640 1 --2- 172.21.15.52:0/3376139779 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc10c101ce0 0x7fc10c105af0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc009900 tx=0x7fc0fc02bc40 comp rx=0 tx=0).stop 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.026+0000 7fc1138f2640 1 -- 172.21.15.52:0/3376139779 shutdown_connections 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.026+0000 7fc1138f2640 1 --2- 172.21.15.52:0/3376139779 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc10c1061d0 0x7fc10c10dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.026+0000 7fc1138f2640 1 --2- 172.21.15.52:0/3376139779 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc10c101ce0 0x7fc10c105af0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.026+0000 7fc1138f2640 1 --2- 172.21.15.52:0/3376139779 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc10c101330 0x7fc10c101710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.026+0000 7fc1138f2640 1 -- 172.21.15.52:0/3376139779 >> 172.21.15.52:0/3376139779 conn(0x7fc10c077d30 msgr2=0x7fc10c078140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.026+0000 7fc1138f2640 1 -- 172.21.15.52:0/3376139779 shutdown_connections 2024-04-21T09:19:08.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.027+0000 7fc1138f2640 1 -- 172.21.15.52:0/3376139779 wait complete. 2024-04-21T09:19:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.027+0000 7fc1138f2640 1 Processor -- start 2024-04-21T09:19:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.027+0000 7fc1138f2640 1 -- start start 2024-04-21T09:19:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.027+0000 7fc1138f2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc10c101330 0x7fc10c1995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc1138f2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc10c1061d0 0x7fc10c199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc1138f2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc10c19a090 0x7fc10c1a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc1138f2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c111120 con 0x7fc10c19a090 2024-04-21T09:19:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc1138f2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c110fa0 con 0x7fc10c101330 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc1138f2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c1112a0 con 0x7fc10c1061d0 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc11168e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc10c101330 0x7fc10c1995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc111e8f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc10c19a090 0x7fc10c1a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc110e8d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc10c1061d0 0x7fc10c199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc11168e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc10c101330 0x7fc10c1995c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:57612/0 (socket says 172.21.15.52:57612) 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc110e8d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc10c1061d0 0x7fc10c199b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:51576/0 (socket says 172.21.15.52:51576) 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc11168e640 1 -- 172.21.15.52:0/2242171737 learned_addr learned my addr 172.21.15.52:0/2242171737 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc110e8d640 1 -- 172.21.15.52:0/2242171737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc10c101330 msgr2=0x7fc10c1995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc110e8d640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc10c101330 0x7fc10c1995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc110e8d640 1 -- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc10c19a090 msgr2=0x7fc10c1a4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc110e8d640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc10c19a090 0x7fc10c1a4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc110e8d640 1 -- 172.21.15.52:0/2242171737 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc10c1a4e10 con 0x7fc10c1061d0 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.028+0000 7fc110e8d640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc10c1061d0 0x7fc10c199b00 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc009230 tx=0x7fc0fc02c7f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.029+0000 7fc1027fc640 1 -- 172.21.15.52:0/2242171737 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc043020 con 0x7fc10c1061d0 2024-04-21T09:19:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.029+0000 7fc1027fc640 1 -- 172.21.15.52:0/2242171737 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc0fc02cbf0 con 0x7fc10c1061d0 2024-04-21T09:19:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.029+0000 7fc1138f2640 1 -- 172.21.15.52:0/2242171737 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc10c1a50a0 con 0x7fc10c1061d0 2024-04-21T09:19:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.029+0000 7fc1027fc640 1 -- 172.21.15.52:0/2242171737 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc003a80 con 0x7fc10c1061d0 2024-04-21T09:19:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.029+0000 7fc1138f2640 1 -- 172.21.15.52:0/2242171737 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc10c1a5610 con 0x7fc10c1061d0 2024-04-21T09:19:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.031+0000 7fc1165be740 1 Processor -- start 2024-04-21T09:19:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc1165be740 1 -- start start 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc1165be740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc1165be740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee7d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc1165be740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 0x55f05ee888e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc1165be740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f05eddd8d0 con 0x55f05ee7cf70 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc1165be740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f05ed7ae80 con 0x55f05ee7dce0 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc1165be740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f05edd9890 con 0x55f05ee864f0 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc11168e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee7d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc111e8f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc111e8f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:57614/0 (socket says 172.21.15.52:57614) 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc111e8f640 1 -- 172.21.15.52:0/1181533132 learned_addr learned my addr 172.21.15.52:0/1181533132 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc1027fc640 1 -- 172.21.15.52:0/2242171737 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc0fc046020 con 0x7fc10c1061d0 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc11168e640 1 -- 172.21.15.52:0/1181533132 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 msgr2=0x55f05ee888e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc11168e640 1 --2- 172.21.15.52:0/1181533132 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 0x55f05ee888e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc11168e640 1 -- 172.21.15.52:0/1181533132 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 msgr2=0x55f05ee7ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.032+0000 7fc11168e640 1 --2- 172.21.15.52:0/1181533132 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.033+0000 7fc11168e640 1 -- 172.21.15.52:0/1181533132 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f05ed9c320 con 0x55f05ee7cf70 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.033+0000 7fc111e8f640 1 --2- 172.21.15.52:0/1181533132 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.033+0000 7fc11168e640 1 --2- 172.21.15.52:0/1181533132 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee7d3f0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fc10800ac60 tx=0x7fc10800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618aaa4c273bca44 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.033+0000 7fc0f77fe640 1 -- 172.21.15.52:0/1181533132 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc108005220 con 0x55f05ee7cf70 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.033+0000 7fc0f77fe640 1 -- 172.21.15.52:0/1181533132 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc108004c50 con 0x55f05ee7cf70 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.033+0000 7fc0f77fe640 1 -- 172.21.15.52:0/1181533132 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1080188e0 con 0x55f05ee7cf70 2024-04-21T09:19:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.033+0000 7fc1027fc640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc0f80a3d90 0x7fc0f80a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.033+0000 7fc1027fc640 1 -- 172.21.15.52:0/2242171737 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9488+0+0 (secure 0 0 0) 0x7fc0fc0f2920 con 0x7fc10c1061d0 2024-04-21T09:19:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 -- 172.21.15.52:0/1181533132 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 msgr2=0x55f05ee7d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 --2- 172.21.15.52:0/1181533132 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee7d3f0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fc10800ac60 tx=0x7fc10800f790 comp rx=0 tx=0).stop 2024-04-21T09:19:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc111e8f640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc0f80a3d90 0x7fc0f80a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 -- 172.21.15.52:0/1181533132 shutdown_connections 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 --2- 172.21.15.52:0/1181533132 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 0x55f05ee888e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 --2- 172.21.15.52:0/1181533132 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee7d3f0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 --2- 172.21.15.52:0/1181533132 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 -- 172.21.15.52:0/1181533132 >> 172.21.15.52:0/1181533132 conn(0x55f05ee3fc90 msgr2=0x55f05ee77c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 -- 172.21.15.52:0/1181533132 shutdown_connections 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc1165be740 1 -- 172.21.15.52:0/1181533132 wait complete. 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.034+0000 7fc111e8f640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc0f80a3d90 0x7fc0f80a6250 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc104009d30 tx=0x7fc104009600 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 1 -- start start 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 1 Processor -- start 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee85b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 0x55f05ee7f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f05ee89220 con 0x55f05ee7cf70 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f05ed65eb0 con 0x55f05ee7dce0 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f05ee893a0 con 0x55f05ee864f0 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc1165be740 10 client.0 _ll_register_callbacks cb 0x55f05ed92b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc11168e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee85b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc110e8d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc11168e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee85b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45516/0 (socket says 172.21.15.52:45516) 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc11168e640 1 -- 172.21.15.52:0/1547506339 learned_addr learned my addr 172.21.15.52:0/1547506339 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.035+0000 7fc111e8f640 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 0x55f05ee7f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.036+0000 7fc110e8d640 1 -- 172.21.15.52:0/1547506339 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 msgr2=0x55f05ee7f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.036+0000 7fc110e8d640 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 0x55f05ee7f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.036+0000 7fc110e8d640 1 -- 172.21.15.52:0/1547506339 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 msgr2=0x55f05ee85b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.036+0000 7fc110e8d640 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee85b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.036+0000 7fc110e8d640 1 -- 172.21.15.52:0/1547506339 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f05eaf0210 con 0x55f05ee7dce0 2024-04-21T09:19:08.038 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.036+0000 7fc111e8f640 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 0x55f05ee7f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:19:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.036+0000 7fc110e8d640 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ee50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc0efdc0 tx=0x7fc0fc0be210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25f425e3e7f7087d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.036+0000 7fc0f4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:19:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.037+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/1547506339 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0fc0f0130 con 0x55f05ee7dce0 2024-04-21T09:19:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.037+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/1547506339 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 9488+0+0 (secure 0 0 0) 0x7fc0fc0be870 con 0x55f05ee7dce0 2024-04-21T09:19:08.039 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.037+0000 7fc1165be740 1 -- 172.21.15.52:0/1547506339 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc108004c50 con 0x55f05ee7dce0 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.037+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/1547506339 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fc0fc0dc050 con 0x55f05ee7dce0 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.037+0000 7fc1165be740 10 client.26264 fetch_fsmap learned FSMap version 41 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.037+0000 7fc1165be740 1 -- 172.21.15.52:0/1547506339 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55f05ebbc620 con 0x55f05ee7dce0 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.037+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/1547506339 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc108004c50 con 0x55f05ee7dce0 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.037+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/1547506339 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 41) ==== 8346+0+0 (secure 0 0 0) 0x7fc0fc050060 con 0x55f05ee7dce0 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc1165be740 10 client.26264 fetch_fsmap finished waiting for FSMap version 41 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc1165be740 10 client.26264 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc1165be740 20 client.26264 populate_metadata read hostname 'smithi052' 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc1165be740 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f05ee9a8b0 0x55f05ee9cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc1165be740 4 client.26264 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc1165be740 1 -- 172.21.15.52:0/1547506339 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f05edf1880 con 0x55f05ee9a8b0 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc11168e640 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f05ee9a8b0 0x55f05ee9cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc11168e640 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f05ee9a8b0 0x55f05ee9cca0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=728e74ca82f31fc9 server_cookie=4be55164c8f148ff in_seq=0 out_seq=0 2024-04-21T09:19:08.041 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.038+0000 7fc0f4ff9640 10 client.26264 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/1547506339 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f05edf1880 con 0x55f05ee9a8b0 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc0f4ff9640 10 client.26264 handle_command_reply: tid=0 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc1165be740 1 client.26264 shutdown 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc1165be740 1 -- 172.21.15.52:0/1547506339 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 msgr2=0x55f05ee7ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc1165be740 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ee50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc0efdc0 tx=0x7fc0fc0be210 comp rx=0 tx=0).stop 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc1165be740 1 -- 172.21.15.52:0/1547506339 shutdown_connections 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc1165be740 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f05ee9a8b0 0x55f05ee9cca0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc1165be740 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee864f0 0x55f05ee7f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc1165be740 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee7dce0 0x55f05ee7ee50 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.039+0000 7fc1165be740 1 --2- 172.21.15.52:0/1547506339 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee85b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.040+0000 7fc1165be740 1 -- 172.21.15.52:0/1547506339 >> 172.21.15.52:0/1547506339 conn(0x55f05ee3fc90 msgr2=0x55f05ee799b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.040+0000 7fc0f4ff9640 0 client.26264 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.040+0000 7fc1165be740 1 -- 172.21.15.52:0/1547506339 shutdown_connections 2024-04-21T09:19:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.040+0000 7fc1165be740 1 -- 172.21.15.52:0/1547506339 wait complete. 2024-04-21T09:19:08.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.040+0000 7fc1165be740 20 client.26264 trim_cache size 0 max 16384 2024-04-21T09:19:08.059 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc1165be740 1 Processor -- start 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc1165be740 1 -- start start 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc1165be740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee83470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc1165be740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee79730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc1165be740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee85610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc1165be740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c1af9c0 con 0x55f05ee7cf70 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc11168e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee83470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc11168e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee83470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45526/0 (socket says 172.21.15.52:45526) 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc11168e640 1 -- 172.21.15.52:0/2467705326 learned_addr learned my addr 172.21.15.52:0/2467705326 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc1165be740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c1ad290 con 0x55f05ee864f0 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc1165be740 1 -- 172.21.15.52:0/2467705326 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c1ab0c0 con 0x55f05ee7dce0 2024-04-21T09:19:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc111e8f640 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee85610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.058+0000 7fc110e8d640 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee79730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc111e8f640 1 -- 172.21.15.52:0/2467705326 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 msgr2=0x55f05ee79730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc111e8f640 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee79730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc111e8f640 1 -- 172.21.15.52:0/2467705326 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 msgr2=0x55f05ee83470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc111e8f640 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee83470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc111e8f640 1 -- 172.21.15.52:0/2467705326 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f05ee7cda0 con 0x55f05ee864f0 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc111e8f640 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee85610 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc104005f10 tx=0x7fc104016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8e588f447712cf7 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc0f6ffd640 1 -- 172.21.15.52:0/2467705326 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1040217f0 con 0x55f05ee864f0 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc0f6ffd640 1 -- 172.21.15.52:0/2467705326 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc104021e40 con 0x55f05ee864f0 2024-04-21T09:19:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.059+0000 7fc0f6ffd640 1 -- 172.21.15.52:0/2467705326 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1040293e0 con 0x55f05ee864f0 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 -- 172.21.15.52:0/2467705326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 msgr2=0x55f05ee85610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee85610 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc104005f10 tx=0x7fc104016000 comp rx=0 tx=0).stop 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 -- 172.21.15.52:0/2467705326 shutdown_connections 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee85610 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee79730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 --2- 172.21.15.52:0/2467705326 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee83470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 -- 172.21.15.52:0/2467705326 >> 172.21.15.52:0/2467705326 conn(0x55f05ee3fc90 msgr2=0x55f05ee79020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 -- 172.21.15.52:0/2467705326 shutdown_connections 2024-04-21T09:19:08.065 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.060+0000 7fc1165be740 1 -- 172.21.15.52:0/2467705326 wait complete. 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.061+0000 7fc1165be740 1 -- start start 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.061+0000 7fc1165be740 1 Processor -- start 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.061+0000 7fc1165be740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee97190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.061+0000 7fc1165be740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee976d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.061+0000 7fc1165be740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee925d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc11168e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee97190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee925d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc1165be740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c1ab750 con 0x55f05ee7cf70 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee925d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:57628/0 (socket says 172.21.15.52:57628) 2024-04-21T09:19:08.066 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 -- 172.21.15.52:0/3008619382 learned_addr learned my addr 172.21.15.52:0/3008619382 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c1acbc0 con 0x55f05ee864f0 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc10c1abe20 con 0x55f05ee7dce0 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc1165be740 10 client.0 _ll_register_callbacks cb 0x7fc0fc0be3e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc110e8d640 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee976d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 -- 172.21.15.52:0/3008619382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 msgr2=0x55f05ee976d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee976d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 -- 172.21.15.52:0/3008619382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 msgr2=0x55f05ee97190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee97190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 -- 172.21.15.52:0/3008619382 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f05ee92da0 con 0x55f05ee864f0 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc11168e640 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee97190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc110e8d640 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee976d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc111e8f640 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee925d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc104009b60 tx=0x7fc104004b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24c173269dd8a5a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:08.067 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc0f4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.062+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/3008619382 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc104038030 con 0x55f05ee864f0 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f05ee97d00 con 0x55f05ee864f0 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/3008619382 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 9488+0+0 (secure 0 0 0) 0x7fc10402f070 con 0x55f05ee864f0 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/3008619382 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fc104042050 con 0x55f05ee864f0 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 10 client.26270 fetch_fsmap learned FSMap version 41 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55f05ef00960 con 0x55f05ee864f0 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/3008619382 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55f05ee97d00 con 0x55f05ee864f0 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/3008619382 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 41) ==== 8346+0+0 (secure 0 0 0) 0x7fc104028070 con 0x55f05ee864f0 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 10 client.26270 fetch_fsmap finished waiting for FSMap version 41 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 10 client.26270 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 20 client.26270 populate_metadata read hostname 'smithi052' 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f05ef01040 0x55f05ef03460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:08.068 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 4 client.26270 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:19:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f05ed7d3d0 con 0x55f05ef01040 2024-04-21T09:19:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.063+0000 7fc11168e640 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f05ef01040 0x55f05ef03460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.064+0000 7fc0f4ff9640 10 client.26270 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:08.069 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:08.064+0000 7fc11168e640 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f05ef01040 0x55f05ef03460 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d228fdc3b9ce1c8 server_cookie=81b14342b2aac94c in_seq=0 out_seq=0 2024-04-21T09:19:08.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:07 smithi078 ceph-mon[31713]: pgmap v282: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 517 MiB/s wr, 1.27k op/s 2024-04-21T09:19:08.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:07 smithi052 ceph-mon[28035]: pgmap v282: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 517 MiB/s wr, 1.27k op/s 2024-04-21T09:19:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:07 smithi060 ceph-mon[31055]: pgmap v282: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 517 MiB/s wr, 1.27k op/s 2024-04-21T09:19:10.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:09 smithi052 ceph-mon[28035]: pgmap v283: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 5.8 MiB/s rd, 511 MiB/s wr, 1.28k op/s 2024-04-21T09:19:10.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:09 smithi052 ceph-mon[28035]: osdmap e104: 12 total, 12 up, 12 in 2024-04-21T09:19:10.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:09 smithi060 ceph-mon[31055]: pgmap v283: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 5.8 MiB/s rd, 511 MiB/s wr, 1.28k op/s 2024-04-21T09:19:10.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:09 smithi060 ceph-mon[31055]: osdmap e104: 12 total, 12 up, 12 in 2024-04-21T09:19:10.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:09 smithi078 ceph-mon[31713]: pgmap v283: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 5.8 MiB/s rd, 511 MiB/s wr, 1.28k op/s 2024-04-21T09:19:10.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:09 smithi078 ceph-mon[31713]: osdmap e104: 12 total, 12 up, 12 in 2024-04-21T09:19:12.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:11 smithi052 ceph-mon[28035]: pgmap v285: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 412 MiB/s wr, 723 op/s 2024-04-21T09:19:12.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:11 smithi052 ceph-mon[28035]: osdmap e105: 12 total, 12 up, 12 in 2024-04-21T09:19:12.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:11 smithi060 ceph-mon[31055]: pgmap v285: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 412 MiB/s wr, 723 op/s 2024-04-21T09:19:12.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:11 smithi060 ceph-mon[31055]: osdmap e105: 12 total, 12 up, 12 in 2024-04-21T09:19:12.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:11 smithi078 ceph-mon[31713]: pgmap v285: 129 pgs: 129 active+clean; 70 GiB data, 150 GiB used, 923 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 412 MiB/s wr, 723 op/s 2024-04-21T09:19:12.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:11 smithi078 ceph-mon[31713]: osdmap e105: 12 total, 12 up, 12 in 2024-04-21T09:19:14.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:13 smithi060 ceph-mon[31055]: pgmap v287: 129 pgs: 7 active+clean+snaptrim, 19 active+clean+snaptrim_wait, 103 active+clean; 67 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 51 KiB/s rd, 176 MiB/s wr, 604 op/s 2024-04-21T09:19:14.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:13 smithi078 ceph-mon[31713]: pgmap v287: 129 pgs: 7 active+clean+snaptrim, 19 active+clean+snaptrim_wait, 103 active+clean; 67 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 51 KiB/s rd, 176 MiB/s wr, 604 op/s 2024-04-21T09:19:14.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:13 smithi052 ceph-mon[28035]: pgmap v287: 129 pgs: 7 active+clean+snaptrim, 19 active+clean+snaptrim_wait, 103 active+clean; 67 GiB data, 146 GiB used, 927 GiB / 1.0 TiB avail; 51 KiB/s rd, 176 MiB/s wr, 604 op/s 2024-04-21T09:19:16.256 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:15 smithi052 ceph-mon[28035]: pgmap v288: 129 pgs: 11 active+clean+snaptrim, 25 active+clean+snaptrim_wait, 93 active+clean; 61 GiB data, 137 GiB used, 936 GiB / 1.0 TiB avail; 53 KiB/s rd, 160 MiB/s wr, 812 op/s 2024-04-21T09:19:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc0f4ff9640 1 -- 172.21.15.52:0/3008619382 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f05ed7d3d0 con 0x55f05ef01040 2024-04-21T09:19:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc0f4ff9640 10 client.26270 handle_command_reply: tid=0 2024-04-21T09:19:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 client.26270 shutdown 2024-04-21T09:19:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 msgr2=0x55f05ee925d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee925d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc104009b60 tx=0x7fc104004b60 comp rx=0 tx=0).stop 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 shutdown_connections 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f05ef01040 0x55f05ef03460 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc0f4ff9640 0 client.26270 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f05ee864f0 0x55f05ee925d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f05ee7dce0 0x55f05ee976d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 --2- 172.21.15.52:0/3008619382 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f05ee7cf70 0x55f05ee97190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.261+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 >> 172.21.15.52:0/3008619382 conn(0x55f05ee3fc90 msgr2=0x55f05ee79810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.262+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 shutdown_connections 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.262+0000 7fc1165be740 1 -- 172.21.15.52:0/3008619382 wait complete. 2024-04-21T09:19:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.262+0000 7fc1165be740 20 client.26270 trim_cache size 0 max 16384 2024-04-21T09:19:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:19:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:19:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:19:16.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:19:16.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.262+0000 7fc1138f2640 1 -- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc0f80a3d90 msgr2=0x7fc0f80a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:16.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.262+0000 7fc1138f2640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc0f80a3d90 0x7fc0f80a6250 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc104009d30 tx=0x7fc104009600 comp rx=0 tx=0).stop 2024-04-21T09:19:16.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.263+0000 7fc1138f2640 1 -- 172.21.15.52:0/2242171737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc10c1061d0 msgr2=0x7fc10c199b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.263+0000 7fc1138f2640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc10c1061d0 0x7fc10c199b00 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc0fc009230 tx=0x7fc0fc02c7f0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.263+0000 7fc1138f2640 1 -- 172.21.15.52:0/2242171737 shutdown_connections 2024-04-21T09:19:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.263+0000 7fc1138f2640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc0f80a3d90 0x7fc0f80a6250 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.263+0000 7fc1138f2640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc10c19a090 0x7fc10c1a4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.263+0000 7fc1138f2640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc10c1061d0 0x7fc10c199b00 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.263+0000 7fc1138f2640 1 --2- 172.21.15.52:0/2242171737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc10c101330 0x7fc10c1995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.263+0000 7fc1138f2640 1 -- 172.21.15.52:0/2242171737 >> 172.21.15.52:0/2242171737 conn(0x7fc10c077d30 msgr2=0x7fc10c0ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.264+0000 7fc1138f2640 1 -- 172.21.15.52:0/2242171737 shutdown_connections 2024-04-21T09:19:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:16.264+0000 7fc1138f2640 1 -- 172.21.15.52:0/2242171737 wait complete. 2024-04-21T09:19:16.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:15 smithi060 ceph-mon[31055]: pgmap v288: 129 pgs: 11 active+clean+snaptrim, 25 active+clean+snaptrim_wait, 93 active+clean; 61 GiB data, 137 GiB used, 936 GiB / 1.0 TiB avail; 53 KiB/s rd, 160 MiB/s wr, 812 op/s 2024-04-21T09:19:16.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:15 smithi078 ceph-mon[31713]: pgmap v288: 129 pgs: 11 active+clean+snaptrim, 25 active+clean+snaptrim_wait, 93 active+clean; 61 GiB data, 137 GiB used, 936 GiB / 1.0 TiB avail; 53 KiB/s rd, 160 MiB/s wr, 812 op/s 2024-04-21T09:19:18.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:17 smithi052 ceph-mon[28035]: pgmap v289: 129 pgs: 9 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 98 active+clean; 61 GiB data, 136 GiB used, 937 GiB / 1.0 TiB avail; 17 KiB/s rd, 80 MiB/s wr, 595 op/s 2024-04-21T09:19:18.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:17 smithi060 ceph-mon[31055]: pgmap v289: 129 pgs: 9 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 98 active+clean; 61 GiB data, 136 GiB used, 937 GiB / 1.0 TiB avail; 17 KiB/s rd, 80 MiB/s wr, 595 op/s 2024-04-21T09:19:18.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:17 smithi078 ceph-mon[31713]: pgmap v289: 129 pgs: 9 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 98 active+clean; 61 GiB data, 136 GiB used, 937 GiB / 1.0 TiB avail; 17 KiB/s rd, 80 MiB/s wr, 595 op/s 2024-04-21T09:19:20.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:19 smithi060 ceph-mon[31055]: pgmap v290: 129 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 121 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 565 KiB/s rd, 152 MiB/s wr, 1.35k op/s 2024-04-21T09:19:20.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:19 smithi078 ceph-mon[31713]: pgmap v290: 129 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 121 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 565 KiB/s rd, 152 MiB/s wr, 1.35k op/s 2024-04-21T09:19:20.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:19 smithi052 ceph-mon[28035]: pgmap v290: 129 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 121 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 565 KiB/s rd, 152 MiB/s wr, 1.35k op/s 2024-04-21T09:19:22.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:21 smithi060 ceph-mon[31055]: pgmap v291: 129 pgs: 129 active+clean; 60 GiB data, 130 GiB used, 942 GiB / 1.0 TiB avail; 533 KiB/s rd, 179 MiB/s wr, 1.55k op/s 2024-04-21T09:19:22.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:21 smithi060 ceph-mon[31055]: osdmap e106: 12 total, 12 up, 12 in 2024-04-21T09:19:22.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:21 smithi078 ceph-mon[31713]: pgmap v291: 129 pgs: 129 active+clean; 60 GiB data, 130 GiB used, 942 GiB / 1.0 TiB avail; 533 KiB/s rd, 179 MiB/s wr, 1.55k op/s 2024-04-21T09:19:22.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:21 smithi078 ceph-mon[31713]: osdmap e106: 12 total, 12 up, 12 in 2024-04-21T09:19:22.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:21 smithi052 ceph-mon[28035]: pgmap v291: 129 pgs: 129 active+clean; 60 GiB data, 130 GiB used, 942 GiB / 1.0 TiB avail; 533 KiB/s rd, 179 MiB/s wr, 1.55k op/s 2024-04-21T09:19:22.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:21 smithi052 ceph-mon[28035]: osdmap e106: 12 total, 12 up, 12 in 2024-04-21T09:19:24.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:23 smithi060 ceph-mon[31055]: pgmap v293: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 533 KiB/s rd, 179 MiB/s wr, 1.52k op/s 2024-04-21T09:19:24.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:23 smithi078 ceph-mon[31713]: pgmap v293: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 533 KiB/s rd, 179 MiB/s wr, 1.52k op/s 2024-04-21T09:19:24.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:23 smithi052 ceph-mon[28035]: pgmap v293: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 533 KiB/s rd, 179 MiB/s wr, 1.52k op/s 2024-04-21T09:19:26.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:25 smithi060 ceph-mon[31055]: pgmap v294: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 543 KiB/s rd, 173 MiB/s wr, 1.40k op/s 2024-04-21T09:19:26.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:25 smithi078 ceph-mon[31713]: pgmap v294: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 543 KiB/s rd, 173 MiB/s wr, 1.40k op/s 2024-04-21T09:19:26.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:25 smithi052 ceph-mon[28035]: pgmap v294: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 543 KiB/s rd, 173 MiB/s wr, 1.40k op/s 2024-04-21T09:19:27.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:27 smithi060 ceph-mon[31055]: pgmap v295: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 543 KiB/s rd, 166 MiB/s wr, 1.35k op/s 2024-04-21T09:19:27.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:27 smithi078 ceph-mon[31713]: pgmap v295: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 543 KiB/s rd, 166 MiB/s wr, 1.35k op/s 2024-04-21T09:19:27.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:27 smithi052 ceph-mon[28035]: pgmap v295: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 543 KiB/s rd, 166 MiB/s wr, 1.35k op/s 2024-04-21T09:19:29.430 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.426+0000 7fa4192c8640 1 -- 172.21.15.52:0/1880121661 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa4141106f0 msgr2=0x7fa41410e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.426+0000 7fa4192c8640 1 --2- 172.21.15.52:0/1880121661 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa4141106f0 0x7fa41410e290 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fa40c009be0 tx=0x7fa40c02bf10 comp rx=0 tx=0).stop 2024-04-21T09:19:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.427+0000 7fa4192c8640 1 -- 172.21.15.52:0/1880121661 shutdown_connections 2024-04-21T09:19:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.427+0000 7fa4192c8640 1 --2- 172.21.15.52:0/1880121661 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa41411b730 0x7fa41411db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.427+0000 7fa4192c8640 1 --2- 172.21.15.52:0/1880121661 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa41410e7d0 0x7fa41410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.427+0000 7fa4192c8640 1 --2- 172.21.15.52:0/1880121661 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa4141106f0 0x7fa41410e290 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.427+0000 7fa4192c8640 1 -- 172.21.15.52:0/1880121661 >> 172.21.15.52:0/1880121661 conn(0x7fa41406d030 msgr2=0x7fa41406d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.429+0000 7fa4192c8640 1 -- 172.21.15.52:0/1880121661 shutdown_connections 2024-04-21T09:19:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.431+0000 7fa4192c8640 1 -- 172.21.15.52:0/1880121661 wait complete. 2024-04-21T09:19:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.432+0000 7fa4192c8640 1 Processor -- start 2024-04-21T09:19:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.432+0000 7fa4192c8640 1 -- start start 2024-04-21T09:19:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.432+0000 7fa4192c8640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa41410e7d0 0x7fa4141a75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.432+0000 7fa4192c8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4141106f0 0x7fa4141a7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.432+0000 7fa4192c8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa41411b730 0x7fa4141abe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.432+0000 7fa4192c8640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa414121090 con 0x7fa41411b730 2024-04-21T09:19:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.432+0000 7fa4192c8640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa414120f10 con 0x7fa41410e7d0 2024-04-21T09:19:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.432+0000 7fa4192c8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa414121210 con 0x7fa4141106f0 2024-04-21T09:19:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.433+0000 7fa4137fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa41411b730 0x7fa4141abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.433+0000 7fa4137fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa41411b730 0x7fa4141abe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43256/0 (socket says 172.21.15.52:43256) 2024-04-21T09:19:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.433+0000 7fa4137fe640 1 -- 172.21.15.52:0/4111476413 learned_addr learned my addr 172.21.15.52:0/4111476413 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.433+0000 7fa412ffd640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa41410e7d0 0x7fa4141a75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.434+0000 7fa4137fe640 1 -- 172.21.15.52:0/4111476413 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4141106f0 msgr2=0x7fa4141a7b10 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:19:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.434+0000 7fa4137fe640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4141106f0 0x7fa4141a7b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.434+0000 7fa4137fe640 1 -- 172.21.15.52:0/4111476413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa41410e7d0 msgr2=0x7fa4141a75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.434+0000 7fa4137fe640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa41410e7d0 0x7fa4141a75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.434+0000 7fa4137fe640 1 -- 172.21.15.52:0/4111476413 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4141ac5c0 con 0x7fa41411b730 2024-04-21T09:19:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.434+0000 7fa4137fe640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa41411b730 0x7fa4141abe90 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fa40800b3c0 tx=0x7fa40800b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.435+0000 7fa3fbfff640 1 -- 172.21.15.52:0/4111476413 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa408011830 con 0x7fa41411b730 2024-04-21T09:19:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.435+0000 7fa3fbfff640 1 -- 172.21.15.52:0/4111476413 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa408016070 con 0x7fa41411b730 2024-04-21T09:19:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.435+0000 7fa3fbfff640 1 -- 172.21.15.52:0/4111476413 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa408010e00 con 0x7fa41411b730 2024-04-21T09:19:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.436+0000 7fa4192c8640 1 -- 172.21.15.52:0/4111476413 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4141ac8b0 con 0x7fa41411b730 2024-04-21T09:19:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.436+0000 7fa4192c8640 1 -- 172.21.15.52:0/4111476413 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4141b4140 con 0x7fa41411b730 2024-04-21T09:19:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa3fbfff640 1 -- 172.21.15.52:0/4111476413 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa40801b460 con 0x7fa41411b730 2024-04-21T09:19:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa41bf9a740 1 Processor -- start 2024-04-21T09:19:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa41bf9a740 1 -- start start 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 0x55b507663620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b507663fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b5075c88d0 con 0x55b50766d0e0 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b507565e80 con 0x55b507663b60 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.442+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55b5075c4890 con 0x55b5076648d0 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.443+0000 7fa4127fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.443+0000 7fa412ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b507663fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.444+0000 7fa412ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b507663fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:56782/0 (socket says 172.21.15.52:56782) 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.444+0000 7fa412ffd640 1 -- 172.21.15.52:0/1698101592 learned_addr learned my addr 172.21.15.52:0/1698101592 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:29.448 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.448+0000 7fa4127fc640 1 --2- 172.21.15.52:0/1698101592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 0x55b507663620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.448+0000 7fa3fbfff640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3fc0a3ee0 0x7fa3fc0a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.449+0000 7fa4127fc640 1 -- 172.21.15.52:0/1698101592 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 msgr2=0x55b507663fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:29.449 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.449+0000 7fa4127fc640 1 --2- 172.21.15.52:0/1698101592 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b507663fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.449+0000 7fa4127fc640 1 -- 172.21.15.52:0/1698101592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 msgr2=0x55b50766f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.449+0000 7fa4127fc640 1 --2- 172.21.15.52:0/1698101592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.449+0000 7fa4127fc640 1 -- 172.21.15.52:0/1698101592 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b507587320 con 0x55b5076648d0 2024-04-21T09:19:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.449+0000 7fa3fbfff640 1 -- 172.21.15.52:0/4111476413 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7fa4080cffd0 con 0x7fa41411b730 2024-04-21T09:19:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.449+0000 7fa4127fc640 1 --2- 172.21.15.52:0/1698101592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 0x55b507663620 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa414073a70 tx=0x7fa404009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f89389bdda25dc09 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.450+0000 7fa3f97fa640 1 -- 172.21.15.52:0/1698101592 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404005020 con 0x55b5076648d0 2024-04-21T09:19:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.450+0000 7fa3f97fa640 1 -- 172.21.15.52:0/1698101592 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4040047a0 con 0x55b5076648d0 2024-04-21T09:19:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.450+0000 7fa3f97fa640 1 -- 172.21.15.52:0/1698101592 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404010a00 con 0x55b5076648d0 2024-04-21T09:19:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.451+0000 7fa41bf9a740 1 -- 172.21.15.52:0/1698101592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 msgr2=0x55b507663620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.451+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/1698101592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 0x55b507663620 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa414073a70 tx=0x7fa404009260 comp rx=0 tx=0).stop 2024-04-21T09:19:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.454+0000 7fa4137fe640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3fc0a3ee0 0x7fa3fc0a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.454+0000 7fa41bf9a740 1 -- 172.21.15.52:0/1698101592 shutdown_connections 2024-04-21T09:19:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.454+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/1698101592 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.454+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/1698101592 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b507663fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.454+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/1698101592 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 0x55b507663620 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.454+0000 7fa41bf9a740 1 -- 172.21.15.52:0/1698101592 >> 172.21.15.52:0/1698101592 conn(0x55b50762ac90 msgr2=0x55b50765e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:29.456 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.455+0000 7fa4137fe640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3fc0a3ee0 0x7fa3fc0a63a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa4080cd480 tx=0x7fa408010680 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:29.459 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.459+0000 7fa41bf9a740 1 -- 172.21.15.52:0/1698101592 shutdown_connections 2024-04-21T09:19:29.460 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.459+0000 7fa41bf9a740 1 -- 172.21.15.52:0/1698101592 wait complete. 2024-04-21T09:19:29.460 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 1 -- start start 2024-04-21T09:19:29.460 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 1 Processor -- start 2024-04-21T09:19:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b50766cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 0x55b507669e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55b507680dc0 con 0x55b50766d0e0 2024-04-21T09:19:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b507550eb0 con 0x55b507663b60 2024-04-21T09:19:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55b507680f40 con 0x55b5076648d0 2024-04-21T09:19:29.461 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.460+0000 7fa41bf9a740 10 client.0 _ll_register_callbacks cb 0x55b50757db40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.461+0000 7fa4127fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.461+0000 7fa4127fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43286/0 (socket says 172.21.15.52:43286) 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.461+0000 7fa4127fc640 1 -- 172.21.15.52:0/593227100 learned_addr learned my addr 172.21.15.52:0/593227100 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.461+0000 7fa4127fc640 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b50766cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.462+0000 7fa4127fc640 1 -- 172.21.15.52:0/593227100 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 msgr2=0x55b507669e60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.462+0000 7fa4127fc640 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 0x55b507669e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.462+0000 7fa4127fc640 1 -- 172.21.15.52:0/593227100 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 msgr2=0x55b50766cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.462+0000 7fa4127fc640 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b50766cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.462 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.462+0000 7fa4127fc640 1 -- 172.21.15.52:0/593227100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5072db210 con 0x55b50766d0e0 2024-04-21T09:19:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.463+0000 7fa4127fc640 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766a470 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fa404009fe0 tx=0x7fa404009980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf55d7153be2fe2b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:29.463 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.463+0000 7fa3f6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:19:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.464+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/593227100 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404010d40 con 0x55b50766d0e0 2024-04-21T09:19:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.464+0000 7fa41bf9a740 1 -- 172.21.15.52:0/593227100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4040047a0 con 0x55b50766d0e0 2024-04-21T09:19:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.464+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/593227100 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7fa4040130d0 con 0x55b50766d0e0 2024-04-21T09:19:29.464 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.464+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/593227100 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fa404033050 con 0x55b50766d0e0 2024-04-21T09:19:29.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.464+0000 7fa41bf9a740 10 client.16674 fetch_fsmap learned FSMap version 41 2024-04-21T09:19:29.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.465+0000 7fa41bf9a740 1 -- 172.21.15.52:0/593227100 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b5073a7620 con 0x55b50766d0e0 2024-04-21T09:19:29.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.465+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/593227100 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4040047a0 con 0x55b50766d0e0 2024-04-21T09:19:29.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.465+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/593227100 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 41) ==== 8346+0+0 (secure 0 0 0) 0x7fa40402b020 con 0x55b50766d0e0 2024-04-21T09:19:29.465 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.466+0000 7fa41bf9a740 10 client.16674 fetch_fsmap finished waiting for FSMap version 41 2024-04-21T09:19:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.466+0000 7fa41bf9a740 10 client.16674 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:19:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.466+0000 7fa41bf9a740 20 client.16674 populate_metadata read hostname 'smithi052' 2024-04-21T09:19:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.466+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b5076728d0 0x55b507674d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.466+0000 7fa41bf9a740 4 client.16674 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:19:29.466 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.466+0000 7fa41bf9a740 1 -- 172.21.15.52:0/593227100 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5075dc880 con 0x55b5076728d0 2024-04-21T09:19:29.468 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.469+0000 7fa412ffd640 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b5076728d0 0x55b507674d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.473+0000 7fa412ffd640 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b5076728d0 0x55b507674d30 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98ebec1f6e08c802 server_cookie=c17e1b557673bc88 in_seq=0 out_seq=0 2024-04-21T09:19:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.473+0000 7fa3f6ff5640 10 client.16674 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.476+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/593227100 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b5075dc880 con 0x55b5076728d0 2024-04-21T09:19:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.476+0000 7fa3f6ff5640 10 client.16674 handle_command_reply: tid=0 2024-04-21T09:19:29.476 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.476+0000 7fa41bf9a740 1 client.16674 shutdown 2024-04-21T09:19:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.486+0000 7fa41bf9a740 1 -- 172.21.15.52:0/593227100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 msgr2=0x55b50766a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.486+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766a470 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fa404009fe0 tx=0x7fa404009980 comp rx=0 tx=0).stop 2024-04-21T09:19:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.487+0000 7fa41bf9a740 1 -- 172.21.15.52:0/593227100 shutdown_connections 2024-04-21T09:19:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.487+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b5076728d0 0x55b507674d30 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.487+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b50766d0e0 0x55b50766a470 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.487+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b5076648d0 0x55b507669e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.487+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/593227100 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b50766cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.487 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.487+0000 7fa41bf9a740 1 -- 172.21.15.52:0/593227100 >> 172.21.15.52:0/593227100 conn(0x55b50762ac90 msgr2=0x55b5076605a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:29.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.490+0000 7fa3f6ff5640 0 client.16674 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:29.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.490+0000 7fa41bf9a740 1 -- 172.21.15.52:0/593227100 shutdown_connections 2024-04-21T09:19:29.490 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.490+0000 7fa41bf9a740 1 -- 172.21.15.52:0/593227100 wait complete. 2024-04-21T09:19:29.491 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.491+0000 7fa41bf9a740 20 client.16674 trim_cache size 0 max 16384 2024-04-21T09:19:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.527+0000 7fa41bf9a740 1 Processor -- start 2024-04-21T09:19:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.527+0000 7fa41bf9a740 1 -- start start 2024-04-21T09:19:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b507663b60 0x55b507689cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b5076748e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b50766d0e0 0x55b50766c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa412ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b5076748e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa412ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b5076748e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43302/0 (socket says 172.21.15.52:43302) 2024-04-21T09:19:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa412ffd640 1 -- 172.21.15.52:0/493657736 learned_addr learned my addr 172.21.15.52:0/493657736 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa41bf9a740 1 -- 172.21.15.52:0/493657736 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa4141b8510 con 0x55b5076648d0 2024-04-21T09:19:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa41bf9a740 1 -- 172.21.15.52:0/493657736 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa4141b5e20 con 0x55b50766d0e0 2024-04-21T09:19:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.528+0000 7fa41bf9a740 1 -- 172.21.15.52:0/493657736 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa414050530 con 0x55b507663b60 2024-04-21T09:19:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.530+0000 7fa4127fc640 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b507663b60 0x55b507689cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.531+0000 7fa4127fc640 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b50766d0e0 0x55b50766c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.531+0000 7fa4127fc640 1 -- 172.21.15.52:0/493657736 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b50766d0e0 msgr2=0x55b50766c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.531+0000 7fa4127fc640 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b50766d0e0 0x55b50766c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.531+0000 7fa4127fc640 1 -- 172.21.15.52:0/493657736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 msgr2=0x55b5076748e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.531+0000 7fa4127fc640 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b5076748e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.532 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.531+0000 7fa4127fc640 1 -- 172.21.15.52:0/493657736 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b50766f840 con 0x55b507663b60 2024-04-21T09:19:29.534 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.532+0000 7fa4127fc640 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b507663b60 0x55b507689cc0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa404004620 tx=0x7fa404000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=92b9c9047b93cad9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:29.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.534+0000 7fa3f8ff9640 1 -- 172.21.15.52:0/493657736 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404009260 con 0x55b507663b60 2024-04-21T09:19:29.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.534+0000 7fa3f8ff9640 1 -- 172.21.15.52:0/493657736 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa404005d10 con 0x55b507663b60 2024-04-21T09:19:29.535 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.534+0000 7fa3f8ff9640 1 -- 172.21.15.52:0/493657736 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404013330 con 0x55b507663b60 2024-04-21T09:19:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.536+0000 7fa41bf9a740 1 -- 172.21.15.52:0/493657736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b507663b60 msgr2=0x55b507689cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.536+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b507663b60 0x55b507689cc0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa404004620 tx=0x7fa404000bc0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.538+0000 7fa41bf9a740 1 -- 172.21.15.52:0/493657736 shutdown_connections 2024-04-21T09:19:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.538+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b50766d0e0 0x55b50766c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.538+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b5076748e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.537 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.538+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/493657736 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b507663b60 0x55b507689cc0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.538+0000 7fa41bf9a740 1 -- 172.21.15.52:0/493657736 >> 172.21.15.52:0/493657736 conn(0x55b50762ac90 msgr2=0x55b507665060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.540+0000 7fa41bf9a740 1 -- 172.21.15.52:0/493657736 shutdown_connections 2024-04-21T09:19:29.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.540+0000 7fa41bf9a740 1 -- 172.21.15.52:0/493657736 wait complete. 2024-04-21T09:19:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.540+0000 7fa41bf9a740 1 -- start start 2024-04-21T09:19:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.541+0000 7fa41bf9a740 1 Processor -- start 2024-04-21T09:19:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.541+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b5076861d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.541+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b507686710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.541+0000 7fa41bf9a740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b50766d0e0 0x55b507666110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.541+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa4141b43d0 con 0x55b5076648d0 2024-04-21T09:19:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.541+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa4141b5750 con 0x55b507663b60 2024-04-21T09:19:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.541+0000 7fa41bf9a740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa4141b49b0 con 0x55b50766d0e0 2024-04-21T09:19:29.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.541+0000 7fa41bf9a740 10 client.0 _ll_register_callbacks cb 0x7fa404009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:19:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.542+0000 7fa412ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b507686710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.542+0000 7fa412ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b507686710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43310/0 (socket says 172.21.15.52:43310) 2024-04-21T09:19:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.542+0000 7fa412ffd640 1 -- 172.21.15.52:0/328865667 learned_addr learned my addr 172.21.15.52:0/328865667 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.542+0000 7fa4127fc640 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b50766d0e0 0x55b507666110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.542+0000 7fa4127fc640 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b5076861d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.543+0000 7fa4127fc640 1 -- 172.21.15.52:0/328865667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 msgr2=0x55b5076861d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:29.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.543+0000 7fa4127fc640 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b5076861d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.543+0000 7fa4127fc640 1 -- 172.21.15.52:0/328865667 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 msgr2=0x55b507686710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.543+0000 7fa4127fc640 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b507686710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.543+0000 7fa4127fc640 1 -- 172.21.15.52:0/328865667 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b507666650 con 0x55b50766d0e0 2024-04-21T09:19:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.543+0000 7fa4127fc640 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b50766d0e0 0x55b507666110 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa404004c50 tx=0x7fa404020040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fff24ddd79e6b333 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:29.547 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.543+0000 7fa3f6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:19:29.549 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.546+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/328865667 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404010d20 con 0x55b50766d0e0 2024-04-21T09:19:29.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.546+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/328865667 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7fa4040051a0 con 0x55b50766d0e0 2024-04-21T09:19:29.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.547+0000 7fa41bf9a740 1 -- 172.21.15.52:0/328865667 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa404005d10 con 0x55b50766d0e0 2024-04-21T09:19:29.550 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.550+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/328865667 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fa4040053a0 con 0x55b50766d0e0 2024-04-21T09:19:29.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.553+0000 7fa41bf9a740 10 client.26326 fetch_fsmap learned FSMap version 41 2024-04-21T09:19:29.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.553+0000 7fa41bf9a740 1 -- 172.21.15.52:0/328865667 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b507704b10 con 0x55b50766d0e0 2024-04-21T09:19:29.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/328865667 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa404005d10 con 0x55b50766d0e0 2024-04-21T09:19:29.556 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/328865667 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 41) ==== 8346+0+0 (secure 0 0 0) 0x7fa40402b050 con 0x55b50766d0e0 2024-04-21T09:19:29.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa41bf9a740 10 client.26326 fetch_fsmap finished waiting for FSMap version 41 2024-04-21T09:19:29.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa41bf9a740 10 client.26326 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:19:29.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa41bf9a740 20 client.26326 populate_metadata read hostname 'smithi052' 2024-04-21T09:19:29.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b5077051f0 0x55b507707610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:29.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa41bf9a740 4 client.26326 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:19:29.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa41bf9a740 1 -- 172.21.15.52:0/328865667 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b5075683d0 con 0x55b5077051f0 2024-04-21T09:19:29.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.557+0000 7fa412ffd640 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b5077051f0 0x55b507707610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:29.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.569+0000 7fa412ffd640 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b5077051f0 0x55b507707610 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9db4156abd065f3d server_cookie=5dcfe3607f738238 in_seq=0 out_seq=0 2024-04-21T09:19:29.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.569+0000 7fa3f6ff5640 10 client.26326 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:29.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:29 smithi052 ceph-mon[28035]: pgmap v296: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 38 KiB/s rd, 79 MiB/s wr, 660 op/s 2024-04-21T09:19:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa3f6ff5640 1 -- 172.21.15.52:0/328865667 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b5075683d0 con 0x55b5077051f0 2024-04-21T09:19:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa3f6ff5640 10 client.26326 handle_command_reply: tid=0 2024-04-21T09:19:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 client.26326 shutdown 2024-04-21T09:19:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 -- 172.21.15.52:0/328865667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b50766d0e0 msgr2=0x55b507666110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b50766d0e0 0x55b507666110 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa404004c50 tx=0x7fa404020040 comp rx=0 tx=0).stop 2024-04-21T09:19:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 -- 172.21.15.52:0/328865667 shutdown_connections 2024-04-21T09:19:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55b5077051f0 0x55b507707610 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.738 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55b50766d0e0 0x55b507666110 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55b5076648d0 0x55b507686710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 --2- 172.21.15.52:0/328865667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b507663b60 0x55b5076861d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.737+0000 7fa41bf9a740 1 -- 172.21.15.52:0/328865667 >> 172.21.15.52:0/328865667 conn(0x55b50762ac90 msgr2=0x55b507664f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.738+0000 7fa3f6ff5640 0 client.26326 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.738+0000 7fa41bf9a740 1 -- 172.21.15.52:0/328865667 shutdown_connections 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.738+0000 7fa41bf9a740 1 -- 172.21.15.52:0/328865667 wait complete. 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.738+0000 7fa41bf9a740 20 client.26326 trim_cache size 0 max 16384 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:19:29.739 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:19:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:19:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:19:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 -- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3fc0a3ee0 msgr2=0x7fa3fc0a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3fc0a3ee0 0x7fa3fc0a63a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa4080cd480 tx=0x7fa408010680 comp rx=0 tx=0).stop 2024-04-21T09:19:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 -- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa41411b730 msgr2=0x7fa4141abe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa41411b730 0x7fa4141abe90 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fa40800b3c0 tx=0x7fa40800b880 comp rx=0 tx=0).stop 2024-04-21T09:19:29.740 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 -- 172.21.15.52:0/4111476413 shutdown_connections 2024-04-21T09:19:29.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa3fc0a3ee0 0x7fa3fc0a63a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa41411b730 0x7fa4141abe90 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa4141106f0 0x7fa4141a7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 --2- 172.21.15.52:0/4111476413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa41410e7d0 0x7fa4141a75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:29.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 -- 172.21.15.52:0/4111476413 >> 172.21.15.52:0/4111476413 conn(0x7fa41406d030 msgr2=0x7fa414072a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:29.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 -- 172.21.15.52:0/4111476413 shutdown_connections 2024-04-21T09:19:29.741 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:29.739+0000 7fa4192c8640 1 -- 172.21.15.52:0/4111476413 wait complete. 2024-04-21T09:19:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:29 smithi060 ceph-mon[31055]: pgmap v296: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 38 KiB/s rd, 79 MiB/s wr, 660 op/s 2024-04-21T09:19:29.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:29 smithi078 ceph-mon[31713]: pgmap v296: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 38 KiB/s rd, 79 MiB/s wr, 660 op/s 2024-04-21T09:19:31.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:31 smithi060 ceph-mon[31055]: pgmap v297: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 38 KiB/s rd, 50 MiB/s wr, 431 op/s 2024-04-21T09:19:31.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:31 smithi052 ceph-mon[28035]: pgmap v297: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 38 KiB/s rd, 50 MiB/s wr, 431 op/s 2024-04-21T09:19:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:31 smithi078 ceph-mon[31713]: pgmap v297: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 38 KiB/s rd, 50 MiB/s wr, 431 op/s 2024-04-21T09:19:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:33 smithi060 ceph-mon[31055]: pgmap v298: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 35 KiB/s rd, 63 MiB/s wr, 584 op/s 2024-04-21T09:19:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:33 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:19:33.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:33 smithi078 ceph-mon[31713]: pgmap v298: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 35 KiB/s rd, 63 MiB/s wr, 584 op/s 2024-04-21T09:19:33.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:33 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:19:33.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:33 smithi052 ceph-mon[28035]: pgmap v298: 129 pgs: 129 active+clean; 60 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 35 KiB/s rd, 63 MiB/s wr, 584 op/s 2024-04-21T09:19:33.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:33 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:19:34.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:34 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:19:34.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:34 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:19:34.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:34 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:19:34.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:34 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:19:34.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:34 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:19:34.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:34 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:19:34.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:34 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:19:34.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:34 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:19:34.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:34 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:19:34.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:34 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:19:34.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:34 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:19:34.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:34 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:19:36.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:35 smithi078 ceph-mon[31713]: pgmap v299: 129 pgs: 129 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 41 KiB/s rd, 79 MiB/s wr, 761 op/s 2024-04-21T09:19:36.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:35 smithi052 ceph-mon[28035]: pgmap v299: 129 pgs: 129 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 41 KiB/s rd, 79 MiB/s wr, 761 op/s 2024-04-21T09:19:36.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:35 smithi060 ceph-mon[31055]: pgmap v299: 129 pgs: 129 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 41 KiB/s rd, 79 MiB/s wr, 761 op/s 2024-04-21T09:19:37.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:37 smithi060 ceph-mon[31055]: pgmap v300: 129 pgs: 129 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 22 KiB/s rd, 70 MiB/s wr, 677 op/s 2024-04-21T09:19:37.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:37 smithi078 ceph-mon[31713]: pgmap v300: 129 pgs: 129 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 22 KiB/s rd, 70 MiB/s wr, 677 op/s 2024-04-21T09:19:37.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:37 smithi052 ceph-mon[28035]: pgmap v300: 129 pgs: 129 active+clean; 61 GiB data, 131 GiB used, 942 GiB / 1.0 TiB avail; 22 KiB/s rd, 70 MiB/s wr, 677 op/s 2024-04-21T09:19:39.695 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:39 smithi078 ceph-mon[31713]: pgmap v301: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 30 KiB/s rd, 80 MiB/s wr, 729 op/s 2024-04-21T09:19:39.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:39 smithi052 ceph-mon[28035]: pgmap v301: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 30 KiB/s rd, 80 MiB/s wr, 729 op/s 2024-04-21T09:19:39.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:39 smithi060 ceph-mon[31055]: pgmap v301: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 30 KiB/s rd, 80 MiB/s wr, 729 op/s 2024-04-21T09:19:41.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:41 smithi078 ceph-mon[31713]: pgmap v302: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 20 KiB/s rd, 71 MiB/s wr, 637 op/s 2024-04-21T09:19:41.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:41 smithi052 ceph-mon[28035]: pgmap v302: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 20 KiB/s rd, 71 MiB/s wr, 637 op/s 2024-04-21T09:19:41.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:41 smithi060 ceph-mon[31055]: pgmap v302: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 20 KiB/s rd, 71 MiB/s wr, 637 op/s 2024-04-21T09:19:42.845 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 -- 172.21.15.52:0/1034298627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 msgr2=0x7f78fc10bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.845 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 --2- 172.21.15.52:0/1034298627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 0x7f78fc10bfc0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f78f0009900 tx=0x7f78f002bcd0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.845 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 -- 172.21.15.52:0/1034298627 shutdown_connections 2024-04-21T09:19:42.846 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 --2- 172.21.15.52:0/1034298627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78fc10c590 0x7f78fc10e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.846 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 --2- 172.21.15.52:0/1034298627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 0x7f78fc10bfc0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.846 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 --2- 172.21.15.52:0/1034298627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f78fc1031c0 0x7f78fc1035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.846 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 -- 172.21.15.52:0/1034298627 >> 172.21.15.52:0/1034298627 conn(0x7f78fc077f70 msgr2=0x7f78fc078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:42.846 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 -- 172.21.15.52:0/1034298627 shutdown_connections 2024-04-21T09:19:42.846 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.844+0000 7f7900811640 1 -- 172.21.15.52:0/1034298627 wait complete. 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f7900811640 1 Processor -- start 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f7900811640 1 -- start start 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f7900811640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78fc1031c0 0x7f78fc100e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f7900811640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 0x7f78fc101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f7900811640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f78fc10c590 0x7f78fc101890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f7900811640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc112200 con 0x7f78fc103ae0 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f7900811640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc112080 con 0x7f78fc1031c0 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f7900811640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc112380 con 0x7f78fc10c590 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f78f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 0x7f78fc101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f78f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 0x7f78fc101350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56714/0 (socket says 172.21.15.52:56714) 2024-04-21T09:19:42.848 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f78f9d9b640 1 -- 172.21.15.52:0/2171059237 learned_addr learned my addr 172.21.15.52:0/2171059237 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f78fad9d640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f78fc10c590 0x7f78fc101890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.845+0000 7f78fa59c640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78fc1031c0 0x7f78fc100e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78f9d9b640 1 -- 172.21.15.52:0/2171059237 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f78fc10c590 msgr2=0x7f78fc101890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f78fc10c590 0x7f78fc101890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78f9d9b640 1 -- 172.21.15.52:0/2171059237 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78fc1031c0 msgr2=0x7f78fc100e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78fc1031c0 0x7f78fc100e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78f9d9b640 1 -- 172.21.15.52:0/2171059237 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78fc1a6c60 con 0x7f78fc103ae0 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 0x7f78fc101350 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f78f0000c00 tx=0x7f78f002c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78eb7fe640 1 -- 172.21.15.52:0/2171059237 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f0043020 con 0x7f78fc103ae0 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f7900811640 1 -- 172.21.15.52:0/2171059237 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78fc1a6ef0 con 0x7f78fc103ae0 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78eb7fe640 1 -- 172.21.15.52:0/2171059237 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78f002dc60 con 0x7f78fc103ae0 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f78eb7fe640 1 -- 172.21.15.52:0/2171059237 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f00039e0 con 0x7f78fc103ae0 2024-04-21T09:19:42.849 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.846+0000 7f7900811640 1 -- 172.21.15.52:0/2171059237 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78fc1a73b0 con 0x7f78fc103ae0 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.848+0000 7f78eb7fe640 1 -- 172.21.15.52:0/2171059237 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f78f0046020 con 0x7f78fc103ae0 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f7903403740 1 Processor -- start 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f7903403740 1 -- start start 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f7903403740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 0x55a32c8a1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f7903403740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8a1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f7903403740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8ad4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f7903403740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a32c8068d0 con 0x55a32c8a1b60 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f7903403740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a32c7a3e80 con 0x55a32c8ab0e0 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f7903403740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a32c802890 con 0x55a32c8a28d0 2024-04-21T09:19:42.857 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f78eb7fe640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78e40a3d10 0x7f78e40a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.849+0000 7f78fa59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8a1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fa59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8a1fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56722/0 (socket says 172.21.15.52:56722) 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fa59c640 1 -- 172.21.15.52:0/2513580534 learned_addr learned my addr 172.21.15.52:0/2513580534 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fad9d640 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 0x55a32c8a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8ad4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fad9d640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78e40a3d10 0x7f78e40a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78eb7fe640 1 -- 172.21.15.52:0/2171059237 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7f78f00f2b80 con 0x7f78fc103ae0 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fa59c640 1 -- 172.21.15.52:0/2513580534 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 msgr2=0x55a32c8a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fa59c640 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 0x55a32c8a1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fa59c640 1 -- 172.21.15.52:0/2513580534 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 msgr2=0x55a32c8ad4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fa59c640 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8ad4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.858 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fa59c640 1 -- 172.21.15.52:0/2513580534 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a32c7c5320 con 0x55a32c8a1b60 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fa59c640 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8a1fe0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f78f400bcb0 tx=0x7f78f400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b0e9dee0d0b30ac server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78fad9d640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78e40a3d10 0x7f78e40a61d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f78ec005c40 tx=0x7f78ec009500 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78e8ff9640 1 -- 172.21.15.52:0/2513580534 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4015070 con 0x55a32c8a1b60 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78e8ff9640 1 -- 172.21.15.52:0/2513580534 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78f401a910 con 0x55a32c8a1b60 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.850+0000 7f78e8ff9640 1 -- 172.21.15.52:0/2513580534 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f40118b0 con 0x55a32c8a1b60 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 -- 172.21.15.52:0/2513580534 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 msgr2=0x55a32c8a1fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8a1fe0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f78f400bcb0 tx=0x7f78f400f730 comp rx=0 tx=0).stop 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 -- 172.21.15.52:0/2513580534 shutdown_connections 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8ad4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8a1fe0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 --2- 172.21.15.52:0/2513580534 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 0x55a32c8a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 -- 172.21.15.52:0/2513580534 >> 172.21.15.52:0/2513580534 conn(0x55a32c868c90 msgr2=0x55a32c89c850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 -- 172.21.15.52:0/2513580534 shutdown_connections 2024-04-21T09:19:42.859 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.851+0000 7f7903403740 1 -- 172.21.15.52:0/2513580534 wait complete. 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 1 -- start start 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 1 Processor -- start 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a28d0 0x55a32c8a7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8a83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55a32c8ade10 con 0x55a32c8a28d0 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a32c78eeb0 con 0x55a32c8ab0e0 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55a32c8adf90 con 0x55a32c8a1b60 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f7903403740 10 client.0 _ll_register_callbacks cb 0x55a32c7bbb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a28d0 0x55a32c8a7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78f9d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a28d0 0x55a32c8a7e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56728/0 (socket says 172.21.15.52:56728) 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78f9d9b640 1 -- 172.21.15.52:0/4224092649 learned_addr learned my addr 172.21.15.52:0/4224092649 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:42.860 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78fad9d640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8a83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78fa59c640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78f9d9b640 1 -- 172.21.15.52:0/4224092649 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 msgr2=0x55a32c8aaa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8aaa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78f9d9b640 1 -- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 msgr2=0x55a32c8a83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8a83b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78f9d9b640 1 -- 172.21.15.52:0/4224092649 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a32c519210 con 0x55a32c8a28d0 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78fa59c640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8aaa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.852+0000 7f78fad9d640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8a83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a28d0 0x55a32c8a7e10 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f78f00be560 tx=0x7f78f00056e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50d4bdf73ab5a7e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f78e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f78e1ffb640 1 -- 172.21.15.52:0/4224092649 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f00bef60 con 0x55a32c8a28d0 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f78e1ffb640 1 -- 172.21.15.52:0/4224092649 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7f78f00f0180 con 0x55a32c8a28d0 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 1 -- 172.21.15.52:0/4224092649 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78f401a910 con 0x55a32c8a28d0 2024-04-21T09:19:42.861 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f78e1ffb640 1 -- 172.21.15.52:0/4224092649 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f78f00f0380 con 0x55a32c8a28d0 2024-04-21T09:19:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 10 client.16692 fetch_fsmap learned FSMap version 42 2024-04-21T09:19:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 1 -- 172.21.15.52:0/4224092649 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a32c5e5620 con 0x55a32c8a28d0 2024-04-21T09:19:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f78e1ffb640 1 -- 172.21.15.52:0/4224092649 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78f401a910 con 0x55a32c8a28d0 2024-04-21T09:19:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f78e1ffb640 1 -- 172.21.15.52:0/4224092649 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f78f00c7040 con 0x55a32c8a28d0 2024-04-21T09:19:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 10 client.16692 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:19:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 10 client.16692 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:19:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 20 client.16692 populate_metadata read hostname 'smithi052' 2024-04-21T09:19:42.862 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a32c8bafb0 0x55a32c8bd410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 4 client.16692 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:19:42.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.853+0000 7f7903403740 1 -- 172.21.15.52:0/4224092649 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a32c81a880 con 0x55a32c8bafb0 2024-04-21T09:19:42.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.854+0000 7f78fa59c640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a32c8bafb0 0x55a32c8bd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.863 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.854+0000 7f78fa59c640 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a32c8bafb0 0x55a32c8bd410 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93f928ab45d7e767 server_cookie=f449f4e6f5b6cc7d in_seq=0 out_seq=0 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.854+0000 7f78e1ffb640 10 client.16692 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f78e1ffb640 1 -- 172.21.15.52:0/4224092649 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a32c81a880 con 0x55a32c8bafb0 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f78e1ffb640 10 client.16692 handle_command_reply: tid=0 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 client.16692 shutdown 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 -- 172.21.15.52:0/4224092649 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a28d0 msgr2=0x55a32c8a7e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a28d0 0x55a32c8a7e10 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f78f00be560 tx=0x7f78f00056e0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 -- 172.21.15.52:0/4224092649 shutdown_connections 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a32c8bafb0 0x55a32c8bd410 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8a83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a28d0 0x55a32c8a7e10 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 --2- 172.21.15.52:0/4224092649 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8aaa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f78e1ffb640 0 client.16692 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 -- 172.21.15.52:0/4224092649 >> 172.21.15.52:0/4224092649 conn(0x55a32c868c90 msgr2=0x55a32c89e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:42.864 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 -- 172.21.15.52:0/4224092649 shutdown_connections 2024-04-21T09:19:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 1 -- 172.21.15.52:0/4224092649 wait complete. 2024-04-21T09:19:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.855+0000 7f7903403740 20 client.16692 trim_cache size 0 max 16384 2024-04-21T09:19:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.870+0000 7f7903403740 1 Processor -- start 2024-04-21T09:19:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.870+0000 7f7903403740 1 -- start start 2024-04-21T09:19:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f7903403740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f7903403740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8a28d0 0x55a32c8aa540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f7903403740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8ab0e0 0x55a32c8aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f7903403740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc1b3ea0 con 0x55a32c8ab0e0 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f7903403740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc1b1710 con 0x55a32c8a28d0 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f7903403740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc1af560 con 0x55a32c8a1b60 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8ab0e0 0x55a32c8aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8ab0e0 0x55a32c8aaa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56730/0 (socket says 172.21.15.52:56730) 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 -- 172.21.15.52:0/2065992089 learned_addr learned my addr 172.21.15.52:0/2065992089 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fa59c640 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8a28d0 0x55a32c8aa540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 -- 172.21.15.52:0/2065992089 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 msgr2=0x55a32c8b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 -- 172.21.15.52:0/2065992089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8a28d0 msgr2=0x55a32c8aa540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8a28d0 0x55a32c8aa540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 -- 172.21.15.52:0/2065992089 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a32c8a0e30 con 0x55a32c8ab0e0 2024-04-21T09:19:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78fad9d640 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8ab0e0 0x55a32c8aaa80 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f78ec0129e0 tx=0x7f78ec0099c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf15f6af99988223 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78e3fff640 1 -- 172.21.15.52:0/2065992089 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec003d40 con 0x55a32c8ab0e0 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78e3fff640 1 -- 172.21.15.52:0/2065992089 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78ec004030 con 0x55a32c8ab0e0 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.871+0000 7f78e3fff640 1 -- 172.21.15.52:0/2065992089 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec005020 con 0x55a32c8ab0e0 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 -- 172.21.15.52:0/2065992089 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8ab0e0 msgr2=0x55a32c8aaa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8ab0e0 0x55a32c8aaa80 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f78ec0129e0 tx=0x7f78ec0099c0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 -- 172.21.15.52:0/2065992089 shutdown_connections 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8ab0e0 0x55a32c8aaa80 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8a28d0 0x55a32c8aa540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 --2- 172.21.15.52:0/2065992089 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a1b60 0x55a32c8b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 -- 172.21.15.52:0/2065992089 >> 172.21.15.52:0/2065992089 conn(0x55a32c868c90 msgr2=0x55a32c8a66e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 -- 172.21.15.52:0/2065992089 shutdown_connections 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 -- 172.21.15.52:0/2065992089 wait complete. 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.872+0000 7f7903403740 1 -- start start 2024-04-21T09:19:42.878 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f7903403740 1 Processor -- start 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f7903403740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8b3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f7903403740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 0x55a32c8a5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f7903403740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8abff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f7903403740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc1afbd0 con 0x55a32c8a1b60 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f7903403740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc1b1040 con 0x55a32c8ab0e0 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f7903403740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc1b02a0 con 0x55a32c8a28d0 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f7903403740 10 client.0 _ll_register_callbacks cb 0x7f78f00be630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8b3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8b3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:56732/0 (socket says 172.21.15.52:56732) 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 -- 172.21.15.52:0/1657852033 learned_addr learned my addr 172.21.15.52:0/1657852033 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 0x55a32c8a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 -- 172.21.15.52:0/1657852033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 msgr2=0x55a32c8a5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:42.879 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 0x55a32c8a5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 -- 172.21.15.52:0/1657852033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 msgr2=0x55a32c8abff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8abff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 -- 172.21.15.52:0/1657852033 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a32c8ac530 con 0x55a32c8a1b60 2024-04-21T09:19:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78fa59c640 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8b3740 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f78f400bcb0 tx=0x7f78f4005d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c54f4fc31ec1323f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.873+0000 7f78e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:19:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f78e1ffb640 1 -- 172.21.15.52:0/1657852033 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f402e060 con 0x55a32c8a1b60 2024-04-21T09:19:42.880 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f78e1ffb640 1 -- 172.21.15.52:0/1657852033 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7f78f4005550 con 0x55a32c8a1b60 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 1 -- 172.21.15.52:0/1657852033 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78ec004030 con 0x55a32c8a1b60 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f78e1ffb640 1 -- 172.21.15.52:0/1657852033 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f78f4035050 con 0x55a32c8a1b60 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 10 client.16698 fetch_fsmap learned FSMap version 42 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 1 -- 172.21.15.52:0/1657852033 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55a32c921b90 con 0x55a32c8a1b60 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f78e1ffb640 1 -- 172.21.15.52:0/1657852033 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78ec004030 con 0x55a32c8a1b60 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f78e1ffb640 1 -- 172.21.15.52:0/1657852033 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f78f4004a90 con 0x55a32c8a1b60 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 10 client.16698 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 10 client.16698 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 20 client.16698 populate_metadata read hostname 'smithi052' 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a32c922080 0x55a32c9244a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 4 client.16698 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.874+0000 7f7903403740 1 -- 172.21.15.52:0/1657852033 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a32c7a63d0 con 0x55a32c922080 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.875+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a32c922080 0x55a32c9244a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:42.881 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.875+0000 7f78e1ffb640 10 client.16698 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:42.882 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.875+0000 7f78f9d9b640 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a32c922080 0x55a32c9244a0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a5ed09b64289e9f server_cookie=80e505c4f429880e in_seq=0 out_seq=0 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.892+0000 7f78e1ffb640 1 -- 172.21.15.52:0/1657852033 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a32c7a63d0 con 0x55a32c922080 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.892+0000 7f78e1ffb640 10 client.16698 handle_command_reply: tid=0 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.892+0000 7f7903403740 1 client.16698 shutdown 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.892+0000 7f7903403740 1 -- 172.21.15.52:0/1657852033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 msgr2=0x55a32c8b3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.892+0000 7f7903403740 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8b3740 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f78f400bcb0 tx=0x7f78f4005d20 comp rx=0 tx=0).stop 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.892+0000 7f7903403740 1 -- 172.21.15.52:0/1657852033 shutdown_connections 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.892+0000 7f7903403740 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55a32c922080 0x55a32c9244a0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7903403740 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a32c8ab0e0 0x55a32c8abff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.894 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7903403740 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55a32c8a28d0 0x55a32c8a5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f78e1ffb640 0 client.16698 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:42.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7903403740 1 --2- 172.21.15.52:0/1657852033 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55a32c8a1b60 0x55a32c8b3740 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7903403740 1 -- 172.21.15.52:0/1657852033 >> 172.21.15.52:0/1657852033 conn(0x55a32c868c90 msgr2=0x55a32c89dbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:42.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7903403740 1 -- 172.21.15.52:0/1657852033 shutdown_connections 2024-04-21T09:19:42.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7903403740 1 -- 172.21.15.52:0/1657852033 wait complete. 2024-04-21T09:19:42.895 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7903403740 20 client.16698 trim_cache size 0 max 16384 2024-04-21T09:19:42.896 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:19:42.896 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:19:42.896 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:19:42.896 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:19:42.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 -- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78e40a3d10 msgr2=0x7f78e40a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78e40a3d10 0x7f78e40a61d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f78ec005c40 tx=0x7f78ec009500 comp rx=0 tx=0).stop 2024-04-21T09:19:42.897 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 -- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 msgr2=0x7f78fc101350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 0x7f78fc101350 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f78f0000c00 tx=0x7f78f002c760 comp rx=0 tx=0).stop 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 -- 172.21.15.52:0/2171059237 shutdown_connections 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f78e40a3d10 0x7f78e40a61d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f78fc10c590 0x7f78fc101890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f78fc103ae0 0x7f78fc101350 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 --2- 172.21.15.52:0/2171059237 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78fc1031c0 0x7f78fc100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 -- 172.21.15.52:0/2171059237 >> 172.21.15.52:0/2171059237 conn(0x7f78fc077f70 msgr2=0x7f78fc0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 -- 172.21.15.52:0/2171059237 shutdown_connections 2024-04-21T09:19:42.898 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:42.893+0000 7f7900811640 1 -- 172.21.15.52:0/2171059237 wait complete. 2024-04-21T09:19:43.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:43 smithi052 ceph-mon[28035]: pgmap v303: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 20 KiB/s rd, 73 MiB/s wr, 633 op/s 2024-04-21T09:19:43.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:43 smithi060 ceph-mon[31055]: pgmap v303: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 20 KiB/s rd, 73 MiB/s wr, 633 op/s 2024-04-21T09:19:43.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:43 smithi078 ceph-mon[31713]: pgmap v303: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 20 KiB/s rd, 73 MiB/s wr, 633 op/s 2024-04-21T09:19:45.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:45 smithi052 ceph-mon[28035]: pgmap v304: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 23 KiB/s rd, 64 MiB/s wr, 481 op/s 2024-04-21T09:19:45.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:45 smithi060 ceph-mon[31055]: pgmap v304: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 23 KiB/s rd, 64 MiB/s wr, 481 op/s 2024-04-21T09:19:45.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:45 smithi078 ceph-mon[31713]: pgmap v304: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 23 KiB/s rd, 64 MiB/s wr, 481 op/s 2024-04-21T09:19:47.705 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:47 smithi052 ceph-mon[28035]: pgmap v305: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 14 KiB/s rd, 38 MiB/s wr, 207 op/s 2024-04-21T09:19:47.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:47 smithi060 ceph-mon[31055]: pgmap v305: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 14 KiB/s rd, 38 MiB/s wr, 207 op/s 2024-04-21T09:19:47.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:47 smithi078 ceph-mon[31713]: pgmap v305: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 941 GiB / 1.0 TiB avail; 14 KiB/s rd, 38 MiB/s wr, 207 op/s 2024-04-21T09:19:49.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:49 smithi060 ceph-mon[31055]: pgmap v306: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 940 GiB / 1.0 TiB avail; 26 KiB/s rd, 45 MiB/s wr, 250 op/s 2024-04-21T09:19:49.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:49 smithi078 ceph-mon[31713]: pgmap v306: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 940 GiB / 1.0 TiB avail; 26 KiB/s rd, 45 MiB/s wr, 250 op/s 2024-04-21T09:19:49.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:49 smithi052 ceph-mon[28035]: pgmap v306: 129 pgs: 129 active+clean; 61 GiB data, 132 GiB used, 940 GiB / 1.0 TiB avail; 26 KiB/s rd, 45 MiB/s wr, 250 op/s 2024-04-21T09:19:51.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:51 smithi060 ceph-mon[31055]: pgmap v307: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 22 KiB/s rd, 43 MiB/s wr, 239 op/s 2024-04-21T09:19:51.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:51 smithi078 ceph-mon[31713]: pgmap v307: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 22 KiB/s rd, 43 MiB/s wr, 239 op/s 2024-04-21T09:19:51.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:51 smithi052 ceph-mon[28035]: pgmap v307: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 22 KiB/s rd, 43 MiB/s wr, 239 op/s 2024-04-21T09:19:53.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:53 smithi060 ceph-mon[31055]: pgmap v308: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 20 KiB/s rd, 46 MiB/s wr, 250 op/s 2024-04-21T09:19:53.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:53 smithi078 ceph-mon[31713]: pgmap v308: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 20 KiB/s rd, 46 MiB/s wr, 250 op/s 2024-04-21T09:19:53.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:53 smithi052 ceph-mon[28035]: pgmap v308: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 20 KiB/s rd, 46 MiB/s wr, 250 op/s 2024-04-21T09:19:55.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:55 smithi060 ceph-mon[31055]: pgmap v309: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 23 KiB/s rd, 48 MiB/s wr, 267 op/s 2024-04-21T09:19:55.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:55 smithi078 ceph-mon[31713]: pgmap v309: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 23 KiB/s rd, 48 MiB/s wr, 267 op/s 2024-04-21T09:19:55.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:55 smithi052 ceph-mon[28035]: pgmap v309: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 23 KiB/s rd, 48 MiB/s wr, 267 op/s 2024-04-21T09:19:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 -- 172.21.15.52:0/2029146538 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904100d40 msgr2=0x7f3904101120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 --2- 172.21.15.52:0/2029146538 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904100d40 0x7f3904101120 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f38f8009900 tx=0x7f38f802bc30 comp rx=0 tx=0).stop 2024-04-21T09:19:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 -- 172.21.15.52:0/2029146538 shutdown_connections 2024-04-21T09:19:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 --2- 172.21.15.52:0/2029146538 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f390410e8f0 0x7f3904110ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 --2- 172.21.15.52:0/2029146538 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3904101660 0x7f390410e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 --2- 172.21.15.52:0/2029146538 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904100d40 0x7f3904101120 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:55.998 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 -- 172.21.15.52:0/2029146538 >> 172.21.15.52:0/2029146538 conn(0x7f3904077f70 msgr2=0x7f3904078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 -- 172.21.15.52:0/2029146538 shutdown_connections 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.995+0000 7f390ac43640 1 -- 172.21.15.52:0/2029146538 wait complete. 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.996+0000 7f390ac43640 1 Processor -- start 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.996+0000 7f390ac43640 1 -- start start 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.996+0000 7f390ac43640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3904100d40 0x7f39041a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.996+0000 7f390ac43640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904101660 0x7f39041a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.996+0000 7f390ac43640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f390410e8f0 0x7f390419a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.996+0000 7f390ac43640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f3904114460 con 0x7f3904101660 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.996+0000 7f390ac43640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f39041142e0 con 0x7f3904100d40 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.996+0000 7f390ac43640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f39041145e0 con 0x7f390410e8f0 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904101660 0x7f39041a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904101660 0x7f39041a0b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45454/0 (socket says 172.21.15.52:45454) 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f39089df640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3904100d40 0x7f39041a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:55.999 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 -- 172.21.15.52:0/2775292773 learned_addr learned my addr 172.21.15.52:0/2775292773 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f39091e0640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f390410e8f0 0x7f390419a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 -- 172.21.15.52:0/2775292773 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f390410e8f0 msgr2=0x7f390419a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f390410e8f0 0x7f390419a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 -- 172.21.15.52:0/2775292773 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3904100d40 msgr2=0x7f39041a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3904100d40 0x7f39041a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 -- 172.21.15.52:0/2775292773 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390419afa0 con 0x7f3904101660 2024-04-21T09:19:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3903fff640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904101660 0x7f39041a0b60 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f38f000c920 tx=0x7f38f000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3901ffb640 1 -- 172.21.15.52:0/2775292773 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f0007c70 con 0x7f3904101660 2024-04-21T09:19:56.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3901ffb640 1 -- 172.21.15.52:0/2775292773 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38f0007e10 con 0x7f3904101660 2024-04-21T09:19:56.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f3901ffb640 1 -- 172.21.15.52:0/2775292773 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f0018820 con 0x7f3904101660 2024-04-21T09:19:56.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.997+0000 7f390ac43640 1 -- 172.21.15.52:0/2775292773 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f390419b290 con 0x7f3904101660 2024-04-21T09:19:56.001 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:55.998+0000 7f390ac43640 1 -- 172.21.15.52:0/2775292773 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39041a75a0 con 0x7f3904101660 2024-04-21T09:19:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.000+0000 7f3901ffb640 1 -- 172.21.15.52:0/2775292773 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f38f000f450 con 0x7f3904101660 2024-04-21T09:19:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.000+0000 7f390d83b740 1 Processor -- start 2024-04-21T09:19:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.000+0000 7f390d83b740 1 -- start start 2024-04-21T09:19:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f3901ffb640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f38f40a3d90 0x7f38f40a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f390d83b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd7f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f390d83b740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd7ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f390d83b740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd890e0 0x55d36cd8b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f390d83b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55d36cce48d0 con 0x55d36cd808d0 2024-04-21T09:19:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f390d83b740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d36cc81e80 con 0x55d36cd7fb60 2024-04-21T09:19:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f390d83b740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55d36cce0890 con 0x55d36cd890e0 2024-04-21T09:19:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd7f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd7f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45458/0 (socket says 172.21.15.52:45458) 2024-04-21T09:19:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 -- 172.21.15.52:0/2171060018 learned_addr learned my addr 172.21.15.52:0/2171060018 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39091e0640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f38f40a3d90 0x7f38f40a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f3901ffb640 1 -- 172.21.15.52:0/2775292773 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7f38f00d0c20 con 0x7f3904101660 2024-04-21T09:19:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f3903fff640 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd7ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39091e0640 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd890e0 0x55d36cd8b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 -- 172.21.15.52:0/2171060018 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd890e0 msgr2=0x55d36cd8b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd890e0 0x55d36cd8b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 -- 172.21.15.52:0/2171060018 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 msgr2=0x55d36cd7ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd7ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 -- 172.21.15.52:0/2171060018 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d36cca3320 con 0x55d36cd808d0 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39089df640 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd7f620 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f38f8009230 tx=0x7f38f802c720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a32b0387ad40103a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.001+0000 7f39091e0640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f38f40a3d90 0x7f38f40a6250 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f38fc0098b0 tx=0x7f38fc012ab0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f38eeffd640 1 -- 172.21.15.52:0/2171060018 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f8045020 con 0x55d36cd808d0 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f38eeffd640 1 -- 172.21.15.52:0/2171060018 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38f802c7e0 con 0x55d36cd808d0 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f38eeffd640 1 -- 172.21.15.52:0/2171060018 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f8005620 con 0x55d36cd808d0 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 -- 172.21.15.52:0/2171060018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 msgr2=0x55d36cd7f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd7f620 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f38f8009230 tx=0x7f38f802c720 comp rx=0 tx=0).stop 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 -- 172.21.15.52:0/2171060018 shutdown_connections 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd890e0 0x55d36cd8b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd7ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 --2- 172.21.15.52:0/2171060018 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd7f620 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 -- 172.21.15.52:0/2171060018 >> 172.21.15.52:0/2171060018 conn(0x55d36cd46c90 msgr2=0x55d36cd7a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 -- 172.21.15.52:0/2171060018 shutdown_connections 2024-04-21T09:19:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.002+0000 7f390d83b740 1 -- 172.21.15.52:0/2171060018 wait complete. 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 1 -- start start 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 1 Processor -- start 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd7fb60 0x55d36cd88a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd85db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd890e0 0x55d36cd862f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55d36cd8bdb0 con 0x55d36cd808d0 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d36cc6ceb0 con 0x55d36cd890e0 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55d36cd8bf30 con 0x55d36cd7fb60 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f390d83b740 10 client.0 _ll_register_callbacks cb 0x55d36cc99b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.003+0000 7f3903fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd85db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f3903fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd85db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45472/0 (socket says 172.21.15.52:45472) 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f3903fff640 1 -- 172.21.15.52:0/2445615955 learned_addr learned my addr 172.21.15.52:0/2445615955 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f39089df640 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd7fb60 0x55d36cd88a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f39091e0640 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd890e0 0x55d36cd862f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f3903fff640 1 -- 172.21.15.52:0/2445615955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd7fb60 msgr2=0x55d36cd88a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f3903fff640 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd7fb60 0x55d36cd88a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f3903fff640 1 -- 172.21.15.52:0/2445615955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd890e0 msgr2=0x55d36cd862f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f3903fff640 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd890e0 0x55d36cd862f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f3903fff640 1 -- 172.21.15.52:0/2445615955 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d36c9f7210 con 0x55d36cd808d0 2024-04-21T09:19:56.018 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f3903fff640 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd85db0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f38f0099180 tx=0x7f38f00b4660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f099360672f2ba4f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f38e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f38e3fff640 1 -- 172.21.15.52:0/2445615955 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f009c7b0 con 0x55d36cd808d0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f38e3fff640 1 -- 172.21.15.52:0/2445615955 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7f38f000fa90 con 0x55d36cd808d0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f390d83b740 1 -- 172.21.15.52:0/2445615955 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38f802c7e0 con 0x55d36cd808d0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f38e3fff640 1 -- 172.21.15.52:0/2445615955 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f38f00a0b60 con 0x55d36cd808d0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f390d83b740 10 client.16710 fetch_fsmap learned FSMap version 42 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.004+0000 7f390d83b740 1 -- 172.21.15.52:0/2445615955 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55d36cac3620 con 0x55d36cd808d0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f38e3fff640 1 -- 172.21.15.52:0/2445615955 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38f802c7e0 con 0x55d36cd808d0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f38e3fff640 1 -- 172.21.15.52:0/2445615955 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f38f0098e20 con 0x55d36cd808d0 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f390d83b740 10 client.16710 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f390d83b740 10 client.16710 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:19:56.019 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f390d83b740 20 client.16710 populate_metadata read hostname 'smithi052' 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f390d83b740 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d36cd99040 0x55d36cd9b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f390d83b740 4 client.16710 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f390d83b740 1 -- 172.21.15.52:0/2445615955 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d36ccf8880 con 0x55d36cd99040 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.005+0000 7f39089df640 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d36cd99040 0x55d36cd9b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.006+0000 7f39089df640 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d36cd99040 0x55d36cd9b450 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d59eb5a476d71aa9 server_cookie=a5610055f138d1b0 in_seq=0 out_seq=0 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.006+0000 7f38e3fff640 10 client.16710 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.006+0000 7f38e3fff640 1 -- 172.21.15.52:0/2445615955 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d36ccf8880 con 0x55d36cd99040 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.006+0000 7f38e3fff640 10 client.16710 handle_command_reply: tid=0 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.006+0000 7f390d83b740 1 client.16710 shutdown 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.006+0000 7f390d83b740 1 -- 172.21.15.52:0/2445615955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 msgr2=0x55d36cd85db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.006+0000 7f390d83b740 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd85db0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f38f0099180 tx=0x7f38f00b4660 comp rx=0 tx=0).stop 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 1 -- 172.21.15.52:0/2445615955 shutdown_connections 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d36cd99040 0x55d36cd9b450 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.020 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd890e0 0x55d36cd862f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f38e3fff640 0 client.16710 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd85db0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 1 --2- 172.21.15.52:0/2445615955 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd7fb60 0x55d36cd88a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 1 -- 172.21.15.52:0/2445615955 >> 172.21.15.52:0/2445615955 conn(0x55d36cd46c90 msgr2=0x55d36cd7c5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 1 -- 172.21.15.52:0/2445615955 shutdown_connections 2024-04-21T09:19:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 1 -- 172.21.15.52:0/2445615955 wait complete. 2024-04-21T09:19:56.021 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.007+0000 7f390d83b740 20 client.16710 trim_cache size 0 max 16384 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f390d83b740 1 Processor -- start 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f390d83b740 1 -- start start 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f390d83b740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd46c90 0x55d36cd94cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f390d83b740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd815d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f390d83b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd884e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f390d83b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f39041b3ea0 con 0x55d36cd808d0 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f390d83b740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f39041b1710 con 0x55d36cd7fb60 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f390d83b740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f39041af560 con 0x55d36cd46c90 2024-04-21T09:19:56.027 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f39091e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd884e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f39091e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd884e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45478/0 (socket says 172.21.15.52:45478) 2024-04-21T09:19:56.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f39091e0640 1 -- 172.21.15.52:0/2907374240 learned_addr learned my addr 172.21.15.52:0/2907374240 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:56.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.022+0000 7f39089df640 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd46c90 0x55d36cd94cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f3903fff640 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd815d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.028 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f39091e0640 1 -- 172.21.15.52:0/2907374240 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd46c90 msgr2=0x55d36cd94cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f39091e0640 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd46c90 0x55d36cd94cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f39091e0640 1 -- 172.21.15.52:0/2907374240 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 msgr2=0x55d36cd815d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f39091e0640 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd815d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f39091e0640 1 -- 172.21.15.52:0/2907374240 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d36cd7ee30 con 0x55d36cd808d0 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f3903fff640 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd815d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f39091e0640 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd884e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f3904102f20 tx=0x7f38fc01d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa248f590411657 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f38ee7fc640 1 -- 172.21.15.52:0/2907374240 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38fc004240 con 0x55d36cd808d0 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f38ee7fc640 1 -- 172.21.15.52:0/2907374240 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38fc010e50 con 0x55d36cd808d0 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.023+0000 7f38ee7fc640 1 -- 172.21.15.52:0/2907374240 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38fc029c60 con 0x55d36cd808d0 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 -- 172.21.15.52:0/2907374240 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 msgr2=0x55d36cd884e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd884e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f3904102f20 tx=0x7f38fc01d000 comp rx=0 tx=0).stop 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 -- 172.21.15.52:0/2907374240 shutdown_connections 2024-04-21T09:19:56.029 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd808d0 0x55d36cd884e0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd7fb60 0x55d36cd815d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 --2- 172.21.15.52:0/2907374240 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd46c90 0x55d36cd94cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 -- 172.21.15.52:0/2907374240 >> 172.21.15.52:0/2907374240 conn(0x55d36cd86450 msgr2=0x55d36cd80ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 -- 172.21.15.52:0/2907374240 shutdown_connections 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 -- 172.21.15.52:0/2907374240 wait complete. 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 -- start start 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.024+0000 7f390d83b740 1 Processor -- start 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f390d83b740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd46c90 0x55d36cd8cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f390d83b740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd7fb60 0x55d36cd8d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f390d83b740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd808d0 0x55d36cdfe5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f390d83b740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f39041afbd0 con 0x55d36cd7fb60 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f390d83b740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f39041b1040 con 0x55d36cd46c90 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f390d83b740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f39041b02a0 con 0x55d36cd808d0 2024-04-21T09:19:56.030 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f390d83b740 10 client.0 _ll_register_callbacks cb 0x7f38f0098390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:19:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd7fb60 0x55d36cd8d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd7fb60 0x55d36cd8d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45480/0 (socket says 172.21.15.52:45480) 2024-04-21T09:19:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 -- 172.21.15.52:0/2244295039 learned_addr learned my addr 172.21.15.52:0/2244295039 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:19:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f39091e0640 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd808d0 0x55d36cdfe5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f39089df640 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd46c90 0x55d36cd8cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 -- 172.21.15.52:0/2244295039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd808d0 msgr2=0x55d36cdfe5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd808d0 0x55d36cdfe5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.031 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 -- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd46c90 msgr2=0x55d36cd8cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd46c90 0x55d36cd8cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 -- 172.21.15.52:0/2244295039 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d36cd8dd60 con 0x55d36cd7fb60 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f39089df640 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd46c90 0x55d36cd8cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f3903fff640 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd7fb60 0x55d36cd8d460 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f38f009c740 tx=0x7f38f00b4520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9efb811727c4c5ea server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f38e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f38e3fff640 1 -- 172.21.15.52:0/2244295039 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f00b46d0 con 0x55d36cd7fb60 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f38e3fff640 1 -- 172.21.15.52:0/2244295039 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9504+0+0 (secure 0 0 0) 0x7f38f00870d0 con 0x55d36cd7fb60 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.025+0000 7f390d83b740 1 -- 172.21.15.52:0/2244295039 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38fc010e50 con 0x55d36cd7fb60 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f38e3fff640 1 -- 172.21.15.52:0/2244295039 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f38f00af050 con 0x55d36cd7fb60 2024-04-21T09:19:56.032 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f390d83b740 10 client.16716 fetch_fsmap learned FSMap version 42 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f390d83b740 1 -- 172.21.15.52:0/2244295039 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55d36cdffb90 con 0x55d36cd7fb60 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f38e3fff640 1 -- 172.21.15.52:0/2244295039 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38fc010e50 con 0x55d36cd7fb60 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f38e3fff640 1 -- 172.21.15.52:0/2244295039 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f38f00a4f90 con 0x55d36cd7fb60 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f390d83b740 10 client.16716 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f390d83b740 10 client.16716 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f390d83b740 20 client.16716 populate_metadata read hostname 'smithi052' 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f390d83b740 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d36cd890e0 0x55d36ce02370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f390d83b740 4 client.16716 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f390d83b740 1 -- 172.21.15.52:0/2244295039 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d36cc843d0 con 0x55d36cd890e0 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.026+0000 7f39089df640 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d36cd890e0 0x55d36ce02370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.027+0000 7f39089df640 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d36cd890e0 0x55d36ce02370 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c56f6bb396555765 server_cookie=d8c1d488d7ccf96e in_seq=0 out_seq=0 2024-04-21T09:19:56.033 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.027+0000 7f38e3fff640 10 client.16716 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:56.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.041+0000 7f38e3fff640 1 -- 172.21.15.52:0/2244295039 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d36cc843d0 con 0x55d36cd890e0 2024-04-21T09:19:56.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.041+0000 7f38e3fff640 10 client.16716 handle_command_reply: tid=0 2024-04-21T09:19:56.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.041+0000 7f390d83b740 1 client.16716 shutdown 2024-04-21T09:19:56.042 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 -- 172.21.15.52:0/2244295039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd7fb60 msgr2=0x55d36cd8d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd7fb60 0x55d36cd8d460 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f38f009c740 tx=0x7f38f00b4520 comp rx=0 tx=0).stop 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 -- 172.21.15.52:0/2244295039 shutdown_connections 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55d36cd890e0 0x55d36ce02370 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55d36cd808d0 0x55d36cdfe5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55d36cd7fb60 0x55d36cd8d460 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f38e3fff640 0 client.16716 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 --2- 172.21.15.52:0/2244295039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d36cd46c90 0x55d36cd8cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 -- 172.21.15.52:0/2244295039 >> 172.21.15.52:0/2244295039 conn(0x55d36cd86450 msgr2=0x55d36cd84b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 -- 172.21.15.52:0/2244295039 shutdown_connections 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 1 -- 172.21.15.52:0/2244295039 wait complete. 2024-04-21T09:19:56.043 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.042+0000 7f390d83b740 20 client.16716 trim_cache size 0 max 16384 2024-04-21T09:19:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:19:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:19:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:19:56.044 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 -- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f38f40a3d90 msgr2=0x7f38f40a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f38f40a3d90 0x7f38f40a6250 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f38fc0098b0 tx=0x7f38fc012ab0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 -- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904101660 msgr2=0x7f39041a0b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904101660 0x7f39041a0b60 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f38f000c920 tx=0x7f38f000cde0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 -- 172.21.15.52:0/2775292773 shutdown_connections 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f38f40a3d90 0x7f38f40a6250 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f390410e8f0 0x7f390419a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f3904101660 0x7f39041a0b60 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 --2- 172.21.15.52:0/2775292773 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3904100d40 0x7f39041a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 -- 172.21.15.52:0/2775292773 >> 172.21.15.52:0/2775292773 conn(0x7f3904077f70 msgr2=0x7f390410fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 -- 172.21.15.52:0/2775292773 shutdown_connections 2024-04-21T09:19:56.045 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:19:56.043+0000 7f390ac43640 1 -- 172.21.15.52:0/2775292773 wait complete. 2024-04-21T09:19:57.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:57 smithi060 ceph-mon[31055]: pgmap v310: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 19 KiB/s rd, 38 MiB/s wr, 209 op/s 2024-04-21T09:19:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:57 smithi078 ceph-mon[31713]: pgmap v310: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 19 KiB/s rd, 38 MiB/s wr, 209 op/s 2024-04-21T09:19:57.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:57 smithi052 ceph-mon[28035]: pgmap v310: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 19 KiB/s rd, 38 MiB/s wr, 209 op/s 2024-04-21T09:19:59.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:19:59 smithi060 ceph-mon[31055]: pgmap v311: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 25 KiB/s rd, 38 MiB/s wr, 220 op/s 2024-04-21T09:19:59.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:19:59 smithi078 ceph-mon[31713]: pgmap v311: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 25 KiB/s rd, 38 MiB/s wr, 220 op/s 2024-04-21T09:19:59.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:19:59 smithi052 ceph-mon[28035]: pgmap v311: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 25 KiB/s rd, 38 MiB/s wr, 220 op/s 2024-04-21T09:20:00.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[28031]: 2024-04-21T09:19:59.999+0000 7f4943ced700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-04-21T09:20:00.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[28031]: 2024-04-21T09:19:59.999+0000 7f4943ced700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-04-21T09:20:00.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[28031]: 2024-04-21T09:19:59.999+0000 7f4943ced700 -1 log_channel(cluster) log [ERR] : mds.i(mds.1): Metadata damage detected 2024-04-21T09:20:00.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:00 smithi060 ceph-mon[31055]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-04-21T09:20:00.842 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:00 smithi060 ceph-mon[31055]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-04-21T09:20:00.843 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:00 smithi060 ceph-mon[31055]: mds.i(mds.1): Metadata damage detected 2024-04-21T09:20:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:00 smithi078 ceph-mon[31713]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-04-21T09:20:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:00 smithi078 ceph-mon[31713]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-04-21T09:20:00.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:00 smithi078 ceph-mon[31713]: mds.i(mds.1): Metadata damage detected 2024-04-21T09:20:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:00 smithi052 ceph-mon[28035]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-04-21T09:20:00.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:00 smithi052 ceph-mon[28035]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-04-21T09:20:00.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:00 smithi052 ceph-mon[28035]: mds.i(mds.1): Metadata damage detected 2024-04-21T09:20:01.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:01 smithi060 ceph-mon[31055]: pgmap v312: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 14 KiB/s rd, 29 MiB/s wr, 171 op/s 2024-04-21T09:20:01.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:01 smithi078 ceph-mon[31713]: pgmap v312: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 14 KiB/s rd, 29 MiB/s wr, 171 op/s 2024-04-21T09:20:01.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:01 smithi052 ceph-mon[28035]: pgmap v312: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 14 KiB/s rd, 29 MiB/s wr, 171 op/s 2024-04-21T09:20:03.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:03 smithi060 ceph-mon[31055]: pgmap v313: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 21 KiB/s rd, 20 MiB/s wr, 139 op/s 2024-04-21T09:20:03.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:03 smithi078 ceph-mon[31713]: pgmap v313: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 21 KiB/s rd, 20 MiB/s wr, 139 op/s 2024-04-21T09:20:03.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:03 smithi052 ceph-mon[28035]: pgmap v313: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 21 KiB/s rd, 20 MiB/s wr, 139 op/s 2024-04-21T09:20:05.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:05 smithi060 ceph-mon[31055]: pgmap v314: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 25 KiB/s rd, 11 MiB/s wr, 98 op/s 2024-04-21T09:20:05.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:05 smithi078 ceph-mon[31713]: pgmap v314: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 25 KiB/s rd, 11 MiB/s wr, 98 op/s 2024-04-21T09:20:05.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:05 smithi052 ceph-mon[28035]: pgmap v314: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 25 KiB/s rd, 11 MiB/s wr, 98 op/s 2024-04-21T09:20:07.746 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:07 smithi078 ceph-mon[31713]: pgmap v315: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 22 KiB/s rd, 1.7 MiB/s wr, 42 op/s 2024-04-21T09:20:07.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:07 smithi060 ceph-mon[31055]: pgmap v315: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 22 KiB/s rd, 1.7 MiB/s wr, 42 op/s 2024-04-21T09:20:07.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:07 smithi052 ceph-mon[28035]: pgmap v315: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 22 KiB/s rd, 1.7 MiB/s wr, 42 op/s 2024-04-21T09:20:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.194+0000 7f86403b2640 1 -- 172.21.15.52:0/3468572593 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8638104d90 msgr2=0x7f8638108dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:09.195 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.194+0000 7f86403b2640 1 --2- 172.21.15.52:0/3468572593 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8638104d90 0x7f8638108dd0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f862801a920 tx=0x7f862803cca0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.198 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.198+0000 7f86403b2640 1 -- 172.21.15.52:0/3468572593 shutdown_connections 2024-04-21T09:20:09.198 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.198+0000 7f86403b2640 1 --2- 172.21.15.52:0/3468572593 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86381094b0 0x7f8638111080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.198 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.198+0000 7f86403b2640 1 --2- 172.21.15.52:0/3468572593 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f8638104d90 0x7f8638108dd0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.198 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.198+0000 7f86403b2640 1 --2- 172.21.15.52:0/3468572593 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f86381043e0 0x7f86381047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.198 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.198+0000 7f86403b2640 1 -- 172.21.15.52:0/3468572593 >> 172.21.15.52:0/3468572593 conn(0x7f86380ffc00 msgr2=0x7f8638102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:09.204 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.204+0000 7f86403b2640 1 -- 172.21.15.52:0/3468572593 shutdown_connections 2024-04-21T09:20:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.207+0000 7f86403b2640 1 -- 172.21.15.52:0/3468572593 wait complete. 2024-04-21T09:20:09.208 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.208+0000 7f86403b2640 1 Processor -- start 2024-04-21T09:20:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f86403b2640 1 -- start start 2024-04-21T09:20:09.211 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f86403b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86381043e0 0x7f8638110dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f86403b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86381094b0 0x7f8638076460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f86403b2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f86380769a0 0x7f8638076e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f86403b2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f863806e2b0 con 0x7f86381043e0 2024-04-21T09:20:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f86403b2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f863806e130 con 0x7f86380769a0 2024-04-21T09:20:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f863d94d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86381094b0 0x7f8638076460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f863d94d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86381094b0 0x7f8638076460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:46138/0 (socket says 172.21.15.52:46138) 2024-04-21T09:20:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f863d94d640 1 -- 172.21.15.52:0/1454776474 learned_addr learned my addr 172.21.15.52:0/1454776474 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:09.212 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.211+0000 7f86403b2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f863806e430 con 0x7f86381094b0 2024-04-21T09:20:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.212+0000 7f863d94d640 1 -- 172.21.15.52:0/1454776474 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f86380769a0 msgr2=0x7f8638076e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.212+0000 7f863d94d640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f86380769a0 0x7f8638076e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.212+0000 7f863d94d640 1 -- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86381043e0 msgr2=0x7f8638110dd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:20:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.212+0000 7f863d94d640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86381043e0 0x7f8638110dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.213 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.212+0000 7f863d94d640 1 -- 172.21.15.52:0/1454776474 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f863807a4d0 con 0x7f86381094b0 2024-04-21T09:20:09.216 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.215+0000 7f863d94d640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86381094b0 0x7f8638076460 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8628045ec0 tx=0x7f86280456f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.218+0000 7f862f7fe640 1 -- 172.21.15.52:0/1454776474 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f862804a040 con 0x7f86381094b0 2024-04-21T09:20:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.218+0000 7f862f7fe640 1 -- 172.21.15.52:0/1454776474 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8628053070 con 0x7f86381094b0 2024-04-21T09:20:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.218+0000 7f862f7fe640 1 -- 172.21.15.52:0/1454776474 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8628004d50 con 0x7f86381094b0 2024-04-21T09:20:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.219+0000 7f86403b2640 1 -- 172.21.15.52:0/1454776474 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86381a3110 con 0x7f86381094b0 2024-04-21T09:20:09.219 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.219+0000 7f86403b2640 1 -- 172.21.15.52:0/1454776474 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86381a3580 con 0x7f86381094b0 2024-04-21T09:20:09.229 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.227+0000 7f8642fa3740 1 Processor -- start 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.227+0000 7f8642fa3740 1 -- start start 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.227+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e2834c8d0 0x556e2834b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.227+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e2834bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.227+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e283550e0 0x556e283574d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.227+0000 7f8642fa3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x556e282b08d0 con 0x556e2834c8d0 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.227+0000 7f8642fa3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556e2824de80 con 0x556e2834bb60 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.227+0000 7f8642fa3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556e282ac890 con 0x556e283550e0 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.228+0000 7f863e94f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e2834c8d0 0x556e2834b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.228+0000 7f863e94f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e2834c8d0 0x556e2834b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46006/0 (socket says 172.21.15.52:46006) 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.228+0000 7f863e94f640 1 -- 172.21.15.52:0/180458091 learned_addr learned my addr 172.21.15.52:0/180458091 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.228+0000 7f863e94f640 1 -- 172.21.15.52:0/180458091 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e283550e0 msgr2=0x556e283574d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.228+0000 7f863e94f640 1 --2- 172.21.15.52:0/180458091 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e283550e0 0x556e283574d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.230 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.228+0000 7f863e94f640 1 -- 172.21.15.52:0/180458091 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 msgr2=0x556e2834bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.228+0000 7f863e94f640 1 --2- 172.21.15.52:0/180458091 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e2834bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.228+0000 7f863e94f640 1 -- 172.21.15.52:0/180458091 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e2826f320 con 0x556e2834c8d0 2024-04-21T09:20:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.229+0000 7f863e94f640 1 --2- 172.21.15.52:0/180458091 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e2834c8d0 0x556e2834b620 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f8634009760 tx=0x7f8634009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe8f2ad2584fef99 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.230+0000 7f862cbfe640 1 -- 172.21.15.52:0/180458091 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8634015020 con 0x556e2834c8d0 2024-04-21T09:20:09.231 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.230+0000 7f862cbfe640 1 -- 172.21.15.52:0/180458091 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8634011420 con 0x556e2834c8d0 2024-04-21T09:20:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.231+0000 7f8642fa3740 1 -- 172.21.15.52:0/180458091 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e2834c8d0 msgr2=0x556e2834b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.231+0000 7f8642fa3740 1 --2- 172.21.15.52:0/180458091 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e2834c8d0 0x556e2834b620 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f8634009760 tx=0x7f8634009c20 comp rx=0 tx=0).stop 2024-04-21T09:20:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.231+0000 7f8642fa3740 1 -- 172.21.15.52:0/180458091 shutdown_connections 2024-04-21T09:20:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.231+0000 7f8642fa3740 1 --2- 172.21.15.52:0/180458091 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e283550e0 0x556e283574d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.231+0000 7f8642fa3740 1 --2- 172.21.15.52:0/180458091 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e2834bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.231+0000 7f8642fa3740 1 --2- 172.21.15.52:0/180458091 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e2834c8d0 0x556e2834b620 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.232 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.231+0000 7f8642fa3740 1 -- 172.21.15.52:0/180458091 >> 172.21.15.52:0/180458091 conn(0x556e28312c90 msgr2=0x556e28346850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.232+0000 7f862f7fe640 1 -- 172.21.15.52:0/1454776474 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8628005030 con 0x7f86381094b0 2024-04-21T09:20:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.233+0000 7f862f7fe640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f86240a3ee0 0x7f86240a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.233 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.233+0000 7f862f7fe640 1 -- 172.21.15.52:0/1454776474 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9592+0+0 (secure 0 0 0) 0x7f8628103320 con 0x7f86381094b0 2024-04-21T09:20:09.235 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.235+0000 7f8642fa3740 1 -- 172.21.15.52:0/180458091 shutdown_connections 2024-04-21T09:20:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.238+0000 7f8642fa3740 1 -- 172.21.15.52:0/180458091 wait complete. 2024-04-21T09:20:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.238+0000 7f8642fa3740 1 -- start start 2024-04-21T09:20:09.238 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.238+0000 7f8642fa3740 1 Processor -- start 2024-04-21T09:20:09.241 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.241+0000 7f863e14e640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f86240a3ee0 0x7f86240a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f863e14e640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f86240a3ee0 0x7f86240a63a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x556e2834d030 tx=0x7f8630009230 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e28354750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28351a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e28351f80 0x556e28352400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f8642fa3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x556e28357e60 con 0x556e283550e0 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f8642fa3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556e28238eb0 con 0x556e2834bb60 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f8642fa3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x556e28357fe0 con 0x556e28351f80 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f8642fa3740 10 client.0 _ll_register_callbacks cb 0x556e28265b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f863e14e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e28354750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f863e14e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e28354750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:55082/0 (socket says 172.21.15.52:55082) 2024-04-21T09:20:09.244 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f863e14e640 1 -- 172.21.15.52:0/937811281 learned_addr learned my addr 172.21.15.52:0/937811281 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:09.245 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.243+0000 7f863d94d640 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28351a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.244+0000 7f863d94d640 1 -- 172.21.15.52:0/937811281 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e28351f80 msgr2=0x556e28352400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.244+0000 7f863d94d640 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e28351f80 0x556e28352400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.244+0000 7f863d94d640 1 -- 172.21.15.52:0/937811281 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 msgr2=0x556e28354750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.244+0000 7f863d94d640 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e28354750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.248 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.244+0000 7f863d94d640 1 -- 172.21.15.52:0/937811281 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e27fc3210 con 0x556e283550e0 2024-04-21T09:20:09.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.251+0000 7f863d94d640 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28351a40 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f86281006f0 tx=0x7f86280cea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45fc6bdae6294b0b server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:09.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.252+0000 7f8621ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:09.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.253+0000 7f8621ffb640 1 -- 172.21.15.52:0/937811281 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86280e8060 con 0x556e283550e0 2024-04-21T09:20:09.252 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.253+0000 7f8621ffb640 1 -- 172.21.15.52:0/937811281 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 9592+0+0 (secure 0 0 0) 0x7f86280cf1a0 con 0x556e283550e0 2024-04-21T09:20:09.255 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.256+0000 7f8642fa3740 1 -- 172.21.15.52:0/937811281 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x556e282c4880 con 0x556e283550e0 2024-04-21T09:20:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.259+0000 7f8621ffb640 1 -- 172.21.15.52:0/937811281 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f86280ed050 con 0x556e283550e0 2024-04-21T09:20:09.259 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.260+0000 7f8642fa3740 10 client.16725 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:09.260 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.260+0000 7f8642fa3740 1 -- 172.21.15.52:0/937811281 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x556e2808f620 con 0x556e283550e0 2024-04-21T09:20:09.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.263+0000 7f8621ffb640 1 -- 172.21.15.52:0/937811281 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x556e282c4880 con 0x556e283550e0 2024-04-21T09:20:09.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.263+0000 7f8621ffb640 1 -- 172.21.15.52:0/937811281 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f862804d050 con 0x556e283550e0 2024-04-21T09:20:09.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.263+0000 7f8642fa3740 10 client.16725 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:09.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.263+0000 7f8642fa3740 10 client.16725 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:20:09.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.263+0000 7f8642fa3740 20 client.16725 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:09.264 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.263+0000 7f8642fa3740 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556e28376560 0x556e283789a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.263+0000 7f8642fa3740 4 client.16725 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:20:09.265 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.263+0000 7f8642fa3740 1 -- 172.21.15.52:0/937811281 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e282503d0 con 0x556e28376560 2024-04-21T09:20:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.265+0000 7f863e14e640 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556e28376560 0x556e283789a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.266+0000 7f863e14e640 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556e28376560 0x556e283789a0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d894353172132374 server_cookie=8c66fd97498bee35 in_seq=0 out_seq=0 2024-04-21T09:20:09.269 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.266+0000 7f8621ffb640 10 client.16725 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.268+0000 7f8621ffb640 1 -- 172.21.15.52:0/937811281 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556e282503d0 con 0x556e28376560 2024-04-21T09:20:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.268+0000 7f8621ffb640 10 client.16725 handle_command_reply: tid=0 2024-04-21T09:20:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.268+0000 7f8642fa3740 1 client.16725 shutdown 2024-04-21T09:20:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.269+0000 7f8642fa3740 1 -- 172.21.15.52:0/937811281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 msgr2=0x556e28351a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:09.270 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.269+0000 7f8642fa3740 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28351a40 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f86281006f0 tx=0x7f86280cea80 comp rx=0 tx=0).stop 2024-04-21T09:20:09.272 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.272+0000 7f8642fa3740 1 -- 172.21.15.52:0/937811281 shutdown_connections 2024-04-21T09:20:09.272 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.272+0000 7f8642fa3740 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556e28376560 0x556e283789a0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.272 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.272+0000 7f8642fa3740 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e28351f80 0x556e28352400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.272 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.272+0000 7f8642fa3740 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28351a40 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.272 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.272+0000 7f8642fa3740 1 --2- 172.21.15.52:0/937811281 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e28354750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.273 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.272+0000 7f8642fa3740 1 -- 172.21.15.52:0/937811281 >> 172.21.15.52:0/937811281 conn(0x556e28312c90 msgr2=0x556e283485a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:09.273 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.273+0000 7f8621ffb640 0 client.16725 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:09.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.276+0000 7f8642fa3740 1 -- 172.21.15.52:0/937811281 shutdown_connections 2024-04-21T09:20:09.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.277+0000 7f8642fa3740 1 -- 172.21.15.52:0/937811281 wait complete. 2024-04-21T09:20:09.278 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.277+0000 7f8642fa3740 20 client.16725 trim_cache size 0 max 16384 2024-04-21T09:20:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.306+0000 7f8642fa3740 1 Processor -- start 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.306+0000 7f8642fa3740 1 -- start start 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.306+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e28360dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.306+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e28351f80 0x556e283564d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.306+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28354280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.306+0000 7f8642fa3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f86381a7600 con 0x556e283550e0 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.306+0000 7f8642fa3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f86381a4e70 con 0x556e2834bb60 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.306+0000 7f8642fa3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f863819e560 con 0x556e28351f80 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.307+0000 7f863e94f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28354280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.307+0000 7f863e94f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28354280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46018/0 (socket says 172.21.15.52:46018) 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.307+0000 7f863e94f640 1 -- 172.21.15.52:0/3397509447 learned_addr learned my addr 172.21.15.52:0/3397509447 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.307+0000 7f863e94f640 1 -- 172.21.15.52:0/3397509447 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e28351f80 msgr2=0x556e283564d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:20:09.309 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.307+0000 7f863e94f640 1 --2- 172.21.15.52:0/3397509447 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e28351f80 0x556e283564d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.307+0000 7f863e94f640 1 -- 172.21.15.52:0/3397509447 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 msgr2=0x556e28360dd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-21T09:20:09.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.307+0000 7f863e94f640 1 --2- 172.21.15.52:0/3397509447 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e28360dd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.307+0000 7f863e94f640 1 -- 172.21.15.52:0/3397509447 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e28352770 con 0x556e283550e0 2024-04-21T09:20:09.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.308+0000 7f863e94f640 1 --2- 172.21.15.52:0/3397509447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28354280 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f8634009350 tx=0x7f8634009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa95cb16f63c35d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:09.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.309+0000 7f8623fff640 1 -- 172.21.15.52:0/3397509447 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8634015070 con 0x556e283550e0 2024-04-21T09:20:09.310 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.309+0000 7f8623fff640 1 -- 172.21.15.52:0/3397509447 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8634010c10 con 0x556e283550e0 2024-04-21T09:20:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.310+0000 7f8642fa3740 1 -- 172.21.15.52:0/3397509447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 msgr2=0x556e28354280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.310+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3397509447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28354280 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f8634009350 tx=0x7f8634009380 comp rx=0 tx=0).stop 2024-04-21T09:20:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.311+0000 7f8642fa3740 1 -- 172.21.15.52:0/3397509447 shutdown_connections 2024-04-21T09:20:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.311+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3397509447 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e283550e0 0x556e28354280 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.311+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3397509447 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e28351f80 0x556e283564d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.311+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3397509447 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e2834bb60 0x556e28360dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.311 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.311+0000 7f8642fa3740 1 -- 172.21.15.52:0/3397509447 >> 172.21.15.52:0/3397509447 conn(0x556e28312c90 msgr2=0x556e28356f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:09.312 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 -- 172.21.15.52:0/3397509447 shutdown_connections 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 -- 172.21.15.52:0/3397509447 wait complete. 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 -- start start 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 Processor -- start 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e2834bb60 0x556e2834de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e28351f80 0x556e2834e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e283550e0 0x556e2834e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f863819ebb0 con 0x556e28351f80 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f86381a47a0 con 0x556e283550e0 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.312+0000 7f8642fa3740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f86381a3a00 con 0x556e2834bb60 2024-04-21T09:20:09.313 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.313+0000 7f8642fa3740 10 client.0 _ll_register_callbacks cb 0x7f86280ced10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.314+0000 7f863d94d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e28351f80 0x556e2834e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.314+0000 7f863e14e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e2834bb60 0x556e2834de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.314+0000 7f863d94d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e28351f80 0x556e2834e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46032/0 (socket says 172.21.15.52:46032) 2024-04-21T09:20:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.314+0000 7f863d94d640 1 -- 172.21.15.52:0/3924466743 learned_addr learned my addr 172.21.15.52:0/3924466743 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.314+0000 7f863e94f640 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e283550e0 0x556e2834e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.314 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.315+0000 7f863d94d640 1 -- 172.21.15.52:0/3924466743 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e2834bb60 msgr2=0x556e2834de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.315+0000 7f863d94d640 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e2834bb60 0x556e2834de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.315+0000 7f863d94d640 1 -- 172.21.15.52:0/3924466743 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e283550e0 msgr2=0x556e2834e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.315+0000 7f863d94d640 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e283550e0 0x556e2834e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.315 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.315+0000 7f863d94d640 1 -- 172.21.15.52:0/3924466743 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e2835c550 con 0x556e28351f80 2024-04-21T09:20:09.316 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.316+0000 7f863d94d640 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e28351f80 0x556e2834e3b0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f8628005660 tx=0x7f86280d7aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=558c004ddea15ee5 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.317+0000 7f8621ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.317+0000 7f8621ffb640 1 -- 172.21.15.52:0/3924466743 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86280e8050 con 0x556e28351f80 2024-04-21T09:20:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.317+0000 7f8642fa3740 1 -- 172.21.15.52:0/3924466743 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8634010c10 con 0x556e28351f80 2024-04-21T09:20:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.317+0000 7f8621ffb640 1 -- 172.21.15.52:0/3924466743 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 9592+0+0 (secure 0 0 0) 0x7f8628005320 con 0x556e28351f80 2024-04-21T09:20:09.317 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.318+0000 7f8621ffb640 1 -- 172.21.15.52:0/3924466743 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f86280dc080 con 0x556e28351f80 2024-04-21T09:20:09.318 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.319+0000 7f8642fa3740 10 client.16731 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:09.319 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.319+0000 7f8642fa3740 1 -- 172.21.15.52:0/3924466743 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x556e2835d820 con 0x556e28351f80 2024-04-21T09:20:09.320 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.320+0000 7f8621ffb640 1 -- 172.21.15.52:0/3924466743 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8634010c10 con 0x556e28351f80 2024-04-21T09:20:09.321 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.321+0000 7f8621ffb640 1 -- 172.21.15.52:0/3924466743 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f86280cac90 con 0x556e28351f80 2024-04-21T09:20:09.322 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.322+0000 7f8642fa3740 10 client.16731 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:09.322 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.322+0000 7f8642fa3740 10 client.16731 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:20:09.322 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.322+0000 7f8642fa3740 20 client.16731 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:09.323 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.322+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556e28361420 0x556e28363840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:09.323 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.322+0000 7f8642fa3740 4 client.16731 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:20:09.323 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.322+0000 7f8642fa3740 1 -- 172.21.15.52:0/3924466743 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556e282be2f0 con 0x556e28361420 2024-04-21T09:20:09.323 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.323+0000 7f863e14e640 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556e28361420 0x556e28363840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.330+0000 7f863e14e640 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556e28361420 0x556e28363840 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54b354614005a62a server_cookie=caf5f96009b9966d in_seq=0 out_seq=0 2024-04-21T09:20:09.330 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.331+0000 7f8621ffb640 10 client.16731 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.411+0000 7f8621ffb640 1 -- 172.21.15.52:0/3924466743 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556e282be2f0 con 0x556e28361420 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.411+0000 7f8621ffb640 10 client.16731 handle_command_reply: tid=0 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.411+0000 7f8642fa3740 1 client.16731 shutdown 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 -- 172.21.15.52:0/3924466743 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e28351f80 msgr2=0x556e2834e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e28351f80 0x556e2834e3b0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f8628005660 tx=0x7f86280d7aa0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 -- 172.21.15.52:0/3924466743 shutdown_connections 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x556e28361420 0x556e28363840 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556e283550e0 0x556e2834e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8621ffb640 0 client.16731 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x556e28351f80 0x556e2834e3b0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 --2- 172.21.15.52:0/3924466743 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x556e2834bb60 0x556e2834de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 -- 172.21.15.52:0/3924466743 >> 172.21.15.52:0/3924466743 conn(0x556e28312c90 msgr2=0x556e28345040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 -- 172.21.15.52:0/3924466743 shutdown_connections 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 1 -- 172.21.15.52:0/3924466743 wait complete. 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.412+0000 7f8642fa3740 20 client.16731 trim_cache size 0 max 16384 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:20:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:20:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.413+0000 7f86403b2640 1 -- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f86240a3ee0 msgr2=0x7f86240a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.413+0000 7f86403b2640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f86240a3ee0 0x7f86240a63a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x556e2834d030 tx=0x7f8630009230 comp rx=0 tx=0).stop 2024-04-21T09:20:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.413+0000 7f86403b2640 1 -- 172.21.15.52:0/1454776474 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86381094b0 msgr2=0x7f8638076460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.413+0000 7f86403b2640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86381094b0 0x7f8638076460 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8628045ec0 tx=0x7f86280456f0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.414+0000 7f86403b2640 1 -- 172.21.15.52:0/1454776474 shutdown_connections 2024-04-21T09:20:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.414+0000 7f86403b2640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f86240a3ee0 0x7f86240a63a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.414+0000 7f86403b2640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f86380769a0 0x7f8638076e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.414+0000 7f86403b2640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f86381094b0 0x7f8638076460 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.416 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.414+0000 7f86403b2640 1 --2- 172.21.15.52:0/1454776474 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f86381043e0 0x7f8638110dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:09.416 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.414+0000 7f86403b2640 1 -- 172.21.15.52:0/1454776474 >> 172.21.15.52:0/1454776474 conn(0x7f86380ffc00 msgr2=0x7f8638100ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:09.416 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.416+0000 7f86403b2640 1 -- 172.21.15.52:0/1454776474 shutdown_connections 2024-04-21T09:20:09.416 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:09.416+0000 7f86403b2640 1 -- 172.21.15.52:0/1454776474 wait complete. 2024-04-21T09:20:09.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:09 smithi060 ceph-mon[31055]: pgmap v316: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 24 KiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-04-21T09:20:09.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:09 smithi060 ceph-mon[31055]: osdmap e107: 12 total, 12 up, 12 in 2024-04-21T09:20:09.845 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:09 smithi052 ceph-mon[28035]: pgmap v316: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 24 KiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-04-21T09:20:09.845 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:09 smithi052 ceph-mon[28035]: osdmap e107: 12 total, 12 up, 12 in 2024-04-21T09:20:09.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:09 smithi078 ceph-mon[31713]: pgmap v316: 129 pgs: 129 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 24 KiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-04-21T09:20:09.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:09 smithi078 ceph-mon[31713]: osdmap e107: 12 total, 12 up, 12 in 2024-04-21T09:20:11.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:11 smithi060 ceph-mon[31055]: pgmap v318: 129 pgs: 4 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 112 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 20 KiB/s rd, 59 KiB/s wr, 28 op/s 2024-04-21T09:20:11.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:11 smithi078 ceph-mon[31713]: pgmap v318: 129 pgs: 4 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 112 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 20 KiB/s rd, 59 KiB/s wr, 28 op/s 2024-04-21T09:20:11.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:11 smithi052 ceph-mon[28035]: pgmap v318: 129 pgs: 4 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 112 active+clean; 61 GiB data, 133 GiB used, 940 GiB / 1.0 TiB avail; 20 KiB/s rd, 59 KiB/s wr, 28 op/s 2024-04-21T09:20:13.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:13 smithi060 ceph-mon[31055]: pgmap v319: 129 pgs: 6 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 106 active+clean; 58 GiB data, 126 GiB used, 947 GiB / 1.0 TiB avail; 9.6 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-21T09:20:13.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:13 smithi078 ceph-mon[31713]: pgmap v319: 129 pgs: 6 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 106 active+clean; 58 GiB data, 126 GiB used, 947 GiB / 1.0 TiB avail; 9.6 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-21T09:20:13.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:13 smithi052 ceph-mon[28035]: pgmap v319: 129 pgs: 6 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 106 active+clean; 58 GiB data, 126 GiB used, 947 GiB / 1.0 TiB avail; 9.6 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-04-21T09:20:15.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:15 smithi060 ceph-mon[31055]: pgmap v320: 129 pgs: 2 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 123 active+clean; 52 GiB data, 115 GiB used, 957 GiB / 1.0 TiB avail; 10 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-04-21T09:20:15.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:15 smithi078 ceph-mon[31713]: pgmap v320: 129 pgs: 2 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 123 active+clean; 52 GiB data, 115 GiB used, 957 GiB / 1.0 TiB avail; 10 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-04-21T09:20:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:15 smithi052 ceph-mon[28035]: pgmap v320: 129 pgs: 2 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 123 active+clean; 52 GiB data, 115 GiB used, 957 GiB / 1.0 TiB avail; 10 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-04-21T09:20:17.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:17 smithi060 ceph-mon[31055]: osdmap e108: 12 total, 12 up, 12 in 2024-04-21T09:20:17.590 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:17 smithi060 ceph-mon[31055]: pgmap v322: 129 pgs: 129 active+clean; 51 GiB data, 114 GiB used, 958 GiB / 1.0 TiB avail; 10 KiB/s rd, 18 KiB/s wr, 11 op/s 2024-04-21T09:20:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:17 smithi078 ceph-mon[31713]: osdmap e108: 12 total, 12 up, 12 in 2024-04-21T09:20:17.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:17 smithi078 ceph-mon[31713]: pgmap v322: 129 pgs: 129 active+clean; 51 GiB data, 114 GiB used, 958 GiB / 1.0 TiB avail; 10 KiB/s rd, 18 KiB/s wr, 11 op/s 2024-04-21T09:20:17.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:17 smithi052 ceph-mon[28035]: osdmap e108: 12 total, 12 up, 12 in 2024-04-21T09:20:17.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:17 smithi052 ceph-mon[28035]: pgmap v322: 129 pgs: 129 active+clean; 51 GiB data, 114 GiB used, 958 GiB / 1.0 TiB avail; 10 KiB/s rd, 18 KiB/s wr, 11 op/s 2024-04-21T09:20:19.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:19 smithi052 ceph-mon[28035]: pgmap v323: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 12 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-04-21T09:20:19.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:19 smithi060 ceph-mon[31055]: pgmap v323: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 12 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-04-21T09:20:19.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:19 smithi078 ceph-mon[31713]: pgmap v323: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 12 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-04-21T09:20:21.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:21 smithi060 ceph-mon[31055]: pgmap v324: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-04-21T09:20:21.841 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:21 smithi060 ceph-mon[31055]: osdmap e109: 12 total, 12 up, 12 in 2024-04-21T09:20:21.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:21 smithi078 ceph-mon[31713]: pgmap v324: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-04-21T09:20:21.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:21 smithi078 ceph-mon[31713]: osdmap e109: 12 total, 12 up, 12 in 2024-04-21T09:20:21.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:21 smithi052 ceph-mon[28035]: pgmap v324: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-04-21T09:20:21.955 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:21 smithi052 ceph-mon[28035]: osdmap e109: 12 total, 12 up, 12 in 2024-04-21T09:20:22.526 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 -- 172.21.15.52:0/1443455070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1010a0 msgr2=0x7f992c101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 --2- 172.21.15.52:0/1443455070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1010a0 0x7f992c101480 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f9928009900 tx=0x7f992802bc30 comp rx=0 tx=0).stop 2024-04-21T09:20:22.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 -- 172.21.15.52:0/1443455070 shutdown_connections 2024-04-21T09:20:22.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 --2- 172.21.15.52:0/1443455070 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f992c106170 0x7f992c10dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 --2- 172.21.15.52:0/1443455070 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f992c101a50 0x7f992c105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 --2- 172.21.15.52:0/1443455070 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1010a0 0x7f992c101480 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 -- 172.21.15.52:0/1443455070 >> 172.21.15.52:0/1443455070 conn(0x7f992c077f70 msgr2=0x7f992c078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:22.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 -- 172.21.15.52:0/1443455070 shutdown_connections 2024-04-21T09:20:22.527 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.525+0000 7f9934315640 1 -- 172.21.15.52:0/1443455070 wait complete. 2024-04-21T09:20:22.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f9934315640 1 Processor -- start 2024-04-21T09:20:22.528 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f9934315640 1 -- start start 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f9934315640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f992c1010a0 0x7f992c19e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f9934315640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f992c106170 0x7f992c19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f9934315640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1985b0 0x7f992c198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f9934315640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f992c111120 con 0x7f992c1985b0 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f9934315640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f992c110fa0 con 0x7f992c106170 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f9934315640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f992c1112a0 con 0x7f992c1010a0 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.526+0000 7f99328b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1985b0 0x7f992c198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99328b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1985b0 0x7f992c198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43158/0 (socket says 172.21.15.52:43158) 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99328b2640 1 -- 172.21.15.52:0/4095947983 learned_addr learned my addr 172.21.15.52:0/4095947983 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99320b1640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f992c1010a0 0x7f992c19e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99318b0640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f992c106170 0x7f992c19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.530 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99328b2640 1 -- 172.21.15.52:0/4095947983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f992c1010a0 msgr2=0x7f992c19e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99328b2640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f992c1010a0 0x7f992c19e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99328b2640 1 -- 172.21.15.52:0/4095947983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f992c106170 msgr2=0x7f992c19e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99328b2640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f992c106170 0x7f992c19e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99328b2640 1 -- 172.21.15.52:0/4095947983 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992c1990d0 con 0x7f992c1985b0 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99320b1640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f992c1010a0 0x7f992c19e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99318b0640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f992c106170 0x7f992c19e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99328b2640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1985b0 0x7f992c198a60 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f992400eb10 tx=0x7f992400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99237fe640 1 -- 172.21.15.52:0/4095947983 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9924004b20 con 0x7f992c1985b0 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f9934315640 1 -- 172.21.15.52:0/4095947983 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f992c1993c0 con 0x7f992c1985b0 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99237fe640 1 -- 172.21.15.52:0/4095947983 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9924004cc0 con 0x7f992c1985b0 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f99237fe640 1 -- 172.21.15.52:0/4095947983 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9924010670 con 0x7f992c1985b0 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.527+0000 7f9934315640 1 -- 172.21.15.52:0/4095947983 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f992c1a55c0 con 0x7f992c1985b0 2024-04-21T09:20:22.531 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.529+0000 7f99237fe640 1 -- 172.21.15.52:0/4095947983 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9924005020 con 0x7f992c1985b0 2024-04-21T09:20:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.530+0000 7f9936fe9740 1 Processor -- start 2024-04-21T09:20:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.530+0000 7f9936fe9740 1 -- start start 2024-04-21T09:20:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d492620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99237fe640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f99180a3d10 0x7f99180a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.538 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d492fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d49e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f9936fe9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f04d3f78d0 con 0x55f04d49c0e0 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f9936fe9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f04d394e80 con 0x55f04d492b60 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f9936fe9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f04d3f3890 con 0x55f04d4938d0 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d49e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99318b0640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f99180a3d10 0x7f99180a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d49e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43162/0 (socket says 172.21.15.52:43162) 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 -- 172.21.15.52:0/3658815418 learned_addr learned my addr 172.21.15.52:0/3658815418 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99320b1640 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d492620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99237fe640 1 -- 172.21.15.52:0/4095947983 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f99240d1270 con 0x7f992c1985b0 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99318b0640 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d492fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.539 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 -- 172.21.15.52:0/3658815418 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 msgr2=0x55f04d492620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d492620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 -- 172.21.15.52:0/3658815418 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 msgr2=0x55f04d492fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d492fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 -- 172.21.15.52:0/3658815418 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f04d3b6320 con 0x55f04d49c0e0 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.531+0000 7f99328b2640 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d49e4d0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f99240ce530 tx=0x7f992400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a1b8c05849e9cb4 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.532+0000 7f99318b0640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f99180a3d10 0x7f99180a61d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f992c105c50 tx=0x7f991c0138e0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.532+0000 7f9920bfe640 1 -- 172.21.15.52:0/3658815418 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992409c770 con 0x55f04d49c0e0 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.532+0000 7f9920bfe640 1 -- 172.21.15.52:0/3658815418 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f992409d510 con 0x55f04d49c0e0 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.532+0000 7f9920bfe640 1 -- 172.21.15.52:0/3658815418 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99240b6590 con 0x55f04d49c0e0 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.532+0000 7f9936fe9740 1 -- 172.21.15.52:0/3658815418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 msgr2=0x55f04d49e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.532+0000 7f9936fe9740 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d49e4d0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f99240ce530 tx=0x7f992400cf70 comp rx=0 tx=0).stop 2024-04-21T09:20:22.540 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 -- 172.21.15.52:0/3658815418 shutdown_connections 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d49e4d0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d492fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 --2- 172.21.15.52:0/3658815418 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d492620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 -- 172.21.15.52:0/3658815418 >> 172.21.15.52:0/3658815418 conn(0x55f04d459c90 msgr2=0x55f04d48d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 -- 172.21.15.52:0/3658815418 shutdown_connections 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 -- 172.21.15.52:0/3658815418 wait complete. 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 -- start start 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 Processor -- start 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d49ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d498d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d4992d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55f04d49ee10 con 0x55f04d49c0e0 2024-04-21T09:20:22.541 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f04d37feb0 con 0x55f04d492b60 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55f04d49ef90 con 0x55f04d4938d0 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.533+0000 7f9936fe9740 10 client.0 _ll_register_callbacks cb 0x55f04d3acb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d4992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d4992d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43168/0 (socket says 172.21.15.52:43168) 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 -- 172.21.15.52:0/936228444 learned_addr learned my addr 172.21.15.52:0/936228444 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99318b0640 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d498d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99320b1640 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d49ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 -- 172.21.15.52:0/936228444 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 msgr2=0x55f04d498d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d498d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 -- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 msgr2=0x55f04d49ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d49ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.542 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 -- 172.21.15.52:0/936228444 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f04d10a210 con 0x55f04d49c0e0 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99320b1640 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d49ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f99328b2640 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d4992d0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f9924099270 tx=0x7f992409c770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52ac772e26d858c server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f9915ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f9915ffb640 1 -- 172.21.15.52:0/936228444 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99240b6060 con 0x55f04d49c0e0 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f9915ffb640 1 -- 172.21.15.52:0/936228444 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f99240b6200 con 0x55f04d49c0e0 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f9936fe9740 1 -- 172.21.15.52:0/936228444 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f992409d510 con 0x55f04d49c0e0 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f9915ffb640 1 -- 172.21.15.52:0/936228444 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f99240b6770 con 0x55f04d49c0e0 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f9936fe9740 10 client.16743 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.534+0000 7f9936fe9740 1 -- 172.21.15.52:0/936228444 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55f04d1d6620 con 0x55f04d49c0e0 2024-04-21T09:20:22.543 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f9915ffb640 1 -- 172.21.15.52:0/936228444 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f992409d510 con 0x55f04d49c0e0 2024-04-21T09:20:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f9915ffb640 1 -- 172.21.15.52:0/936228444 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f99240b18b0 con 0x55f04d49c0e0 2024-04-21T09:20:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f9936fe9740 10 client.16743 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f9936fe9740 10 client.16743 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:20:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f9936fe9740 20 client.16743 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f9936fe9740 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f04d4abef0 0x55f04d4ae2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f9936fe9740 4 client.16743 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:20:22.544 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f9936fe9740 1 -- 172.21.15.52:0/936228444 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f04d40b880 con 0x55f04d4abef0 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.535+0000 7f99320b1640 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f04d4abef0 0x55f04d4ae2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.536+0000 7f99320b1640 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f04d4abef0 0x55f04d4ae2e0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc22e78bde96f45a server_cookie=ce9efb60949a6fd3 in_seq=0 out_seq=0 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.536+0000 7f9915ffb640 10 client.16743 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.536+0000 7f9915ffb640 1 -- 172.21.15.52:0/936228444 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f04d40b880 con 0x55f04d4abef0 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.536+0000 7f9915ffb640 10 client.16743 handle_command_reply: tid=0 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.536+0000 7f9936fe9740 1 client.16743 shutdown 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 -- 172.21.15.52:0/936228444 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 msgr2=0x55f04d4992d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d4992d0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f9924099270 tx=0x7f992409c770 comp rx=0 tx=0).stop 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 -- 172.21.15.52:0/936228444 shutdown_connections 2024-04-21T09:20:22.545 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f04d4abef0 0x55f04d4ae2e0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d49c0e0 0x55f04d4992d0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d498d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9915ffb640 0 client.16743 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 --2- 172.21.15.52:0/936228444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d49ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 -- 172.21.15.52:0/936228444 >> 172.21.15.52:0/936228444 conn(0x55f04d459c90 msgr2=0x55f04d48f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 -- 172.21.15.52:0/936228444 shutdown_connections 2024-04-21T09:20:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 1 -- 172.21.15.52:0/936228444 wait complete. 2024-04-21T09:20:22.546 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.537+0000 7f9936fe9740 20 client.16743 trim_cache size 0 max 16384 2024-04-21T09:20:22.557 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f9936fe9740 1 Processor -- start 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f9936fe9740 1 -- start start 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d459c90 0x55f04d492080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d492b60 0x55f04d4b1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d4938d0 0x55f04d4b1840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f9936fe9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f992c1b1e00 con 0x55f04d4938d0 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f9936fe9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f992c1af670 con 0x55f04d459c90 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f9936fe9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f992c1ad4c0 con 0x55f04d492b60 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f99328b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d4938d0 0x55f04d4b1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f99328b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d4938d0 0x55f04d4b1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43180/0 (socket says 172.21.15.52:43180) 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f99328b2640 1 -- 172.21.15.52:0/1214539410 learned_addr learned my addr 172.21.15.52:0/1214539410 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:22.558 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.552+0000 7f99320b1640 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d459c90 0x55f04d492080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f99318b0640 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d492b60 0x55f04d4b1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f99328b2640 1 -- 172.21.15.52:0/1214539410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d492b60 msgr2=0x55f04d4b1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f99328b2640 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d492b60 0x55f04d4b1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f99328b2640 1 -- 172.21.15.52:0/1214539410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d459c90 msgr2=0x55f04d492080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f99328b2640 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d459c90 0x55f04d492080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f99328b2640 1 -- 172.21.15.52:0/1214539410 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f04d48da20 con 0x55f04d4938d0 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f99318b0640 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d492b60 0x55f04d4b1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f99328b2640 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d4938d0 0x55f04d4b1840 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f992409cda0 tx=0x7f992400cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0d5ec0415a00e54 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f9917fff640 1 -- 172.21.15.52:0/1214539410 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99240b6040 con 0x55f04d4938d0 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f9917fff640 1 -- 172.21.15.52:0/1214539410 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f992409d510 con 0x55f04d4938d0 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.553+0000 7f9917fff640 1 -- 172.21.15.52:0/1214539410 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99240b6590 con 0x55f04d4938d0 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- 172.21.15.52:0/1214539410 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d4938d0 msgr2=0x55f04d4b1840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.559 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d4938d0 0x55f04d4b1840 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f992409cda0 tx=0x7f992400cee0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- 172.21.15.52:0/1214539410 shutdown_connections 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d4938d0 0x55f04d4b1840 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d492b60 0x55f04d4b1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1214539410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d459c90 0x55f04d492080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- 172.21.15.52:0/1214539410 >> 172.21.15.52:0/1214539410 conn(0x55f04d499430 msgr2=0x55f04d497660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- 172.21.15.52:0/1214539410 shutdown_connections 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- 172.21.15.52:0/1214539410 wait complete. 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- start start 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 Processor -- start 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d459c90 0x55f04d4b1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d4aeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d4af130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f992c1adb30 con 0x55f04d459c90 2024-04-21T09:20:22.560 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f992c1aefa0 con 0x55f04d492b60 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f992c1ae200 con 0x55f04d4938d0 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f9936fe9740 10 client.0 _ll_register_callbacks cb 0x7f99240093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f99320b1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d459c90 0x55f04d4b1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f99320b1640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d459c90 0x55f04d4b1790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:43184/0 (socket says 172.21.15.52:43184) 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.554+0000 7f99320b1640 1 -- 172.21.15.52:0/1884493636 learned_addr learned my addr 172.21.15.52:0/1884493636 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f99328b2640 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d4af130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f99318b0640 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d4aeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f99320b1640 1 -- 172.21.15.52:0/1884493636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 msgr2=0x55f04d4af130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f99320b1640 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d4af130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f99320b1640 1 -- 172.21.15.52:0/1884493636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 msgr2=0x55f04d4aeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f99320b1640 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d4aeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f99320b1640 1 -- 172.21.15.52:0/1884493636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f04d4af960 con 0x55f04d459c90 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f99320b1640 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d459c90 0x55f04d4b1790 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f9928009230 tx=0x7f9928005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4f48325cdcdd653 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:22.561 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f9915ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f9915ffb640 1 -- 172.21.15.52:0/1884493636 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992804e070 con 0x55f04d459c90 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f9936fe9740 1 -- 172.21.15.52:0/1884493636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f992409d510 con 0x55f04d459c90 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f9915ffb640 1 -- 172.21.15.52:0/1884493636 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f9928049dd0 con 0x55f04d459c90 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f9915ffb640 1 -- 172.21.15.52:0/1884493636 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f992805a050 con 0x55f04d459c90 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f9936fe9740 10 client.16749 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f9936fe9740 1 -- 172.21.15.52:0/1884493636 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55f04d5121e0 con 0x55f04d459c90 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.555+0000 7f9915ffb640 1 -- 172.21.15.52:0/1884493636 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f992409d510 con 0x55f04d459c90 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f9915ffb640 1 -- 172.21.15.52:0/1884493636 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f9928005040 con 0x55f04d459c90 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f9936fe9740 10 client.16749 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f9936fe9740 10 client.16749 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f9936fe9740 20 client.16749 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f04d49c0e0 0x55f04d514980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f9936fe9740 4 client.16749 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:20:22.562 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f9936fe9740 1 -- 172.21.15.52:0/1884493636 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f04d3973d0 con 0x55f04d49c0e0 2024-04-21T09:20:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f99318b0640 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f04d49c0e0 0x55f04d514980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f99318b0640 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f04d49c0e0 0x55f04d514980 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e958585da8c52504 server_cookie=975985e18f657e79 in_seq=0 out_seq=0 2024-04-21T09:20:22.563 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.556+0000 7f9915ffb640 10 client.16749 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:22.566 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9915ffb640 1 -- 172.21.15.52:0/1884493636 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f04d3973d0 con 0x55f04d49c0e0 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9915ffb640 10 client.16749 handle_command_reply: tid=0 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 client.16749 shutdown 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 -- 172.21.15.52:0/1884493636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d459c90 msgr2=0x55f04d4b1790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d459c90 0x55f04d4b1790 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f9928009230 tx=0x7f9928005de0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 -- 172.21.15.52:0/1884493636 shutdown_connections 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55f04d49c0e0 0x55f04d514980 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55f04d4938d0 0x55f04d4af130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9915ffb640 0 client.16749 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f04d492b60 0x55f04d4aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 --2- 172.21.15.52:0/1884493636 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55f04d459c90 0x55f04d4b1790 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 -- 172.21.15.52:0/1884493636 >> 172.21.15.52:0/1884493636 conn(0x55f04d499430 msgr2=0x55f04d4a7220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 -- 172.21.15.52:0/1884493636 shutdown_connections 2024-04-21T09:20:22.567 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 1 -- 172.21.15.52:0/1884493636 wait complete. 2024-04-21T09:20:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9936fe9740 20 client.16749 trim_cache size 0 max 16384 2024-04-21T09:20:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:20:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:20:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:20:22.568 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.566+0000 7f9934315640 1 -- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f99180a3d10 msgr2=0x7f99180a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f99180a3d10 0x7f99180a61d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f992c105c50 tx=0x7f991c0138e0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 -- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1985b0 msgr2=0x7f992c198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1985b0 0x7f992c198a60 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f992400eb10 tx=0x7f992400c2d0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 -- 172.21.15.52:0/4095947983 shutdown_connections 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f99180a3d10 0x7f99180a61d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f992c1985b0 0x7f992c198a60 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f992c106170 0x7f992c19e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.569 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 --2- 172.21.15.52:0/4095947983 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f992c1010a0 0x7f992c19e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 -- 172.21.15.52:0/4095947983 >> 172.21.15.52:0/4095947983 conn(0x7f992c077f70 msgr2=0x7f992c069b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 -- 172.21.15.52:0/4095947983 shutdown_connections 2024-04-21T09:20:22.570 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:22.567+0000 7f9934315640 1 -- 172.21.15.52:0/4095947983 wait complete. 2024-04-21T09:20:23.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:23 smithi060 ceph-mon[31055]: pgmap v326: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 6 op/s 2024-04-21T09:20:23.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:23 smithi078 ceph-mon[31713]: pgmap v326: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 6 op/s 2024-04-21T09:20:23.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:23 smithi052 ceph-mon[28035]: pgmap v326: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 12 KiB/s rd, 3.7 KiB/s wr, 6 op/s 2024-04-21T09:20:25.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:25 smithi060 ceph-mon[31055]: pgmap v327: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 16 KiB/s rd, 7.7 KiB/s wr, 9 op/s 2024-04-21T09:20:25.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:25 smithi078 ceph-mon[31713]: pgmap v327: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 16 KiB/s rd, 7.7 KiB/s wr, 9 op/s 2024-04-21T09:20:25.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:25 smithi052 ceph-mon[28035]: pgmap v327: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 16 KiB/s rd, 7.7 KiB/s wr, 9 op/s 2024-04-21T09:20:27.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:27 smithi060 ceph-mon[31055]: pgmap v328: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 13 KiB/s rd, 6.7 KiB/s wr, 7 op/s 2024-04-21T09:20:27.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:27 smithi078 ceph-mon[31713]: pgmap v328: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 13 KiB/s rd, 6.7 KiB/s wr, 7 op/s 2024-04-21T09:20:27.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:27 smithi052 ceph-mon[28035]: pgmap v328: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 13 KiB/s rd, 6.7 KiB/s wr, 7 op/s 2024-04-21T09:20:29.823 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:29 smithi052 ceph-mon[28035]: pgmap v329: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 11 KiB/s rd, 5.1 KiB/s wr, 8 op/s 2024-04-21T09:20:29.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:29 smithi060 ceph-mon[31055]: pgmap v329: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 11 KiB/s rd, 5.1 KiB/s wr, 8 op/s 2024-04-21T09:20:29.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:29 smithi078 ceph-mon[31713]: pgmap v329: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 11 KiB/s rd, 5.1 KiB/s wr, 8 op/s 2024-04-21T09:20:31.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:31 smithi060 ceph-mon[31055]: pgmap v330: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 8 op/s 2024-04-21T09:20:31.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:31 smithi078 ceph-mon[31713]: pgmap v330: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 8 op/s 2024-04-21T09:20:31.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:31 smithi052 ceph-mon[28035]: pgmap v330: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.5 KiB/s rd, 5.1 KiB/s wr, 8 op/s 2024-04-21T09:20:33.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:33 smithi060 ceph-mon[31055]: pgmap v331: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-04-21T09:20:33.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:33 smithi078 ceph-mon[31713]: pgmap v331: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-04-21T09:20:33.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:33 smithi052 ceph-mon[28035]: pgmap v331: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.6 KiB/s wr, 8 op/s 2024-04-21T09:20:34.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:34 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:20:34.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:34 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:20:34.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:34 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:20:35.661 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 -- 172.21.15.52:0/4228974417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888107280 msgr2=0x7fe88810ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 --2- 172.21.15.52:0/4228974417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888107280 0x7fe88810ee50 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fe880009900 tx=0x7fe88002bc30 comp rx=0 tx=0).stop 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 -- 172.21.15.52:0/4228974417 shutdown_connections 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 --2- 172.21.15.52:0/4228974417 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888107280 0x7fe88810ee50 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 --2- 172.21.15.52:0/4228974417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888102b60 0x7fe888106ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 --2- 172.21.15.52:0/4228974417 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe8881021b0 0x7fe888102590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 -- 172.21.15.52:0/4228974417 >> 172.21.15.52:0/4228974417 conn(0x7fe8880fda10 msgr2=0x7fe8880ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 -- 172.21.15.52:0/4228974417 shutdown_connections 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.659+0000 7fe89024e640 1 -- 172.21.15.52:0/4228974417 wait complete. 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe89024e640 1 Processor -- start 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe89024e640 1 -- start start 2024-04-21T09:20:35.662 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe89024e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe8881021b0 0x7fe88819e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe89024e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888107280 0x7fe88819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe89024e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888198610 0x7fe888198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe89024e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881121d0 con 0x7fe888198610 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe89024e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe888112050 con 0x7fe888107280 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe89024e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe888112350 con 0x7fe8881021b0 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe88e7eb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888198610 0x7fe888198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe88e7eb640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888198610 0x7fe888198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46042/0 (socket says 172.21.15.52:46042) 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe88e7eb640 1 -- 172.21.15.52:0/1240725792 learned_addr learned my addr 172.21.15.52:0/1240725792 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe88dfea640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe8881021b0 0x7fe88819e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.660+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888107280 0x7fe88819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe88e7eb640 1 -- 172.21.15.52:0/1240725792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe8881021b0 msgr2=0x7fe88819e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe88e7eb640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe8881021b0 0x7fe88819e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe88e7eb640 1 -- 172.21.15.52:0/1240725792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888107280 msgr2=0x7fe88819e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.663 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe88e7eb640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888107280 0x7fe88819e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe88e7eb640 1 -- 172.21.15.52:0/1240725792 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe888199130 con 0x7fe888198610 2024-04-21T09:20:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe88e7eb640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888198610 0x7fe888198ac0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fe880009230 tx=0x7fe88002c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe87effd640 1 -- 172.21.15.52:0/1240725792 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe880043020 con 0x7fe888198610 2024-04-21T09:20:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe87effd640 1 -- 172.21.15.52:0/1240725792 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe88002ca70 con 0x7fe888198610 2024-04-21T09:20:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe89024e640 1 -- 172.21.15.52:0/1240725792 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8881993c0 con 0x7fe888198610 2024-04-21T09:20:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe87effd640 1 -- 172.21.15.52:0/1240725792 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe880003960 con 0x7fe888198610 2024-04-21T09:20:35.664 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.661+0000 7fe89024e640 1 -- 172.21.15.52:0/1240725792 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8881a55c0 con 0x7fe888198610 2024-04-21T09:20:35.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.663+0000 7fe87effd640 1 -- 172.21.15.52:0/1240725792 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe880046020 con 0x7fe888198610 2024-04-21T09:20:35.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.664+0000 7fe892e42740 1 Processor -- start 2024-04-21T09:20:35.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.664+0000 7fe892e42740 1 -- start start 2024-04-21T09:20:35.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.664+0000 7fe892e42740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe378d0 0x5632fbe36620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.664+0000 7fe892e42740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe36fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.664+0000 7fe892e42740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 0x5632fbe424d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.664+0000 7fe892e42740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5632fbd9b8d0 con 0x5632fbe378d0 2024-04-21T09:20:35.671 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.664+0000 7fe892e42740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5632fbd38e80 con 0x5632fbe400e0 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.664+0000 7fe892e42740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5632fbd97890 con 0x5632fbe36b60 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe87effd640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe8740a3d10 0x7fe8740a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe378d0 0x5632fbe36620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe378d0 0x5632fbe36620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46058/0 (socket says 172.21.15.52:46058) 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 -- 172.21.15.52:0/443292080 learned_addr learned my addr 172.21.15.52:0/443292080 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88dfea640 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe36fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88e7eb640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe8740a3d10 0x7fe8740a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 0x5632fbe424d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe87effd640 1 -- 172.21.15.52:0/1240725792 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7fe8800f2bd0 con 0x7fe888198610 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 -- 172.21.15.52:0/443292080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 msgr2=0x5632fbe36fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe36fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.672 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 -- 172.21.15.52:0/443292080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 msgr2=0x5632fbe424d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 0x5632fbe424d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 -- 172.21.15.52:0/443292080 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632fbd5a320 con 0x5632fbe378d0 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88dfea640 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe36fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe378d0 0x5632fbe36620 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fe878013530 tx=0x7fe8780096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4c8d5e8678749df server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe88e7eb640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe8740a3d10 0x7fe8740a61d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe8800be580 tx=0x7fe8800903e0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe873fff640 1 -- 172.21.15.52:0/443292080 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878004020 con 0x5632fbe378d0 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe873fff640 1 -- 172.21.15.52:0/443292080 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8780041c0 con 0x5632fbe378d0 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.665+0000 7fe873fff640 1 -- 172.21.15.52:0/443292080 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878003e80 con 0x5632fbe378d0 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 -- 172.21.15.52:0/443292080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe378d0 msgr2=0x5632fbe36620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe378d0 0x5632fbe36620 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fe878013530 tx=0x7fe8780096c0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 -- 172.21.15.52:0/443292080 shutdown_connections 2024-04-21T09:20:35.673 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 0x5632fbe424d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe36fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 --2- 172.21.15.52:0/443292080 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe378d0 0x5632fbe36620 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 -- 172.21.15.52:0/443292080 >> 172.21.15.52:0/443292080 conn(0x5632fbdfdc90 msgr2=0x5632fbe31850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 -- 172.21.15.52:0/443292080 shutdown_connections 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 -- 172.21.15.52:0/443292080 wait complete. 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.666+0000 7fe892e42740 1 -- start start 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe892e42740 1 Processor -- start 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe892e42740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe3f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe892e42740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe378d0 0x5632fbe3cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe892e42740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 0x5632fbe3d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe892e42740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5632fbe42e10 con 0x5632fbe36b60 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe892e42740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5632fbd23eb0 con 0x5632fbe400e0 2024-04-21T09:20:35.674 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe892e42740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5632fbe42f90 con 0x5632fbe378d0 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe892e42740 10 client.0 _ll_register_callbacks cb 0x5632fbd50b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88d7e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe3f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88d7e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe3f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46066/0 (socket says 172.21.15.52:46066) 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88d7e9640 1 -- 172.21.15.52:0/3009214113 learned_addr learned my addr 172.21.15.52:0/3009214113 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88dfea640 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe378d0 0x5632fbe3cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 0x5632fbe3d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88dfea640 1 -- 172.21.15.52:0/3009214113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 msgr2=0x5632fbe3d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88dfea640 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 0x5632fbe3d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88dfea640 1 -- 172.21.15.52:0/3009214113 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 msgr2=0x5632fbe3f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88dfea640 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe3f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88dfea640 1 -- 172.21.15.52:0/3009214113 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632fbaae210 con 0x5632fbe378d0 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.667+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe3f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:20:35.675 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe88dfea640 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe378d0 0x5632fbe3cde0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe884005fd0 tx=0x7fe88400f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5414075e8dc1d49 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe8717fa640 10 client.0 ms_handle_connect on v2:172.21.15.78:3300/0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe8717fa640 1 -- 172.21.15.52:0/3009214113 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe884003970 con 0x5632fbe378d0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe8717fa640 1 -- 172.21.15.52:0/3009214113 <== mon.1 v2:172.21.15.78:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7fe884003b10 con 0x5632fbe378d0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 1 -- 172.21.15.52:0/3009214113 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8780041c0 con 0x5632fbe378d0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe8717fa640 1 -- 172.21.15.52:0/3009214113 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fe884025050 con 0x5632fbe378d0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 10 client.26395 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 1 -- 172.21.15.52:0/3009214113 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5632fbb7a620 con 0x5632fbe378d0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe8717fa640 1 -- 172.21.15.52:0/3009214113 <== mon.1 v2:172.21.15.78:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8780041c0 con 0x5632fbe378d0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe8717fa640 1 -- 172.21.15.52:0/3009214113 <== mon.1 v2:172.21.15.78:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fe884019030 con 0x5632fbe378d0 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 10 client.26395 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 10 client.26395 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:20:35.676 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 20 client.26395 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5632fbe50250 0x5632fbe52640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 4 client.26395 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.668+0000 7fe892e42740 1 -- 172.21.15.52:0/3009214113 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5632fbdaf880 con 0x5632fbe50250 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.669+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5632fbe50250 0x5632fbe52640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.669+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5632fbe50250 0x5632fbe52640 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74b0b121a5b9181f server_cookie=79e7ade44af5f6d7 in_seq=0 out_seq=0 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.669+0000 7fe8717fa640 10 client.26395 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe8717fa640 1 -- 172.21.15.52:0/3009214113 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5632fbdaf880 con 0x5632fbe50250 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe8717fa640 10 client.26395 handle_command_reply: tid=0 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 client.26395 shutdown 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 -- 172.21.15.52:0/3009214113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe378d0 msgr2=0x5632fbe3cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe378d0 0x5632fbe3cde0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe884005fd0 tx=0x7fe88400f790 comp rx=0 tx=0).stop 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 -- 172.21.15.52:0/3009214113 shutdown_connections 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5632fbe50250 0x5632fbe52640 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.677 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe400e0 0x5632fbe3d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe378d0 0x5632fbe3cde0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 --2- 172.21.15.52:0/3009214113 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe3f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 -- 172.21.15.52:0/3009214113 >> 172.21.15.52:0/3009214113 conn(0x5632fbdfdc90 msgr2=0x5632fbe335a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe8717fa640 0 client.26395 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 -- 172.21.15.52:0/3009214113 shutdown_connections 2024-04-21T09:20:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 1 -- 172.21.15.52:0/3009214113 wait complete. 2024-04-21T09:20:35.678 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.670+0000 7fe892e42740 20 client.26395 trim_cache size 0 max 16384 2024-04-21T09:20:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe892e42740 1 Processor -- start 2024-04-21T09:20:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe892e42740 1 -- start start 2024-04-21T09:20:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe892e42740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe4bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe892e42740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 0x5632fbe57f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe892e42740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe400e0 0x5632fbe58490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe892e42740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881b1c50 con 0x5632fbe36b60 2024-04-21T09:20:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe892e42740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881af4c0 con 0x5632fbe378d0 2024-04-21T09:20:35.689 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe892e42740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881ad310 con 0x5632fbe400e0 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe4bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe4bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46068/0 (socket says 172.21.15.52:46068) 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 -- 172.21.15.52:0/1779687594 learned_addr learned my addr 172.21.15.52:0/1779687594 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88dfea640 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 0x5632fbe57f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe400e0 0x5632fbe58490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 -- 172.21.15.52:0/1779687594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe400e0 msgr2=0x5632fbe58490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe400e0 0x5632fbe58490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 -- 172.21.15.52:0/1779687594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 msgr2=0x5632fbe57f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 0x5632fbe57f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.685+0000 7fe88d7e9640 1 -- 172.21.15.52:0/1779687594 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632fbe2cf30 con 0x5632fbe36b60 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe4bd40 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fe878013e80 tx=0x7fe878009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1147f29acff1c52f server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe8737fe640 1 -- 172.21.15.52:0/1779687594 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8780041f0 con 0x5632fbe36b60 2024-04-21T09:20:35.690 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe8737fe640 1 -- 172.21.15.52:0/1779687594 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe878013190 con 0x5632fbe36b60 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe8737fe640 1 -- 172.21.15.52:0/1779687594 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8780044f0 con 0x5632fbe36b60 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 -- 172.21.15.52:0/1779687594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 msgr2=0x5632fbe4bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe4bd40 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fe878013e80 tx=0x7fe878009ea0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 -- 172.21.15.52:0/1779687594 shutdown_connections 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe400e0 0x5632fbe58490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 0x5632fbe57f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 --2- 172.21.15.52:0/1779687594 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe36b60 0x5632fbe4bd40 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 -- 172.21.15.52:0/1779687594 >> 172.21.15.52:0/1779687594 conn(0x5632fbdfdc90 msgr2=0x5632fbe36080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 -- 172.21.15.52:0/1779687594 shutdown_connections 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.686+0000 7fe892e42740 1 -- 172.21.15.52:0/1779687594 wait complete. 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 1 -- start start 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 1 Processor -- start 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe48720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.691 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 0x5632fbe3a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe400e0 0x5632fbe3a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881ad980 con 0x5632fbe400e0 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881aedf0 con 0x5632fbe378d0 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881ae050 con 0x5632fbe36b60 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe892e42740 10 client.0 _ll_register_callbacks cb 0x7fe884009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe88d7e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe400e0 0x5632fbe3a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe88d7e9640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe400e0 0x5632fbe3a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46080/0 (socket says 172.21.15.52:46080) 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe88d7e9640 1 -- 172.21.15.52:0/2821339365 learned_addr learned my addr 172.21.15.52:0/2821339365 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe48720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.687+0000 7fe88dfea640 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 0x5632fbe3a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe88d7e9640 1 -- 172.21.15.52:0/2821339365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 msgr2=0x5632fbe48720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe48720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.692 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe88d7e9640 1 -- 172.21.15.52:0/2821339365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 msgr2=0x5632fbe3a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 0x5632fbe3a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe88d7e9640 1 -- 172.21.15.52:0/2821339365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632fbe391b0 con 0x5632fbe400e0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe88d7e9640 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe400e0 0x5632fbe3a960 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fe878009900 tx=0x7fe8780056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e41f828810fdc7d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe8717fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe8717fa640 1 -- 172.21.15.52:0/2821339365 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878031700 con 0x5632fbe400e0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe8717fa640 1 -- 172.21.15.52:0/2821339365 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7fe8780318a0 con 0x5632fbe400e0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 1 -- 172.21.15.52:0/2821339365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe878013190 con 0x5632fbe400e0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe8717fa640 1 -- 172.21.15.52:0/2821339365 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fe8780035f0 con 0x5632fbe400e0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 10 client.16767 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 1 -- 172.21.15.52:0/2821339365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5632fbeb5ba0 con 0x5632fbe400e0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe8717fa640 1 -- 172.21.15.52:0/2821339365 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe878013190 con 0x5632fbe400e0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe8717fa640 1 -- 172.21.15.52:0/2821339365 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fe878010bc0 con 0x5632fbe400e0 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 10 client.16767 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 10 client.16767 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:20:35.693 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 20 client.16767 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5632fbeb6150 0x5632fbeb8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 4 client.16767 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:20:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.688+0000 7fe892e42740 1 -- 172.21.15.52:0/2821339365 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5632fbd3b3d0 con 0x5632fbeb6150 2024-04-21T09:20:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.689+0000 7fe88dfea640 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5632fbeb6150 0x5632fbeb8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.689+0000 7fe8717fa640 10 client.16767 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:35.694 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.689+0000 7fe88dfea640 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5632fbeb6150 0x5632fbeb8570 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc307792b33597b8 server_cookie=8a774d1112ee537d in_seq=0 out_seq=0 2024-04-21T09:20:35.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:35 smithi078 ceph-mon[31713]: pgmap v332: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.4 KiB/s wr, 9 op/s 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.697+0000 7fe8717fa640 1 -- 172.21.15.52:0/2821339365 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5632fbd3b3d0 con 0x5632fbeb6150 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.697+0000 7fe8717fa640 10 client.16767 handle_command_reply: tid=0 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.697+0000 7fe892e42740 1 client.16767 shutdown 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.697+0000 7fe892e42740 1 -- 172.21.15.52:0/2821339365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe400e0 msgr2=0x5632fbe3a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.697+0000 7fe892e42740 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe400e0 0x5632fbe3a960 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fe878009900 tx=0x7fe8780056d0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 1 -- 172.21.15.52:0/2821339365 shutdown_connections 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5632fbeb6150 0x5632fbeb8570 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5632fbe400e0 0x5632fbe3a960 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5632fbe378d0 0x5632fbe3a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 1 --2- 172.21.15.52:0/2821339365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5632fbe36b60 0x5632fbe48720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe8717fa640 0 client.16767 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 1 -- 172.21.15.52:0/2821339365 >> 172.21.15.52:0/2821339365 conn(0x5632fbdfdc90 msgr2=0x5632fbe3cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:35.698 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 1 -- 172.21.15.52:0/2821339365 shutdown_connections 2024-04-21T09:20:35.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 1 -- 172.21.15.52:0/2821339365 wait complete. 2024-04-21T09:20:35.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe892e42740 20 client.16767 trim_cache size 0 max 16384 2024-04-21T09:20:35.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:20:35.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:20:35.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:20:35.699 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:20:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 -- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe8740a3d10 msgr2=0x7fe8740a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe8740a3d10 0x7fe8740a61d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe8800be580 tx=0x7fe8800903e0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 -- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888198610 msgr2=0x7fe888198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888198610 0x7fe888198ac0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fe880009230 tx=0x7fe88002c5d0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 -- 172.21.15.52:0/1240725792 shutdown_connections 2024-04-21T09:20:35.700 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fe8740a3d10 0x7fe8740a61d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fe888198610 0x7fe888198ac0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888107280 0x7fe88819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 --2- 172.21.15.52:0/1240725792 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fe8881021b0 0x7fe88819e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:35.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 -- 172.21.15.52:0/1240725792 >> 172.21.15.52:0/1240725792 conn(0x7fe8880fda10 msgr2=0x7fe8880fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:35.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.698+0000 7fe89024e640 1 -- 172.21.15.52:0/1240725792 shutdown_connections 2024-04-21T09:20:35.701 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:35.699+0000 7fe89024e640 1 -- 172.21.15.52:0/1240725792 wait complete. 2024-04-21T09:20:35.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:35 smithi060 ceph-mon[31055]: pgmap v332: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.4 KiB/s wr, 9 op/s 2024-04-21T09:20:35.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:35 smithi052 ceph-mon[28035]: pgmap v332: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.4 KiB/s wr, 9 op/s 2024-04-21T09:20:37.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:36 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:36 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:37.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:37.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:36 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.142 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: pgmap v333: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.3 KiB/s wr, 7 op/s 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi078 to 176.2M 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: Unable to set osd_memory_target on smithi078 to 184762368: error parsing value: Value '184762368' is below minimum 939524096 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: Unable to set osd_memory_target on smithi060 to 185895628: error parsing value: Value '185895628' is below minimum 939524096 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-04-21T09:20:38.143 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-21T09:20:38.144 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:20:38.144 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:20:38.144 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:37 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:38.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: pgmap v333: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.3 KiB/s wr, 7 op/s 2024-04-21T09:20:38.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi078 to 176.2M 2024-04-21T09:20:38.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: Unable to set osd_memory_target on smithi078 to 184762368: error parsing value: Value '184762368' is below minimum 939524096 2024-04-21T09:20:38.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-04-21T09:20:38.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: Unable to set osd_memory_target on smithi060 to 185895628: error parsing value: Value '185895628' is below minimum 939524096 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:20:38.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:37 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:38.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: pgmap v333: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.3 KiB/s wr, 7 op/s 2024-04-21T09:20:38.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi078 to 176.2M 2024-04-21T09:20:38.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: Unable to set osd_memory_target on smithi078 to 184762368: error parsing value: Value '184762368' is below minimum 939524096 2024-04-21T09:20:38.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-04-21T09:20:38.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: Unable to set osd_memory_target on smithi060 to 185895628: error parsing value: Value '185895628' is below minimum 939524096 2024-04-21T09:20:38.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-21T09:20:38.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: Adjusting osd_memory_target on smithi052 to 177.2M 2024-04-21T09:20:38.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: Unable to set osd_memory_target on smithi052 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-21T09:20:38.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:20:38.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:20:38.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:37 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:20:40.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:39 smithi078 ceph-mon[31713]: pgmap v334: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.8 KiB/s wr, 9 op/s 2024-04-21T09:20:40.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:39 smithi052 ceph-mon[28035]: pgmap v334: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.8 KiB/s wr, 9 op/s 2024-04-21T09:20:40.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:39 smithi060 ceph-mon[31055]: pgmap v334: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.8 KiB/s wr, 9 op/s 2024-04-21T09:20:42.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:41 smithi078 ceph-mon[31713]: pgmap v335: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.1 KiB/s wr, 8 op/s 2024-04-21T09:20:42.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:41 smithi052 ceph-mon[28035]: pgmap v335: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.1 KiB/s wr, 8 op/s 2024-04-21T09:20:42.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:41 smithi060 ceph-mon[31055]: pgmap v335: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.1 KiB/s wr, 8 op/s 2024-04-21T09:20:44.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:43 smithi078 ceph-mon[31713]: pgmap v336: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.0 KiB/s wr, 8 op/s 2024-04-21T09:20:44.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:43 smithi052 ceph-mon[28035]: pgmap v336: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.0 KiB/s wr, 8 op/s 2024-04-21T09:20:44.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:43 smithi060 ceph-mon[31055]: pgmap v336: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.0 KiB/s wr, 8 op/s 2024-04-21T09:20:46.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:45 smithi078 ceph-mon[31713]: pgmap v337: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 9 op/s 2024-04-21T09:20:46.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:45 smithi052 ceph-mon[28035]: pgmap v337: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 9 op/s 2024-04-21T09:20:46.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:45 smithi060 ceph-mon[31055]: pgmap v337: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 9 op/s 2024-04-21T09:20:48.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:47 smithi078 ceph-mon[31713]: pgmap v338: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.9 KiB/s wr, 7 op/s 2024-04-21T09:20:48.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:47 smithi052 ceph-mon[28035]: pgmap v338: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.9 KiB/s wr, 7 op/s 2024-04-21T09:20:48.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:47 smithi060 ceph-mon[31055]: pgmap v338: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.9 KiB/s wr, 7 op/s 2024-04-21T09:20:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 -- 172.21.15.52:0/2530515354 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e4106170 msgr2=0x7f76e410dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/2530515354 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e4106170 0x7f76e410dd40 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f76dc009ca0 tx=0x7f76dc02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 -- 172.21.15.52:0/2530515354 shutdown_connections 2024-04-21T09:20:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/2530515354 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e4106170 0x7f76e410dd40 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/2530515354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76e4101a50 0x7f76e4105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/2530515354 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f76e41010a0 0x7f76e4101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.802 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 -- 172.21.15.52:0/2530515354 >> 172.21.15.52:0/2530515354 conn(0x7f76e4077f70 msgr2=0x7f76e4078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 -- 172.21.15.52:0/2530515354 shutdown_connections 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.799+0000 7f76ec0ba640 1 -- 172.21.15.52:0/2530515354 wait complete. 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76ec0ba640 1 Processor -- start 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76ec0ba640 1 -- start start 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76ec0ba640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e41010a0 0x7f76e4198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76ec0ba640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f76e4106170 0x7f76e4198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76ec0ba640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76e419cfc0 0x7f76e419d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76ec0ba640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f76e41121f0 con 0x7f76e41010a0 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76ec0ba640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f76e4112070 con 0x7f76e419cfc0 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76ec0ba640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f76e4112370 con 0x7f76e4106170 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76e9e56640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e41010a0 0x7f76e4198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76e9e56640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e41010a0 0x7f76e4198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33176/0 (socket says 172.21.15.52:33176) 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.800+0000 7f76e9e56640 1 -- 172.21.15.52:0/4125135956 learned_addr learned my addr 172.21.15.52:0/4125135956 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:48.803 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76e9655640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f76e4106170 0x7f76e4198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76ea657640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76e419cfc0 0x7f76e419d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76e9e56640 1 -- 172.21.15.52:0/4125135956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f76e4106170 msgr2=0x7f76e4198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76e9e56640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f76e4106170 0x7f76e4198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76e9e56640 1 -- 172.21.15.52:0/4125135956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76e419cfc0 msgr2=0x7f76e419d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76e9e56640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76e419cfc0 0x7f76e419d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76e9e56640 1 -- 172.21.15.52:0/4125135956 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76e419dab0 con 0x7f76e41010a0 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76e9655640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f76e4106170 0x7f76e4198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76ea657640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76e419cfc0 0x7f76e419d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76e9e56640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e41010a0 0x7f76e4198750 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f76e000d770 tx=0x7f76e000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76daffd640 1 -- 172.21.15.52:0/4125135956 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e0017070 con 0x7f76e41010a0 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76daffd640 1 -- 172.21.15.52:0/4125135956 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76e00054d0 con 0x7f76e41010a0 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76ec0ba640 1 -- 172.21.15.52:0/4125135956 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76e419dda0 con 0x7f76e41010a0 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76daffd640 1 -- 172.21.15.52:0/4125135956 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e0004c30 con 0x7f76e41010a0 2024-04-21T09:20:48.804 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.801+0000 7f76ec0ba640 1 -- 172.21.15.52:0/4125135956 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76e41a5540 con 0x7f76e41010a0 2024-04-21T09:20:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76daffd640 1 -- 172.21.15.52:0/4125135956 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f76e0004e10 con 0x7f76e41010a0 2024-04-21T09:20:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76eed86740 1 Processor -- start 2024-04-21T09:20:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76eed86740 1 -- start start 2024-04-21T09:20:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76eed86740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eb8d0 0x5566b10ea620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76eed86740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10eafe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76eed86740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10fa8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.813 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76eed86740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5566b104f8d0 con 0x5566b10f84f0 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76eed86740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5566b0fece80 con 0x5566b10eb8d0 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76eed86740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5566b104b890 con 0x5566b10eab60 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.804+0000 7f76daffd640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f76d00a3d10 0x7f76d00a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10fa8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9e56640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10eafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10fa8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33190/0 (socket says 172.21.15.52:33190) 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 -- 172.21.15.52:0/2676273185 learned_addr learned my addr 172.21.15.52:0/2676273185 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76ea657640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f76d00a3d10 0x7f76d00a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76ea657640 1 --2- 172.21.15.52:0/2676273185 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eb8d0 0x5566b10ea620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76daffd640 1 -- 172.21.15.52:0/4125135956 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f76e00d0740 con 0x7f76e41010a0 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 -- 172.21.15.52:0/2676273185 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 msgr2=0x5566b10eafe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 --2- 172.21.15.52:0/2676273185 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10eafe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.814 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 -- 172.21.15.52:0/2676273185 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eb8d0 msgr2=0x5566b10ea620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 --2- 172.21.15.52:0/2676273185 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eb8d0 0x5566b10ea620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 -- 172.21.15.52:0/2676273185 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566b100e320 con 0x5566b10f84f0 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76e9655640 1 --2- 172.21.15.52:0/2676273185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10fa8e0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009c20 tx=0x7f76d4010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a141658d13e5d21 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76ea657640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f76d00a3d10 0x7f76d00a61d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f76dc009a60 tx=0x7f76dc005c50 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76cffff640 1 -- 172.21.15.52:0/2676273185 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d4004030 con 0x5566b10f84f0 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76cffff640 1 -- 172.21.15.52:0/2676273185 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76d40041d0 con 0x5566b10f84f0 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.805+0000 7f76cffff640 1 -- 172.21.15.52:0/2676273185 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d40126b0 con 0x5566b10f84f0 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 -- 172.21.15.52:0/2676273185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 msgr2=0x5566b10fa8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 --2- 172.21.15.52:0/2676273185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10fa8e0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009c20 tx=0x7f76d4010740 comp rx=0 tx=0).stop 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 -- 172.21.15.52:0/2676273185 shutdown_connections 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 --2- 172.21.15.52:0/2676273185 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10fa8e0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 --2- 172.21.15.52:0/2676273185 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10eafe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.815 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 --2- 172.21.15.52:0/2676273185 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eb8d0 0x5566b10ea620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 -- 172.21.15.52:0/2676273185 >> 172.21.15.52:0/2676273185 conn(0x5566b10b1c90 msgr2=0x5566b10e5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 -- 172.21.15.52:0/2676273185 shutdown_connections 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.806+0000 7f76eed86740 1 -- 172.21.15.52:0/2676273185 wait complete. 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 1 -- start start 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 1 Processor -- start 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10f7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x5566b10fb220 con 0x5566b10eb8d0 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5566b0fd7eb0 con 0x5566b10f84f0 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x5566b10fb3a0 con 0x5566b10eab60 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76eed86740 10 client.0 _ll_register_callbacks cb 0x5566b1004b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:48.816 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76e9655640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76e9655640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f5230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33202/0 (socket says 172.21.15.52:33202) 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.807+0000 7f76e9655640 1 -- 172.21.15.52:0/1980397017 learned_addr learned my addr 172.21.15.52:0/1980397017 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76e9e56640 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10f7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76ea657640 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76e9655640 1 -- 172.21.15.52:0/1980397017 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 msgr2=0x5566b10f7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76e9655640 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10f7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76e9655640 1 -- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 msgr2=0x5566b10f57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76e9655640 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76e9655640 1 -- 172.21.15.52:0/1980397017 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566b0d62210 con 0x5566b10eb8d0 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76ea657640 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76e9655640 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f5230 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009bf0 tx=0x7f76d4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f57afb42e423b84e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76cd7fa640 1 -- 172.21.15.52:0/1980397017 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d40035f0 con 0x5566b10eb8d0 2024-04-21T09:20:48.817 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76cd7fa640 1 -- 172.21.15.52:0/1980397017 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f76d4003790 con 0x5566b10eb8d0 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76eed86740 1 -- 172.21.15.52:0/1980397017 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76d40041d0 con 0x5566b10eb8d0 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76cd7fa640 1 -- 172.21.15.52:0/1980397017 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f76d4003990 con 0x5566b10eb8d0 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76eed86740 10 client.16779 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.808+0000 7f76eed86740 1 -- 172.21.15.52:0/1980397017 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5566b0e2e620 con 0x5566b10eb8d0 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76cd7fa640 1 -- 172.21.15.52:0/1980397017 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76d40041d0 con 0x5566b10eb8d0 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76cd7fa640 1 -- 172.21.15.52:0/1980397017 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f76d400f040 con 0x5566b10eb8d0 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76eed86740 10 client.16779 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76eed86740 10 client.16779 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76eed86740 20 client.16779 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76eed86740 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5566b11084a0 0x5566b110a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76eed86740 4 client.16779 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76eed86740 1 -- 172.21.15.52:0/1980397017 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5566b1063880 con 0x5566b11084a0 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.809+0000 7f76e9e56640 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5566b11084a0 0x5566b110a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.818 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76cd7fa640 10 client.16779 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:48.819 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76e9e56640 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5566b11084a0 0x5566b110a890 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89af1c68e82a4a20 server_cookie=f931c7b48198e96c in_seq=0 out_seq=0 2024-04-21T09:20:48.819 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76cd7fa640 1 -- 172.21.15.52:0/1980397017 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5566b1063880 con 0x5566b11084a0 2024-04-21T09:20:48.819 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76cd7fa640 10 client.16779 handle_command_reply: tid=0 2024-04-21T09:20:48.819 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76eed86740 1 client.16779 shutdown 2024-04-21T09:20:48.819 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76eed86740 1 -- 172.21.15.52:0/1980397017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 msgr2=0x5566b10f5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.819 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76eed86740 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f5230 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009bf0 tx=0x7f76d4005dc0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.819 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76eed86740 1 -- 172.21.15.52:0/1980397017 shutdown_connections 2024-04-21T09:20:48.822 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.810+0000 7f76eed86740 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5566b11084a0 0x5566b110a890 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.822 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.811+0000 7f76eed86740 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.822 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.811+0000 7f76eed86740 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f5230 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.822 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.811+0000 7f76cd7fa640 0 client.16779 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.811+0000 7f76eed86740 1 --2- 172.21.15.52:0/1980397017 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10f7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.811+0000 7f76eed86740 1 -- 172.21.15.52:0/1980397017 >> 172.21.15.52:0/1980397017 conn(0x5566b10b1c90 msgr2=0x5566b10e75a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.811+0000 7f76eed86740 1 -- 172.21.15.52:0/1980397017 shutdown_connections 2024-04-21T09:20:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.811+0000 7f76eed86740 1 -- 172.21.15.52:0/1980397017 wait complete. 2024-04-21T09:20:48.823 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.811+0000 7f76eed86740 20 client.16779 trim_cache size 0 max 16384 2024-04-21T09:20:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76eed86740 1 Processor -- start 2024-04-21T09:20:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76eed86740 1 -- start start 2024-04-21T09:20:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76eed86740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eab60 0x5566b1104120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76eed86740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eb8d0 0x5566b10f7960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76eed86740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10f7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76eed86740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f76e41afa50 con 0x5566b10f84f0 2024-04-21T09:20:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76eed86740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f76e41ad2c0 con 0x5566b10eab60 2024-04-21T09:20:48.830 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76eed86740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f76e41ab110 con 0x5566b10eb8d0 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76ea657640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10f7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76ea657640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10f7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33210/0 (socket says 172.21.15.52:33210) 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76ea657640 1 -- 172.21.15.52:0/1225645723 learned_addr learned my addr 172.21.15.52:0/1225645723 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76e9655640 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eb8d0 0x5566b10f7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76e9e56640 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eab60 0x5566b1104120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76ea657640 1 -- 172.21.15.52:0/1225645723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eb8d0 msgr2=0x5566b10f7960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76ea657640 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eb8d0 0x5566b10f7960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76ea657640 1 -- 172.21.15.52:0/1225645723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eab60 msgr2=0x5566b1104120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76ea657640 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eab60 0x5566b1104120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.826+0000 7f76ea657640 1 -- 172.21.15.52:0/1225645723 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566b110ae30 con 0x5566b10f84f0 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76ea657640 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10f7ea0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f76dc009ca0 tx=0x7f76dc02e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aeb89768f6f2615 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76cf7fe640 1 -- 172.21.15.52:0/1225645723 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76dc039040 con 0x5566b10f84f0 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76cf7fe640 1 -- 172.21.15.52:0/1225645723 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76dc053070 con 0x5566b10f84f0 2024-04-21T09:20:48.831 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76cf7fe640 1 -- 172.21.15.52:0/1225645723 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76dc04e460 con 0x5566b10f84f0 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76eed86740 1 -- 172.21.15.52:0/1225645723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 msgr2=0x5566b10f7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76eed86740 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10f7ea0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f76dc009ca0 tx=0x7f76dc02e000 comp rx=0 tx=0).stop 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76eed86740 1 -- 172.21.15.52:0/1225645723 shutdown_connections 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76eed86740 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10f84f0 0x5566b10f7ea0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76eed86740 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eb8d0 0x5566b10f7960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76eed86740 1 --2- 172.21.15.52:0/1225645723 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10eab60 0x5566b1104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76eed86740 1 -- 172.21.15.52:0/1225645723 >> 172.21.15.52:0/1225645723 conn(0x5566b10b1c90 msgr2=0x5566b10f3b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.827+0000 7f76eed86740 1 -- 172.21.15.52:0/1225645723 shutdown_connections 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 -- 172.21.15.52:0/1225645723 wait complete. 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 -- start start 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 Processor -- start 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10f9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.832 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f76e41ab780 con 0x5566b10eb8d0 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f76e41acbf0 con 0x5566b10f84f0 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f76e41abe50 con 0x5566b10eab60 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76eed86740 10 client.0 _ll_register_callbacks cb 0x7f76dc037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76e9655640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76e9655640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f9540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33214/0 (socket says 172.21.15.52:33214) 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.828+0000 7f76e9655640 1 -- 172.21.15.52:0/290215651 learned_addr learned my addr 172.21.15.52:0/290215651 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76ea657640 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76e9e56640 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10f9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76e9655640 1 -- 172.21.15.52:0/290215651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 msgr2=0x5566b10f9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76e9655640 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10f9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76e9655640 1 -- 172.21.15.52:0/290215651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 msgr2=0x5566b10f9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76e9655640 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76e9655640 1 -- 172.21.15.52:0/290215651 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566b10fe770 con 0x5566b10eb8d0 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76e9655640 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f9540 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f76d40058c0 tx=0x7f76d4005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dae496653f0cdadc server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:48.833 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76cd7fa640 1 -- 172.21.15.52:0/290215651 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d4039060 con 0x5566b10eb8d0 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76cd7fa640 1 -- 172.21.15.52:0/290215651 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f76d4004870 con 0x5566b10eb8d0 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76eed86740 1 -- 172.21.15.52:0/290215651 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76dc053070 con 0x5566b10eb8d0 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76cd7fa640 1 -- 172.21.15.52:0/290215651 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f76d40041d0 con 0x5566b10eb8d0 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76eed86740 10 client.16785 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.829+0000 7f76eed86740 1 -- 172.21.15.52:0/290215651 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5566b116eb10 con 0x5566b10eb8d0 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76cd7fa640 1 -- 172.21.15.52:0/290215651 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76dc053070 con 0x5566b10eb8d0 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76cd7fa640 1 -- 172.21.15.52:0/290215651 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f76d40125f0 con 0x5566b10eb8d0 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76eed86740 10 client.16785 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76eed86740 10 client.16785 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76eed86740 20 client.16785 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76eed86740 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5566b116f1d0 0x5566b11715f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76eed86740 4 client.16785 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:20:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76eed86740 1 -- 172.21.15.52:0/290215651 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5566b0fef3d0 con 0x5566b116f1d0 2024-04-21T09:20:48.835 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76e9e56640 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5566b116f1d0 0x5566b11715f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:48.835 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76cd7fa640 10 client.16785 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:48.835 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.830+0000 7f76e9e56640 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5566b116f1d0 0x5566b11715f0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95b34782036c96ad server_cookie=6fa430204a1845a8 in_seq=0 out_seq=0 2024-04-21T09:20:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76cd7fa640 1 -- 172.21.15.52:0/290215651 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5566b0fef3d0 con 0x5566b116f1d0 2024-04-21T09:20:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76cd7fa640 10 client.16785 handle_command_reply: tid=0 2024-04-21T09:20:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 client.16785 shutdown 2024-04-21T09:20:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 -- 172.21.15.52:0/290215651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 msgr2=0x5566b10f9540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f9540 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f76d40058c0 tx=0x7f76d4005710 comp rx=0 tx=0).stop 2024-04-21T09:20:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 -- 172.21.15.52:0/290215651 shutdown_connections 2024-04-21T09:20:48.839 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x5566b116f1d0 0x5566b11715f0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5566b10f84f0 0x5566b10f9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x5566b10eb8d0 0x5566b10f9540 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 --2- 172.21.15.52:0/290215651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x5566b10eab60 0x5566b10f9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 -- 172.21.15.52:0/290215651 >> 172.21.15.52:0/290215651 conn(0x5566b10b1c90 msgr2=0x5566b10e4040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76cd7fa640 0 client.16785 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 -- 172.21.15.52:0/290215651 shutdown_connections 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 1 -- 172.21.15.52:0/290215651 wait complete. 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.839+0000 7f76eed86740 20 client.16785 trim_cache size 0 max 16384 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:20:48.840 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:20:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:20:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 -- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f76d00a3d10 msgr2=0x7f76d00a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f76d00a3d10 0x7f76d00a61d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f76dc009a60 tx=0x7f76dc005c50 comp rx=0 tx=0).stop 2024-04-21T09:20:48.841 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 -- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e41010a0 msgr2=0x7f76e4198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e41010a0 0x7f76e4198750 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f76e000d770 tx=0x7f76e000dc30 comp rx=0 tx=0).stop 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 -- 172.21.15.52:0/4125135956 shutdown_connections 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f76d00a3d10 0x7f76d00a61d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76e419cfc0 0x7f76e419d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f76e4106170 0x7f76e4198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 --2- 172.21.15.52:0/4125135956 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f76e41010a0 0x7f76e4198750 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 -- 172.21.15.52:0/4125135956 >> 172.21.15.52:0/4125135956 conn(0x7f76e4077f70 msgr2=0x7f76e40fefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 -- 172.21.15.52:0/4125135956 shutdown_connections 2024-04-21T09:20:48.842 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:20:48.840+0000 7f76ec0ba640 1 -- 172.21.15.52:0/4125135956 wait complete. 2024-04-21T09:20:50.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:49 smithi078 ceph-mon[31713]: pgmap v339: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.2 KiB/s wr, 8 op/s 2024-04-21T09:20:50.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:49 smithi052 ceph-mon[28035]: pgmap v339: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.2 KiB/s wr, 8 op/s 2024-04-21T09:20:50.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:49 smithi060 ceph-mon[31055]: pgmap v339: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.2 KiB/s wr, 8 op/s 2024-04-21T09:20:52.143 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:51 smithi060 ceph-mon[31055]: pgmap v340: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-04-21T09:20:52.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:51 smithi078 ceph-mon[31713]: pgmap v340: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-04-21T09:20:52.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:51 smithi052 ceph-mon[28035]: pgmap v340: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.6 KiB/s wr, 7 op/s 2024-04-21T09:20:52.393 INFO:tasks.quiescer.fs.[cephfs]:Total duration (41.2) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-21T09:20:52.393 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.6 2024-04-21T09:20:52.393 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:20:52.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 -- 172.21.15.52:0/2103109042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d4101070 msgr2=0x7fa1d4101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2103109042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d4101070 0x7fa1d4101450 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc009900 tx=0x7fa1cc02bc30 comp rx=0 tx=0).stop 2024-04-21T09:20:52.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 -- 172.21.15.52:0/2103109042 shutdown_connections 2024-04-21T09:20:52.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2103109042 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa1d4106140 0x7fa1d410dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.545 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2103109042 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa1d4101a20 0x7fa1d4105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2103109042 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d4101070 0x7fa1d4101450 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 -- 172.21.15.52:0/2103109042 >> 172.21.15.52:0/2103109042 conn(0x7fa1d40771d0 msgr2=0x7fa1d40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 -- 172.21.15.52:0/2103109042 shutdown_connections 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 -- 172.21.15.52:0/2103109042 wait complete. 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 Processor -- start 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.543+0000 7fa1d998f640 1 -- start start 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d998f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa1d4101070 0x7fa1d4199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d998f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa1d4106140 0x7fa1d4199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d998f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d419a010 0x7fa1d41a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d998f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d4111080 con 0x7fa1d419a010 2024-04-21T09:20:52.546 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d998f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d4110f00 con 0x7fa1d4101070 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d998f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d4111200 con 0x7fa1d4106140 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d419a010 0x7fa1d41a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d2ffd640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa1d4101070 0x7fa1d4199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d419a010 0x7fa1d41a45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33228/0 (socket says 172.21.15.52:33228) 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 -- 172.21.15.52:0/2104618001 learned_addr learned my addr 172.21.15.52:0/2104618001 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d27fc640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa1d4106140 0x7fa1d4199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 -- 172.21.15.52:0/2104618001 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa1d4106140 msgr2=0x7fa1d4199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa1d4106140 0x7fa1d4199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 -- 172.21.15.52:0/2104618001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa1d4101070 msgr2=0x7fa1d4199540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa1d4101070 0x7fa1d4199540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.547 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 -- 172.21.15.52:0/2104618001 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1d41a4d90 con 0x7fa1d419a010 2024-04-21T09:20:52.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d2ffd640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa1d4101070 0x7fa1d4199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:20:52.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d37fe640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d419a010 0x7fa1d41a45c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fa1c400eaa0 tx=0x7fa1c400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:52.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.544+0000 7fa1d898d640 1 -- 172.21.15.52:0/2104618001 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c400cdb0 con 0x7fa1d419a010 2024-04-21T09:20:52.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.545+0000 7fa1d898d640 1 -- 172.21.15.52:0/2104618001 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1c4005020 con 0x7fa1d419a010 2024-04-21T09:20:52.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.545+0000 7fa1d898d640 1 -- 172.21.15.52:0/2104618001 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c40116d0 con 0x7fa1d419a010 2024-04-21T09:20:52.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.545+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1d41a5080 con 0x7fa1d419a010 2024-04-21T09:20:52.548 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.545+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1d41a55d0 con 0x7fa1d419a010 2024-04-21T09:20:52.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.546+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1d4068e00 con 0x7fa1d419a010 2024-04-21T09:20:52.549 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.547+0000 7fa1d898d640 1 -- 172.21.15.52:0/2104618001 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa1c40051d0 con 0x7fa1d419a010 2024-04-21T09:20:52.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.547+0000 7fa1d898d640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa1bc0a3da0 0x7fa1bc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.547+0000 7fa1d898d640 1 -- 172.21.15.52:0/2104618001 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7fa1c40d0c10 con 0x7fa1d419a010 2024-04-21T09:20:52.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.547+0000 7fa1d2ffd640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa1bc0a3da0 0x7fa1bc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.550 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.548+0000 7fa1d2ffd640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa1bc0a3da0 0x7fa1bc0a6260 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc006010 tx=0x7fa1cc005e40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:52.552 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.552+0000 7fa1d898d640 1 -- 172.21.15.52:0/2104618001 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa1c4016030 con 0x7fa1d419a010 2024-04-21T09:20:52.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.779+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa1d4101a20 con 0x7fa1d419a010 2024-04-21T09:20:52.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.780+0000 7fa1d898d640 1 -- 172.21.15.52:0/2104618001 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11862 (secure 0 0 0) 0x7fa1c409c8a0 con 0x7fa1d419a010 2024-04-21T09:20:52.780 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:20:52.780 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":42,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":26255,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/905006640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":905006640},{"type":"v1","addr":"172.21.15.60:6833","nonce":905006640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:19:33.365392+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26296":{"gid":26296,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/2257153857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":2257153857},{"type":"v1","addr":"172.21.15.78:6837","nonce":2257153857}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:20:52.780 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 42 2024-04-21T09:20:52.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa1bc0a3da0 msgr2=0x7fa1bc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa1bc0a3da0 0x7fa1bc0a6260 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc006010 tx=0x7fa1cc005e40 comp rx=0 tx=0).stop 2024-04-21T09:20:52.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d419a010 msgr2=0x7fa1d41a45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d419a010 0x7fa1d41a45c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fa1c400eaa0 tx=0x7fa1c400ef60 comp rx=0 tx=0).stop 2024-04-21T09:20:52.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 shutdown_connections 2024-04-21T09:20:52.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fa1bc0a3da0 0x7fa1bc0a6260 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fa1d419a010 0x7fa1d41a45c0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fa1d4106140 0x7fa1d4199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 --2- 172.21.15.52:0/2104618001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa1d4101070 0x7fa1d4199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 >> 172.21.15.52:0/2104618001 conn(0x7fa1d40771d0 msgr2=0x7fa1d4107310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:52.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 shutdown_connections 2024-04-21T09:20:52.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.782+0000 7fa1d998f640 1 -- 172.21.15.52:0/2104618001 wait complete. 2024-04-21T09:20:52.809 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24542 quiesce db / --timeout 30 --expiration 80.6 --await' 2024-04-21T09:20:52.810 DEBUG:teuthology.orchestra.run.smithi052:> timeout 45 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24542 quiesce db / --timeout 30 --expiration 80.6 --await 2024-04-21T09:20:52.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 -- 172.21.15.52:0/513538543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1018107270 msgr2=0x7f101810ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 --2- 172.21.15.52:0/513538543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1018107270 0x7f101810ee40 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f1010009ca0 tx=0x7f101002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 -- 172.21.15.52:0/513538543 shutdown_connections 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 --2- 172.21.15.52:0/513538543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1018107270 0x7f101810ee40 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 --2- 172.21.15.52:0/513538543 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1018102b50 0x7f1018106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 --2- 172.21.15.52:0/513538543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f10181021a0 0x7f1018102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 -- 172.21.15.52:0/513538543 >> 172.21.15.52:0/513538543 conn(0x7f10180fda40 msgr2=0x7f10180ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 -- 172.21.15.52:0/513538543 shutdown_connections 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.922+0000 7f101cab2640 1 -- 172.21.15.52:0/513538543 wait complete. 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101cab2640 1 Processor -- start 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101cab2640 1 -- start start 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101cab2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f10181021a0 0x7f1018198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101cab2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1018107270 0x7f1018198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101cab2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f101819cf20 0x7f101819d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101cab2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f10181121c0 con 0x7f101819cf20 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101cab2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1018112040 con 0x7f1018107270 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101cab2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1018112340 con 0x7f10181021a0 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1016d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f101819cf20 0x7f101819d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1016d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f101819cf20 0x7f101819d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33250/0 (socket says 172.21.15.52:33250) 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1016d9d640 1 -- 172.21.15.52:0/2266027700 learned_addr learned my addr 172.21.15.52:0/2266027700 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1015d9b640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1018107270 0x7f1018198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f101659c640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f10181021a0 0x7f1018198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1016d9d640 1 -- 172.21.15.52:0/2266027700 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f10181021a0 msgr2=0x7f1018198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1016d9d640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f10181021a0 0x7f1018198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1016d9d640 1 -- 172.21.15.52:0/2266027700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1018107270 msgr2=0x7f1018198ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1016d9d640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1018107270 0x7f1018198ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1016d9d640 1 -- 172.21.15.52:0/2266027700 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f101819da10 con 0x7f101819cf20 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.923+0000 7f1015d9b640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1018107270 0x7f1018198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.924+0000 7f1016d9d640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f101819cf20 0x7f101819d3d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f1010005e30 tx=0x7f1010032420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.924+0000 7f10077fe640 1 -- 172.21.15.52:0/2266027700 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1010041020 con 0x7f101819cf20 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.924+0000 7f10077fe640 1 -- 172.21.15.52:0/2266027700 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1010032970 con 0x7f101819cf20 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.924+0000 7f101cab2640 1 -- 172.21.15.52:0/2266027700 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f101819dca0 con 0x7f101819cf20 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.924+0000 7f10077fe640 1 -- 172.21.15.52:0/2266027700 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1010039040 con 0x7f101819cf20 2024-04-21T09:20:52.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.924+0000 7f101cab2640 1 -- 172.21.15.52:0/2266027700 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10181a5460 con 0x7f101819cf20 2024-04-21T09:20:52.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.926+0000 7f10077fe640 1 -- 172.21.15.52:0/2266027700 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1010044020 con 0x7f101819cf20 2024-04-21T09:20:52.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.926+0000 7f101f777740 1 Processor -- start 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101f777740 1 -- start start 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101f777740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af358ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101f777740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3593980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f10077fe640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f10000a3d20 0x7f10000a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101f777740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 0x559af35962b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101f777740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559af34eb0b0 con 0x559af358a9c0 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101f777740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559af349c680 con 0x559af358b2e0 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101f777740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x559af34a8c60 con 0x559af3593ec0 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f1015d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af358ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f1015d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af358ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33252/0 (socket says 172.21.15.52:33252) 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101659c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3593980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f1015d9b640 1 -- 172.21.15.52:0/3292865734 learned_addr learned my addr 172.21.15.52:0/3292865734 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:52.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f10077fe640 1 -- 172.21.15.52:0/2266027700 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f10100f28c0 con 0x7f101819cf20 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f1016d9d640 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 0x559af35962b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f1015d9b640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f10000a3d20 0x7f10000a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101659c640 1 -- 172.21.15.52:0/3292865734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 msgr2=0x559af35962b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101659c640 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 0x559af35962b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101659c640 1 -- 172.21.15.52:0/3292865734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 msgr2=0x559af358ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101659c640 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af358ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f101659c640 1 -- 172.21.15.52:0/3292865734 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559af32cdc90 con 0x559af358b2e0 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.927+0000 7f1015d9b640 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af358ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.928+0000 7f101659c640 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3593980 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1008009b50 tx=0x7f1008009f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4543f98bce979fc server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.928+0000 7f1015d9b640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f10000a3d20 0x7f10000a61e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f100c005e10 tx=0x7f100c00a2d0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.928+0000 7f1004ff9640 1 -- 172.21.15.52:0/3292865734 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1008011da0 con 0x559af358b2e0 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.928+0000 7f1004ff9640 1 -- 172.21.15.52:0/3292865734 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1008016070 con 0x559af358b2e0 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.928+0000 7f1004ff9640 1 -- 172.21.15.52:0/3292865734 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1008012450 con 0x559af358b2e0 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.928+0000 7f101f777740 1 -- 172.21.15.52:0/3292865734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 msgr2=0x559af3593980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.936 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.928+0000 7f101f777740 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3593980 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1008009b50 tx=0x7f1008009f50 comp rx=0 tx=0).stop 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 -- 172.21.15.52:0/3292865734 shutdown_connections 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 0x559af35962b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3593980 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 --2- 172.21.15.52:0/3292865734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af358ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 -- 172.21.15.52:0/3292865734 >> 172.21.15.52:0/3292865734 conn(0x559af35850f0 msgr2=0x559af35854d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 -- 172.21.15.52:0/3292865734 shutdown_connections 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 -- 172.21.15.52:0/3292865734 wait complete. 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 -- start start 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 Processor -- start 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3590f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358b2e0 0x559af3591460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af3593ec0 0x559af35919a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x559af34ee400 con 0x559af358a9c0 2024-04-21T09:20:52.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559af34aa840 con 0x559af3593ec0 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x559af34f3720 con 0x559af358b2e0 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101f777740 10 client.0 _ll_register_callbacks cb 0x559af34fbea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3590f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3590f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33258/0 (socket says 172.21.15.52:33258) 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f101659c640 1 -- 172.21.15.52:0/704377559 learned_addr learned my addr 172.21.15.52:0/704377559 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.929+0000 7f1016d9d640 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af3593ec0 0x559af35919a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f1015d9b640 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358b2e0 0x559af3591460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101659c640 1 -- 172.21.15.52:0/704377559 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358b2e0 msgr2=0x559af3591460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101659c640 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358b2e0 0x559af3591460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101659c640 1 -- 172.21.15.52:0/704377559 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af3593ec0 msgr2=0x559af35919a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101659c640 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af3593ec0 0x559af35919a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101659c640 1 -- 172.21.15.52:0/704377559 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559af332e420 con 0x559af358a9c0 2024-04-21T09:20:52.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101659c640 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3590f20 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1008003820 tx=0x7f1008003850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6935304c21188e21 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f0ffdffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f0ffdffb640 1 -- 172.21.15.52:0/704377559 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1008011db0 con 0x559af358a9c0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f0ffdffb640 1 -- 172.21.15.52:0/704377559 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f1008004050 con 0x559af358a9c0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101f777740 1 -- 172.21.15.52:0/704377559 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1008016070 con 0x559af358a9c0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f0ffdffb640 1 -- 172.21.15.52:0/704377559 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f1008030050 con 0x559af358a9c0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101f777740 10 client.16803 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f101f777740 1 -- 172.21.15.52:0/704377559 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x559af31c1580 con 0x559af358a9c0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.930+0000 7f0ffdffb640 1 -- 172.21.15.52:0/704377559 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1008016070 con 0x559af358a9c0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f0ffdffb640 1 -- 172.21.15.52:0/704377559 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f1008004840 con 0x559af358a9c0 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f101f777740 10 client.16803 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f101f777740 10 client.16803 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f101f777740 20 client.16803 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f101f777740 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559af35a3b80 0x559af35a5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f101f777740 4 client.16803 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:20:52.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f101f777740 1 -- 172.21.15.52:0/704377559 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559af34fcb10 con 0x559af35a3b80 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f1015d9b640 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559af35a3b80 0x559af35a5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f0ffdffb640 10 client.16803 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.931+0000 7f1015d9b640 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559af35a3b80 0x559af35a5f70 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=674859b7e0d487ba server_cookie=fe4a9441ab70b9c in_seq=0 out_seq=0 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f0ffdffb640 1 -- 172.21.15.52:0/704377559 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559af34fcb10 con 0x559af35a3b80 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f0ffdffb640 10 client.16803 handle_command_reply: tid=0 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 client.16803 shutdown 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 -- 172.21.15.52:0/704377559 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 msgr2=0x559af3590f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3590f20 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1008003820 tx=0x7f1008003850 comp rx=0 tx=0).stop 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 -- 172.21.15.52:0/704377559 shutdown_connections 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559af35a3b80 0x559af35a5f70 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af3593ec0 0x559af35919a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f0ffdffb640 0 client.16803 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358b2e0 0x559af3591460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 --2- 172.21.15.52:0/704377559 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3590f20 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 -- 172.21.15.52:0/704377559 >> 172.21.15.52:0/704377559 conn(0x559af35850f0 msgr2=0x559af3586e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:52.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 -- 172.21.15.52:0/704377559 shutdown_connections 2024-04-21T09:20:52.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 1 -- 172.21.15.52:0/704377559 wait complete. 2024-04-21T09:20:52.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.932+0000 7f101f777740 20 client.16803 trim_cache size 0 max 16384 2024-04-21T09:20:52.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.949+0000 7f101f777740 1 Processor -- start 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101f777740 1 -- start start 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101f777740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3593650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101f777740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af35917c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101f777740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 0x559af35ab620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101f777740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f10181af430 con 0x559af358a9c0 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101f777740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f10181ad280 con 0x559af358b2e0 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101f777740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f10181aed60 con 0x559af3593ec0 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3593650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3593650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33264/0 (socket says 172.21.15.52:33264) 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 -- 172.21.15.52:0/1094894573 learned_addr learned my addr 172.21.15.52:0/1094894573 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f1015d9b640 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af35917c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f1016d9d640 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 0x559af35ab620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 -- 172.21.15.52:0/1094894573 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 msgr2=0x559af35ab620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 0x559af35ab620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 -- 172.21.15.52:0/1094894573 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 msgr2=0x559af35917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af35917c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 -- 172.21.15.52:0/1094894573 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559af358b0d0 con 0x559af358a9c0 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f101659c640 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3593650 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f1008004d80 tx=0x7f10080098a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b90db35f80c4d20 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.950+0000 7f0ffffff640 1 -- 172.21.15.52:0/1094894573 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100802d040 con 0x559af358a9c0 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f0ffffff640 1 -- 172.21.15.52:0/1094894573 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1008016070 con 0x559af358a9c0 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f0ffffff640 1 -- 172.21.15.52:0/1094894573 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1008027e60 con 0x559af358a9c0 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 -- 172.21.15.52:0/1094894573 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 msgr2=0x559af3593650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3593650 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f1008004d80 tx=0x7f10080098a0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.957 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 -- 172.21.15.52:0/1094894573 shutdown_connections 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af3593ec0 0x559af35ab620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af35917c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 --2- 172.21.15.52:0/1094894573 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af358a9c0 0x559af3593650 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 -- 172.21.15.52:0/1094894573 >> 172.21.15.52:0/1094894573 conn(0x559af35850f0 msgr2=0x559af3586320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 -- 172.21.15.52:0/1094894573 shutdown_connections 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 -- 172.21.15.52:0/1094894573 wait complete. 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 -- start start 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.951+0000 7f101f777740 1 Processor -- start 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101f777740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358a9c0 0x559af3597e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101f777740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3598390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.958 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101f777740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af3593ec0 0x559af360d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101f777740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f10181adfc0 con 0x559af3593ec0 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101f777740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f10181ad8f0 con 0x559af358b2e0 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101f777740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f10181ae690 con 0x559af358a9c0 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101f777740 10 client.0 _ll_register_callbacks cb 0x7f100c011440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af3593ec0 0x559af360d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af3593ec0 0x559af360d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:33268/0 (socket says 172.21.15.52:33268) 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 -- 172.21.15.52:0/97077236 learned_addr learned my addr 172.21.15.52:0/97077236 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1015d9b640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3598390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101659c640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358a9c0 0x559af3597e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 -- 172.21.15.52:0/97077236 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358a9c0 msgr2=0x559af3597e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358a9c0 0x559af3597e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.959 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 -- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 msgr2=0x559af3598390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3598390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 -- 172.21.15.52:0/97077236 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559af360d7e0 con 0x559af3593ec0 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101659c640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358a9c0 0x559af3597e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1015d9b640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3598390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f1016d9d640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af3593ec0 0x559af360d2a0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f10100be270 tx=0x7f10100be450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d35059e3b33d1127 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f0ffdffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f0ffdffb640 1 -- 172.21.15.52:0/97077236 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10100bec70 con 0x559af3593ec0 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f0ffdffb640 1 -- 172.21.15.52:0/97077236 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f10100da9c0 con 0x559af3593ec0 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.952+0000 7f101f777740 1 -- 172.21.15.52:0/97077236 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1008016070 con 0x559af3593ec0 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f0ffdffb640 1 -- 172.21.15.52:0/97077236 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f10100be570 con 0x559af3593ec0 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101f777740 10 client.16809 fetch_fsmap learned FSMap version 42 2024-04-21T09:20:52.960 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101f777740 1 -- 172.21.15.52:0/97077236 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x559af360ea50 con 0x559af3593ec0 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f0ffdffb640 1 -- 172.21.15.52:0/97077236 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1008016070 con 0x559af3593ec0 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f0ffdffb640 1 -- 172.21.15.52:0/97077236 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f101003c030 con 0x559af3593ec0 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101f777740 10 client.16809 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101f777740 10 client.16809 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101f777740 20 client.16809 populate_metadata read hostname 'smithi052' 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101f777740 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559af360f290 0x559af36116b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101f777740 4 client.16809 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 30.0, "expiration": 80.6, "await": true}] 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101f777740 1 -- 172.21.15.52:0/97077236 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 30.0, "expiration": 80.6, "await": true}) -- 0x559af34f6980 con 0x559af360f290 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.953+0000 7f101659c640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559af360f290 0x559af36116b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.954+0000 7f101659c640 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559af360f290 0x559af36116b0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dc52c4e60ad5728 server_cookie=56874e614039ec0a in_seq=0 out_seq=0 2024-04-21T09:20:52.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.954+0000 7f0ffdffb640 10 client.16809 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f0ffdffb640 1 -- 172.21.15.52:0/97077236 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x559af34f6980 con 0x559af360f290 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f0ffdffb640 10 client.16809 handle_command_reply: tid=0 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 client.16809 shutdown 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 -- 172.21.15.52:0/97077236 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af3593ec0 msgr2=0x559af360d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af3593ec0 0x559af360d2a0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f10100be270 tx=0x7f10100be450 comp rx=0 tx=0).stop 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 -- 172.21.15.52:0/97077236 shutdown_connections 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x559af360f290 0x559af36116b0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x559af3593ec0 0x559af360d2a0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559af358b2e0 0x559af3598390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f0ffdffb640 0 client.16809 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 --2- 172.21.15.52:0/97077236 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x559af358a9c0 0x559af3597e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 -- 172.21.15.52:0/97077236 >> 172.21.15.52:0/97077236 conn(0x559af35850f0 msgr2=0x559af3586980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 -- 172.21.15.52:0/97077236 shutdown_connections 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 1 -- 172.21.15.52:0/97077236 wait complete. 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101f777740 20 client.16809 trim_cache size 0 max 16384 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 42, 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stdout: "leader": 24542, 2024-04-21T09:20:52.972 INFO:teuthology.orchestra.run.smithi052.stdout: "set_version": 10, 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "sets": { 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "87be3142": { 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "version": 10, 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "age_ref": 0.0, 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "QUIESCED", 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "timeout": 30.0, 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "expiration": 80.6, 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "members": { 2024-04-21T09:20:52.973 INFO:teuthology.orchestra.run.smithi052.stdout: "file:/": { 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: "excluded": false, 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "QUIESCED", 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:20:52.974 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:20:52.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 -- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f10000a3d20 msgr2=0x7f10000a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f10000a3d20 0x7f10000a61e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f100c005e10 tx=0x7f100c00a2d0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 -- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f101819cf20 msgr2=0x7f101819d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:20:52.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f101819cf20 0x7f101819d3d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f1010005e30 tx=0x7f1010032420 comp rx=0 tx=0).stop 2024-04-21T09:20:52.975 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 -- 172.21.15.52:0/2266027700 shutdown_connections 2024-04-21T09:20:52.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f10000a3d20 0x7f10000a61e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f101819cf20 0x7f101819d3d0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1018107270 0x7f1018198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 --2- 172.21.15.52:0/2266027700 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f10181021a0 0x7f1018198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:20:52.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 -- 172.21.15.52:0/2266027700 >> 172.21.15.52:0/2266027700 conn(0x7f10180fda40 msgr2=0x7f10180fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:20:52.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 -- 172.21.15.52:0/2266027700 shutdown_connections 2024-04-21T09:20:52.976 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:20:52.971+0000 7f101cab2640 1 -- 172.21.15.52:0/2266027700 wait complete. 2024-04-21T09:20:52.982 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: 87be3142, quiesce duration: 20.6 2024-04-21T09:20:53.197 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:52 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2104618001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:20:53.207 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:52 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2104618001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:20:53.355 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:52 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2104618001' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:20:54.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:53 smithi078 ceph-mon[31713]: pgmap v341: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.8 KiB/s wr, 7 op/s 2024-04-21T09:20:54.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:53 smithi052 ceph-mon[28035]: pgmap v341: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.8 KiB/s wr, 7 op/s 2024-04-21T09:20:54.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:53 smithi060 ceph-mon[31055]: pgmap v341: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.8 KiB/s wr, 7 op/s 2024-04-21T09:20:56.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:55 smithi078 ceph-mon[31713]: pgmap v342: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.1 KiB/s wr, 8 op/s 2024-04-21T09:20:56.206 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:55 smithi052 ceph-mon[28035]: pgmap v342: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.1 KiB/s wr, 8 op/s 2024-04-21T09:20:56.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:55 smithi060 ceph-mon[31055]: pgmap v342: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.1 KiB/s wr, 8 op/s 2024-04-21T09:20:58.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:57 smithi078 ceph-mon[31713]: pgmap v343: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-21T09:20:58.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:57 smithi052 ceph-mon[28035]: pgmap v343: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-21T09:20:58.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:57 smithi060 ceph-mon[31055]: pgmap v343: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-04-21T09:21:00.088 INFO:tasks.workunit.client.0.smithi052.stdout:stopping iogen 2024-04-21T09:21:00.088 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo 'stopping iogen' 2024-04-21T09:21:00.088 INFO:tasks.workunit.client.0.smithi052.stderr:+ ./iogen -k 2024-04-21T09:21:00.092 INFO:tasks.workunit.client.0.smithi052.stdout:OK 2024-04-21T09:21:00.093 INFO:tasks.workunit.client.0.smithi052.stderr:+ echo OK 2024-04-21T09:21:00.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:20:59 smithi078 ceph-mon[31713]: pgmap v344: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-04-21T09:21:00.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:20:59 smithi052 ceph-mon[28035]: pgmap v344: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-04-21T09:21:00.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:20:59 smithi060 ceph-mon[31055]: pgmap v344: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 5.1 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 -- 172.21.15.52:0/4264439401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4112df0 msgr2=0x7f57f41151e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 --2- 172.21.15.52:0/4264439401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4112df0 0x7f57f41151e0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f57ec009ca0 tx=0x7f57ec02c0f0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 -- 172.21.15.52:0/4264439401 shutdown_connections 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 --2- 172.21.15.52:0/4264439401 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4112df0 0x7f57f41151e0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 --2- 172.21.15.52:0/4264439401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57f4076da0 0x7f57f41128b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 --2- 172.21.15.52:0/4264439401 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57f4076480 0x7f57f4076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 -- 172.21.15.52:0/4264439401 >> 172.21.15.52:0/4264439401 conn(0x7f57f40ffc40 msgr2=0x7f57f4102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 -- 172.21.15.52:0/4264439401 shutdown_connections 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 -- 172.21.15.52:0/4264439401 wait complete. 2024-04-21T09:21:01.944 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 Processor -- start 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.941+0000 7f57f9915640 1 -- start start 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f9915640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57f4076480 0x7f57f419ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f9915640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4076da0 0x7f57f419f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f9915640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57f4112df0 0x7f57f41a35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f9915640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41187c0 con 0x7f57f4076da0 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f9915640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f57f4118640 con 0x7f57f4112df0 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f9915640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f57f4118940 con 0x7f57f4076480 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4076da0 0x7f57f419f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4076da0 0x7f57f419f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38512/0 (socket says 172.21.15.52:38512) 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 -- 172.21.15.52:0/1135926347 learned_addr learned my addr 172.21.15.52:0/1135926347 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f37fe640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57f4112df0 0x7f57f41a35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57f4076480 0x7f57f419ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 -- 172.21.15.52:0/1135926347 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57f4076480 msgr2=0x7f57f419ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:01.945 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57f4076480 0x7f57f419ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 -- 172.21.15.52:0/1135926347 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57f4112df0 msgr2=0x7f57f41a35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57f4112df0 0x7f57f41a35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 -- 172.21.15.52:0/1135926347 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57f41a3d20 con 0x7f57f4076da0 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57ebfff640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4076da0 0x7f57f419f2c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f57dc00d950 tx=0x7f57dc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.942+0000 7f57f8913640 1 -- 172.21.15.52:0/1135926347 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc017070 con 0x7f57f4076da0 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.943+0000 7f57f8913640 1 -- 172.21.15.52:0/1135926347 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57dc009c30 con 0x7f57f4076da0 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.943+0000 7f57f9915640 1 -- 172.21.15.52:0/1135926347 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57f41a4010 con 0x7f57f4076da0 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.943+0000 7f57f8913640 1 -- 172.21.15.52:0/1135926347 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc00f620 con 0x7f57f4076da0 2024-04-21T09:21:01.946 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.943+0000 7f57f9915640 1 -- 172.21.15.52:0/1135926347 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57f41ab8a0 con 0x7f57f4076da0 2024-04-21T09:21:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.945+0000 7f57f8913640 1 -- 172.21.15.52:0/1135926347 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f57dc010460 con 0x7f57f4076da0 2024-04-21T09:21:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.945+0000 7f57fc5e8740 1 Processor -- start 2024-04-21T09:21:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.945+0000 7f57fc5e8740 1 -- start start 2024-04-21T09:21:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.945+0000 7f57f8913640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57e00a3d10 0x7f57e00a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57f8913640 1 -- 172.21.15.52:0/1135926347 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f57dc0d06c0 con 0x7f57f4076da0 2024-04-21T09:21:01.953 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57f37fe640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57e00a3d10 0x7f57e00a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db128d0 0x56035db11620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db11fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db1d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56035da768d0 con 0x56035db11b60 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56035da13e80 con 0x56035db128d0 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56035da72890 con 0x56035db1b0e0 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db11fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db11fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38516/0 (socket says 172.21.15.52:38516) 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 -- 172.21.15.52:0/2883328190 learned_addr learned my addr 172.21.15.52:0/2883328190 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db128d0 0x56035db11620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57f37fe640 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db1d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.954 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 -- 172.21.15.52:0/2883328190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 msgr2=0x56035db1d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db1d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 -- 172.21.15.52:0/2883328190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db128d0 msgr2=0x56035db11620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db128d0 0x56035db11620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 -- 172.21.15.52:0/2883328190 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56035da35320 con 0x56035db11b60 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db128d0 0x56035db11620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57f37fe640 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db1d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57f37fe640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57e00a3d10 0x7f57e00a61d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f57ec005cc0 tx=0x7f57ec009940 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.946+0000 7f57ebfff640 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db11fe0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f57dc0987b0 tx=0x7f57dc009de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=429455b126bba30e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57e9ffb640 1 -- 172.21.15.52:0/2883328190 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc020040 con 0x56035db11b60 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57e9ffb640 1 -- 172.21.15.52:0/2883328190 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57dc0a0650 con 0x56035db11b60 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57e9ffb640 1 -- 172.21.15.52:0/2883328190 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc0d04e0 con 0x56035db11b60 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2883328190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 msgr2=0x56035db11fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db11fe0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f57dc0987b0 tx=0x7f57dc009de0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.955 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2883328190 shutdown_connections 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db1d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db11fe0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2883328190 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db128d0 0x56035db11620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2883328190 >> 172.21.15.52:0/2883328190 conn(0x56035dad8c90 msgr2=0x56035db0c850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2883328190 shutdown_connections 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.947+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2883328190 wait complete. 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 1 -- start start 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 1 Processor -- start 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db1aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db17de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db18340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56035db1de10 con 0x56035db128d0 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56035d9feeb0 con 0x56035db11b60 2024-04-21T09:21:01.956 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x56035db1df90 con 0x56035db1b0e0 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57fc5e8740 10 client.0 _ll_register_callbacks cb 0x56035da2bb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.948+0000 7f57ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db17de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db17de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38520/0 (socket says 172.21.15.52:38520) 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57ebfff640 1 -- 172.21.15.52:0/3194943154 learned_addr learned my addr 172.21.15.52:0/3194943154 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57f37fe640 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db18340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db1aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57ebfff640 1 -- 172.21.15.52:0/3194943154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 msgr2=0x56035db18340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57ebfff640 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db18340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57ebfff640 1 -- 172.21.15.52:0/3194943154 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 msgr2=0x56035db1aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57ebfff640 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db1aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57ebfff640 1 -- 172.21.15.52:0/3194943154 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56035d789210 con 0x56035db128d0 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57ebfff640 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db17de0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f57dc0a49e0 tx=0x7f57dc0a5020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9a3655046174cf9 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:01.957 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57d2ffd640 1 -- 172.21.15.52:0/3194943154 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc07c020 con 0x56035db128d0 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57d2ffd640 1 -- 172.21.15.52:0/3194943154 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f57dc0a0120 con 0x56035db128d0 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57fc5e8740 1 -- 172.21.15.52:0/3194943154 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57dc0a0650 con 0x56035db128d0 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57d2ffd640 1 -- 172.21.15.52:0/3194943154 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f57dc0b9020 con 0x56035db128d0 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57fc5e8740 10 client.16821 fetch_fsmap learned FSMap version 42 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.949+0000 7f57fc5e8740 1 -- 172.21.15.52:0/3194943154 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56035d855620 con 0x56035db128d0 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57d2ffd640 1 -- 172.21.15.52:0/3194943154 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57dc0a0650 con 0x56035db128d0 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57d2ffd640 1 -- 172.21.15.52:0/3194943154 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f57dc07f020 con 0x56035db128d0 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57fc5e8740 10 client.16821 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57fc5e8740 10 client.16821 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57fc5e8740 20 client.16821 populate_metadata read hostname 'smithi052' 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56035db2af40 0x56035db2d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57fc5e8740 4 client.16821 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:21:01.958 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57fc5e8740 1 -- 172.21.15.52:0/3194943154 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56035da8a880 con 0x56035db2af40 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.950+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56035db2af40 0x56035db2d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.951+0000 7f57d2ffd640 10 client.16821 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.951+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56035db2af40 0x56035db2d330 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e5362ec8fba50ae server_cookie=dbde71666257ad26 in_seq=0 out_seq=0 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.951+0000 7f57d2ffd640 1 -- 172.21.15.52:0/3194943154 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56035da8a880 con 0x56035db2af40 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.951+0000 7f57d2ffd640 10 client.16821 handle_command_reply: tid=0 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 client.16821 shutdown 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 -- 172.21.15.52:0/3194943154 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 msgr2=0x56035db17de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db17de0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f57dc0a49e0 tx=0x7f57dc0a5020 comp rx=0 tx=0).stop 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 -- 172.21.15.52:0/3194943154 shutdown_connections 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56035db2af40 0x56035db2d330 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db18340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db17de0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/3194943154 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db1aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.959 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57d2ffd640 0 client.16821 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 -- 172.21.15.52:0/3194943154 >> 172.21.15.52:0/3194943154 conn(0x56035dad8c90 msgr2=0x56035db0e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 -- 172.21.15.52:0/3194943154 shutdown_connections 2024-04-21T09:21:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 1 -- 172.21.15.52:0/3194943154 wait complete. 2024-04-21T09:21:01.960 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.952+0000 7f57fc5e8740 20 client.16821 trim_cache size 0 max 16384 2024-04-21T09:21:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57fc5e8740 1 Processor -- start 2024-04-21T09:21:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57fc5e8740 1 -- start start 2024-04-21T09:21:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db17d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db128d0 0x56035db1a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.969 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db1b0e0 0x56035db1aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41b8310 con 0x56035db11b60 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41b5b80 con 0x56035db1b0e0 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41b39d0 con 0x56035db128d0 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57f2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db17d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.967+0000 7f57f2ffd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db17d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38530/0 (socket says 172.21.15.52:38530) 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f2ffd640 1 -- 172.21.15.52:0/4211917928 learned_addr learned my addr 172.21.15.52:0/4211917928 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f37fe640 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db1b0e0 0x56035db1aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f2ffd640 1 -- 172.21.15.52:0/4211917928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db128d0 msgr2=0x56035db1a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db128d0 0x56035db1a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.970 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f2ffd640 1 -- 172.21.15.52:0/4211917928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db1b0e0 msgr2=0x56035db1aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db1b0e0 0x56035db1aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f2ffd640 1 -- 172.21.15.52:0/4211917928 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56035db07f30 con 0x56035db11b60 2024-04-21T09:21:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f37fe640 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db1b0e0 0x56035db1aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:21:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db17d80 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f57e4009e90 tx=0x7f57e4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91941468db43cdd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57e97fa640 1 -- 172.21.15.52:0/4211917928 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e4005220 con 0x56035db11b60 2024-04-21T09:21:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57e97fa640 1 -- 172.21.15.52:0/4211917928 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57e4004c50 con 0x56035db11b60 2024-04-21T09:21:01.971 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.968+0000 7f57e97fa640 1 -- 172.21.15.52:0/4211917928 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e40206f0 con 0x56035db11b60 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 -- 172.21.15.52:0/4211917928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 msgr2=0x56035db17d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db17d80 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f57e4009e90 tx=0x7f57e4005f90 comp rx=0 tx=0).stop 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 -- 172.21.15.52:0/4211917928 shutdown_connections 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db1b0e0 0x56035db1aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db128d0 0x56035db1a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/4211917928 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db11b60 0x56035db17d80 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 -- 172.21.15.52:0/4211917928 >> 172.21.15.52:0/4211917928 conn(0x56035dad8c90 msgr2=0x56035db17670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 -- 172.21.15.52:0/4211917928 shutdown_connections 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 -- 172.21.15.52:0/4211917928 wait complete. 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 -- start start 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.969+0000 7f57fc5e8740 1 Processor -- start 2024-04-21T09:21:01.975 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db2e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db2e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57fc5e8740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db2eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41b4040 con 0x56035db128d0 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41b54b0 con 0x56035db11b60 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57fc5e8740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41b4710 con 0x56035db1b0e0 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57fc5e8740 10 client.0 _ll_register_callbacks cb 0x7f57e4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db2e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db2e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:38536/0 (socket says 172.21.15.52:38536) 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 -- 172.21.15.52:0/2052546852 learned_addr learned my addr 172.21.15.52:0/2052546852 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57f37fe640 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db2eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db2e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 -- 172.21.15.52:0/2052546852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 msgr2=0x56035db2eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:01.976 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db2eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 -- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 msgr2=0x56035db2e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db2e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 -- 172.21.15.52:0/2052546852 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56035db903c0 con 0x56035db128d0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db2e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57ebfff640 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db2e580 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f57dc09a600 tx=0x7f57dc098530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62150b381ed4930a server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.970+0000 7f57d2ffd640 1 -- 172.21.15.52:0/2052546852 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc07c070 con 0x56035db128d0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57d2ffd640 1 -- 172.21.15.52:0/2052546852 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9488+0+0 (secure 0 0 0) 0x7f57dc0a0120 con 0x56035db128d0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2052546852 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57e4004c50 con 0x56035db128d0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57d2ffd640 1 -- 172.21.15.52:0/2052546852 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f57dc020050 con 0x56035db128d0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 10 client.16827 fetch_fsmap learned FSMap version 42 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2052546852 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56035db903c0 con 0x56035db128d0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57d2ffd640 1 -- 172.21.15.52:0/2052546852 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57e4004c50 con 0x56035db128d0 2024-04-21T09:21:01.977 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57d2ffd640 1 -- 172.21.15.52:0/2052546852 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f57dc07f040 con 0x56035db128d0 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 10 client.16827 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 10 client.16827 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 20 client.16827 populate_metadata read hostname 'smithi052' 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56035db91a50 0x56035db93e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 4 client.16827 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2052546852 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56035da163d0 con 0x56035db91a50 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.971+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56035db91a50 0x56035db93e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.972+0000 7f57f2ffd640 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56035db91a50 0x56035db93e70 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ee508876192917b server_cookie=1dbd341e6a5d0c79 in_seq=0 out_seq=0 2024-04-21T09:21:01.978 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:01.972+0000 7f57d2ffd640 10 client.16827 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:02.112 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-21T09:21:02.113 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-21T09:21:02.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:01 smithi078 ceph-mon[31713]: pgmap v345: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 4.7 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-04-21T09:21:02.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:01 smithi052 ceph-mon[28035]: pgmap v345: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 4.7 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-04-21T09:21:02.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:01 smithi060 ceph-mon[31055]: pgmap v345: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 4.7 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-04-21T09:21:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57d2ffd640 1 -- 172.21.15.52:0/2052546852 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56035da163d0 con 0x56035db91a50 2024-04-21T09:21:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57d2ffd640 10 client.16827 handle_command_reply: tid=0 2024-04-21T09:21:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 client.16827 shutdown 2024-04-21T09:21:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2052546852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 msgr2=0x56035db2e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db2e580 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f57dc09a600 tx=0x7f57dc098530 comp rx=0 tx=0).stop 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2052546852 shutdown_connections 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56035db91a50 0x56035db93e70 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56035db1b0e0 0x56035db2eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56035db128d0 0x56035db2e580 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57d2ffd640 0 client.16827 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 --2- 172.21.15.52:0/2052546852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56035db11b60 0x56035db2e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2052546852 >> 172.21.15.52:0/2052546852 conn(0x56035dad8c90 msgr2=0x56035db26220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2052546852 shutdown_connections 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 1 -- 172.21.15.52:0/2052546852 wait complete. 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.370+0000 7f57fc5e8740 20 client.16827 trim_cache size 0 max 16384 2024-04-21T09:21:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:{ 2024-04-21T09:21:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "message": "", 2024-04-21T09:21:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout: "return_code": 0 2024-04-21T09:21:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stdout:} 2024-04-21T09:21:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 -- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57e00a3d10 msgr2=0x7f57e00a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57e00a3d10 0x7f57e00a61d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f57ec005cc0 tx=0x7f57ec009940 comp rx=0 tx=0).stop 2024-04-21T09:21:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 -- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4076da0 msgr2=0x7f57f419f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4076da0 0x7f57f419f2c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f57dc00d950 tx=0x7f57dc00de10 comp rx=0 tx=0).stop 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 -- 172.21.15.52:0/1135926347 shutdown_connections 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57e00a3d10 0x7f57e00a61d0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57f4112df0 0x7f57f41a35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57f4076da0 0x7f57f419f2c0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 --2- 172.21.15.52:0/1135926347 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57f4076480 0x7f57f419ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 -- 172.21.15.52:0/1135926347 >> 172.21.15.52:0/1135926347 conn(0x7f57f40ffc40 msgr2=0x7f57f4114580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 -- 172.21.15.52:0/1135926347 shutdown_connections 2024-04-21T09:21:03.374 INFO:teuthology.task.background_exec.ubuntu@smithi052.front.sepia.ceph.com.smithi052.stderr:2024-04-21T09:21:03.371+0000 7f57f9915640 1 -- 172.21.15.52:0/1135926347 wait complete. 2024-04-21T09:21:04.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: *** Caught signal (Segmentation fault) ** 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: in thread 7f93f82f4700 thread_name:md_log_replay 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9409297d20] 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2: /usr/bin/ceph-mds(+0x549332) [0x5628ddc07332] 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x5628ddc0aae3] 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 4: (MDLog::_replay_thread()+0x617) [0x5628ddc65607] 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 5: (MDLog::ReplayThread::entry()+0x11) [0x5628ddc6ecf1] 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f940928d1ca] 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 7: clone() 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2024-04-21T09:21:03.890+0000 7f93f82f4700 -1 *** Caught signal (Segmentation fault) ** 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: in thread 7f93f82f4700 thread_name:md_log_replay 2024-04-21T09:21:04.196 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9409297d20] 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2: /usr/bin/ceph-mds(+0x549332) [0x5628ddc07332] 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x5628ddc0aae3] 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 4: (MDLog::_replay_thread()+0x617) [0x5628ddc65607] 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 5: (MDLog::ReplayThread::entry()+0x11) [0x5628ddc6ecf1] 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f940928d1ca] 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 7: clone() 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 0> 2024-04-21T09:21:03.890+0000 7f93f82f4700 -1 *** Caught signal (Segmentation fault) ** 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: in thread 7f93f82f4700 thread_name:md_log_replay 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:21:04.197 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9409297d20] 2024-04-21T09:21:04.198 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2: /usr/bin/ceph-mds(+0x549332) [0x5628ddc07332] 2024-04-21T09:21:04.198 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x5628ddc0aae3] 2024-04-21T09:21:04.198 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 4: (MDLog::_replay_thread()+0x617) [0x5628ddc65607] 2024-04-21T09:21:04.198 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 5: (MDLog::ReplayThread::entry()+0x11) [0x5628ddc6ecf1] 2024-04-21T09:21:04.198 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f940928d1ca] 2024-04-21T09:21:04.198 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 7: clone() 2024-04-21T09:21:04.198 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:21:04.198 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: -1> 2024-04-21T09:21:03.890+0000 7f93f82f4700 -1 *** Caught signal (Segmentation fault) ** 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: in thread 7f93f82f4700 thread_name:md_log_replay 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: ceph version 19.0.0-3154-ga630765c (a630765c1f93c6e61d9b40c4b76437611d5ef29e) squid (dev) 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9409297d20] 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2: /usr/bin/ceph-mds(+0x549332) [0x5628ddc07332] 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x5628ddc0aae3] 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 4: (MDLog::_replay_thread()+0x617) [0x5628ddc65607] 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 5: (MDLog::ReplayThread::entry()+0x11) [0x5628ddc6ecf1] 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f940928d1ca] 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 7: clone() 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[67588]: 2024-04-21T09:21:04.199 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:03 smithi078 podman[68448]: 2024-04-21 09:21:03.991560522 +0000 UTC m=+0.044907811 container died de764e7254bbd78781a4fe5349550aa717ab0ef795327ad3184572d3eebec51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:21:04.200 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:03 smithi078 ceph-mon[31713]: pgmap v346: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 22 op/s 2024-04-21T09:21:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:03 smithi052 ceph-mon[28035]: pgmap v346: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 22 op/s 2024-04-21T09:21:04.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:03 smithi060 ceph-mon[31055]: pgmap v346: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 14 KiB/s rd, 26 KiB/s wr, 22 op/s 2024-04-21T09:21:04.914 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:04 smithi078 podman[68448]: 2024-04-21 09:21:04.642826769 +0000 UTC m=+0.696174049 container remove de764e7254bbd78781a4fe5349550aa717ab0ef795327ad3184572d3eebec51f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-21T09:21:04.914 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:04 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Main process exited, code=exited, status=139/n/a 2024-04-21T09:21:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:04 smithi078 ceph-mon[31713]: osdmap e110: 12 total, 12 up, 12 in 2024-04-21T09:21:05.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:05 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Failed with result 'exit-code'. 2024-04-21T09:21:05.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:05 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Consumed 2.171s CPU time. 2024-04-21T09:21:05.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:04 smithi052 ceph-mon[28035]: osdmap e110: 12 total, 12 up, 12 in 2024-04-21T09:21:05.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:04 smithi060 ceph-mon[31055]: osdmap e110: 12 total, 12 up, 12 in 2024-04-21T09:21:06.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:05 smithi078 ceph-mon[31713]: pgmap v348: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-04-21T09:21:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:05 smithi052 ceph-mon[28035]: pgmap v348: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-04-21T09:21:06.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:05 smithi060 ceph-mon[31055]: pgmap v348: 129 pgs: 129 active+clean; 51 GiB data, 113 GiB used, 959 GiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-04-21T09:21:08.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:07 smithi078 ceph-mon[31713]: pgmap v349: 129 pgs: 2 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 123 active+clean; 51 GiB data, 113 GiB used, 960 GiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-04-21T09:21:08.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:07 smithi052 ceph-mon[28035]: pgmap v349: 129 pgs: 2 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 123 active+clean; 51 GiB data, 113 GiB used, 960 GiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-04-21T09:21:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:07 smithi060 ceph-mon[31055]: pgmap v349: 129 pgs: 2 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 123 active+clean; 51 GiB data, 113 GiB used, 960 GiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-04-21T09:21:10.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:09 smithi078 ceph-mon[31713]: pgmap v350: 129 pgs: 3 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 122 active+clean; 46 GiB data, 104 GiB used, 969 GiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-04-21T09:21:10.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:09 smithi052 ceph-mon[28035]: pgmap v350: 129 pgs: 3 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 122 active+clean; 46 GiB data, 104 GiB used, 969 GiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-04-21T09:21:10.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:09 smithi060 ceph-mon[31055]: pgmap v350: 129 pgs: 3 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 122 active+clean; 46 GiB data, 104 GiB used, 969 GiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-04-21T09:21:12.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:11 smithi078 ceph-mon[31713]: pgmap v351: 129 pgs: 3 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 122 active+clean; 42 GiB data, 98 GiB used, 975 GiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-04-21T09:21:12.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:11 smithi052 ceph-mon[28035]: pgmap v351: 129 pgs: 3 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 122 active+clean; 42 GiB data, 98 GiB used, 975 GiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-04-21T09:21:12.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:11 smithi060 ceph-mon[31055]: pgmap v351: 129 pgs: 3 active+clean+snaptrim, 4 active+clean+snaptrim_wait, 122 active+clean; 42 GiB data, 98 GiB used, 975 GiB / 1.0 TiB avail; 21 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-04-21T09:21:13.583 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:21:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 -- 172.21.15.52:0/656139482 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806b000 msgr2=0x7ffa0810ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 --2- 172.21.15.52:0/656139482 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806b000 0x7ffa0810ede0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ffa00009cd0 tx=0x7ffa0002c0f0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 -- 172.21.15.52:0/656139482 shutdown_connections 2024-04-21T09:21:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 --2- 172.21.15.52:0/656139482 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806b000 0x7ffa0810ede0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 --2- 172.21.15.52:0/656139482 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffa0806a640 0x7ffa0806aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.701 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 --2- 172.21.15.52:0/656139482 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffa08108060 0x7ffa08108440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 -- 172.21.15.52:0/656139482 >> 172.21.15.52:0/656139482 conn(0x7ffa08077c40 msgr2=0x7ffa08078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 -- 172.21.15.52:0/656139482 shutdown_connections 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.699+0000 7ffa0e848640 1 -- 172.21.15.52:0/656139482 wait complete. 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0e848640 1 Processor -- start 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0e848640 1 -- start start 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0e848640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806a640 0x7ffa081986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0e848640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffa0806b000 0x7ffa08198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0e848640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffa08108060 0x7ffa0819cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0e848640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ffa081121a0 con 0x7ffa0806a640 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0e848640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ffa08112020 con 0x7ffa08108060 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0e848640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ffa08112320 con 0x7ffa0806b000 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa07fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806a640 0x7ffa081986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa07fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806a640 0x7ffa081986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41774/0 (socket says 172.21.15.52:41774) 2024-04-21T09:21:13.702 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa07fff640 1 -- 172.21.15.52:0/408626552 learned_addr learned my addr 172.21.15.52:0/408626552 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.700+0000 7ffa0cde5640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffa08108060 0x7ffa0819cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa077fe640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffa0806b000 0x7ffa08198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa07fff640 1 -- 172.21.15.52:0/408626552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffa0806b000 msgr2=0x7ffa08198c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa07fff640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffa0806b000 0x7ffa08198c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa07fff640 1 -- 172.21.15.52:0/408626552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffa08108060 msgr2=0x7ffa0819cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa07fff640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffa08108060 0x7ffa0819cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa07fff640 1 -- 172.21.15.52:0/408626552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa0819d6b0 con 0x7ffa0806a640 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa07fff640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806a640 0x7ffa081986c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000e9f0 tx=0x7ff9f000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa057fa640 1 -- 172.21.15.52:0/408626552 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f000cd80 con 0x7ffa0806a640 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa057fa640 1 -- 172.21.15.52:0/408626552 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9f00108e0 con 0x7ffa0806a640 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa0819d9a0 con 0x7ffa0806a640 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa057fa640 1 -- 172.21.15.52:0/408626552 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0018980 con 0x7ffa0806a640 2024-04-21T09:21:13.703 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.701+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa081a5230 con 0x7ffa0806a640 2024-04-21T09:21:13.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.702+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa08103650 con 0x7ffa0806a640 2024-04-21T09:21:13.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.703+0000 7ffa057fa640 1 -- 172.21.15.52:0/408626552 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff9f0010430 con 0x7ffa0806a640 2024-04-21T09:21:13.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.704+0000 7ffa057fa640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff9f40a3d20 0x7ff9f40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:13.704 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.704+0000 7ffa077fe640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff9f40a3d20 0x7ff9f40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:13.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.704+0000 7ffa057fa640 1 -- 172.21.15.52:0/408626552 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7ff9f00d0e90 con 0x7ffa0806a640 2024-04-21T09:21:13.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.704+0000 7ffa077fe640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff9f40a3d20 0x7ff9f40a61e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ffa081076e0 tx=0x7ff9f8005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:13.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.709+0000 7ffa057fa640 1 -- 172.21.15.52:0/408626552 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff9f009cab0 con 0x7ffa0806a640 2024-04-21T09:21:13.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.934+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa0810a4a0 con 0x7ffa0806a640 2024-04-21T09:21:13.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.935+0000 7ffa057fa640 1 -- 172.21.15.52:0/408626552 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11862 (secure 0 0 0) 0x7ff9f00a0db0 con 0x7ffa0806a640 2024-04-21T09:21:13.935 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:21:13.935 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":42,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":26255,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/905006640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":905006640},{"type":"v1","addr":"172.21.15.60:6833","nonce":905006640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:19:33.365392+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26296":{"gid":26296,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/2257153857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":2257153857},{"type":"v1","addr":"172.21.15.78:6837","nonce":2257153857}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:21:13.935 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 42 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff9f40a3d20 msgr2=0x7ff9f40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff9f40a3d20 0x7ff9f40a61e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ffa081076e0 tx=0x7ff9f8005f90 comp rx=0 tx=0).stop 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806a640 msgr2=0x7ffa081986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806a640 0x7ffa081986c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000e9f0 tx=0x7ff9f000eeb0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 shutdown_connections 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff9f40a3d20 0x7ff9f40a61e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ffa08108060 0x7ffa0819cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ffa0806b000 0x7ffa08198c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 --2- 172.21.15.52:0/408626552 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ffa0806a640 0x7ffa081986c0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 >> 172.21.15.52:0/408626552 conn(0x7ffa08077c40 msgr2=0x7ffa080ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:13.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 shutdown_connections 2024-04-21T09:21:13.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:13.937+0000 7ffa0e848640 1 -- 172.21.15.52:0/408626552 wait complete. 2024-04-21T09:21:13.948 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24542 quiesce db --set-id 87be3142 --release --await' 2024-04-21T09:21:13.948 DEBUG:teuthology.orchestra.run.smithi052:> timeout 45 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24542 quiesce db --set-id 87be3142 --release --await 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 -- 172.21.15.52:0/889829973 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 msgr2=0x7f393c102650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 --2- 172.21.15.52:0/889829973 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 0x7f393c102650 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f392c009930 tx=0x7f392c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 -- 172.21.15.52:0/889829973 shutdown_connections 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 --2- 172.21.15.52:0/889829973 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f393c1044f0 0x7f393c10eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 --2- 172.21.15.52:0/889829973 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f393c103b50 0x7f393c103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 --2- 172.21.15.52:0/889829973 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 0x7f393c102650 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 -- 172.21.15.52:0/889829973 >> 172.21.15.52:0/889829973 conn(0x7f393c0fda10 msgr2=0x7f393c0ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 -- 172.21.15.52:0/889829973 shutdown_connections 2024-04-21T09:21:14.060 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.057+0000 7f3940fe6640 1 -- 172.21.15.52:0/889829973 wait complete. 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f3940fe6640 1 Processor -- start 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f3940fe6640 1 -- start start 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f3940fe6640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 0x7f393c074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f3940fe6640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f393c103b50 0x7f393c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f3940fe6640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f393c1044f0 0x7f393c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f3940fe6640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f393c112270 con 0x7f393c102270 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f3940fe6640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f393c1120f0 con 0x7f393c1044f0 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f3940fe6640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f393c1123f0 con 0x7f393c103b50 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f393a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 0x7f393c074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f393a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 0x7f393c074250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41788/0 (socket says 172.21.15.52:41788) 2024-04-21T09:21:14.061 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f393a59c640 1 -- 172.21.15.52:0/2677094431 learned_addr learned my addr 172.21.15.52:0/2677094431 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.058+0000 7f393ad9d640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f393c1044f0 0x7f393c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f3939d9b640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f393c103b50 0x7f393c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f393a59c640 1 -- 172.21.15.52:0/2677094431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f393c103b50 msgr2=0x7f393c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f393a59c640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f393c103b50 0x7f393c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f393a59c640 1 -- 172.21.15.52:0/2677094431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f393c1044f0 msgr2=0x7f393c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f393a59c640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f393c1044f0 0x7f393c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f393a59c640 1 -- 172.21.15.52:0/2677094431 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f393c1a6cd0 con 0x7f393c102270 2024-04-21T09:21:14.062 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f393ad9d640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f393c1044f0 0x7f393c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:14.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f3939d9b640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f393c103b50 0x7f393c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:21:14.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f393a59c640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 0x7f393c074250 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f392c009230 tx=0x7f392c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f392b7fe640 1 -- 172.21.15.52:0/2677094431 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c043020 con 0x7f393c102270 2024-04-21T09:21:14.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f392b7fe640 1 -- 172.21.15.52:0/2677094431 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f392c02cb70 con 0x7f393c102270 2024-04-21T09:21:14.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f3940fe6640 1 -- 172.21.15.52:0/2677094431 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f393c1a6f60 con 0x7f393c102270 2024-04-21T09:21:14.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f392b7fe640 1 -- 172.21.15.52:0/2677094431 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c003b50 con 0x7f393c102270 2024-04-21T09:21:14.063 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.059+0000 7f3940fe6640 1 -- 172.21.15.52:0/2677094431 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f393c1a7420 con 0x7f393c102270 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.061+0000 7f392b7fe640 1 -- 172.21.15.52:0/2677094431 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f392c046020 con 0x7f393c102270 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3943bd1740 1 Processor -- start 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3943bd1740 1 -- start start 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf966f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf9f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf9f810 0x55817cfa1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3943bd1740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55817cefb500 con 0x55817cf9f810 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3943bd1740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55817cea16a0 con 0x55817cf96c30 2024-04-21T09:21:14.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3943bd1740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55817cef74c0 con 0x55817cf96310 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f392b7fe640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f39240a3d20 0x7f39240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3939d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf9f810 0x55817cfa1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3939d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf9f810 0x55817cfa1c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41800/0 (socket says 172.21.15.52:41800) 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f393ad9d640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f39240a3d20 0x7f39240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f3939d9b640 1 -- 172.21.15.52:0/1262967188 learned_addr learned my addr 172.21.15.52:0/1262967188 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.062+0000 7f392b7fe640 1 -- 172.21.15.52:0/2677094431 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f392c0f2e50 con 0x7f393c102270 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f393a59c640 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf9f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f393ad9d640 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf966f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3939d9b640 1 -- 172.21.15.52:0/1262967188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 msgr2=0x55817cf966f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3939d9b640 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf966f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3939d9b640 1 -- 172.21.15.52:0/1262967188 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 msgr2=0x55817cf9f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3939d9b640 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf9f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3939d9b640 1 -- 172.21.15.52:0/1262967188 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55817cec05e0 con 0x55817cf9f810 2024-04-21T09:21:14.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f393a59c640 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf9f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:14.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3939d9b640 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf9f810 0x55817cfa1c00 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f393000bb40 tx=0x7f393000d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5315b3679f152e3d server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f393ad9d640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f39240a3d20 0x7f39240a61e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3934005c40 tx=0x7f3934009530 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3928ff9640 1 -- 172.21.15.52:0/1262967188 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3930017420 con 0x55817cf9f810 2024-04-21T09:21:14.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3928ff9640 1 -- 172.21.15.52:0/1262967188 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3930017a70 con 0x55817cf9f810 2024-04-21T09:21:14.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.063+0000 7f3928ff9640 1 -- 172.21.15.52:0/1262967188 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393000fa60 con 0x55817cf9f810 2024-04-21T09:21:14.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 -- 172.21.15.52:0/1262967188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf9f810 msgr2=0x55817cfa1c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.072 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf9f810 0x55817cfa1c00 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f393000bb40 tx=0x7f393000d340 comp rx=0 tx=0).stop 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 -- 172.21.15.52:0/1262967188 shutdown_connections 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf9f810 0x55817cfa1c00 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf9f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 --2- 172.21.15.52:0/1262967188 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf966f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 -- 172.21.15.52:0/1262967188 >> 172.21.15.52:0/1262967188 conn(0x55817cf90a40 msgr2=0x55817cf90e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 -- 172.21.15.52:0/1262967188 shutdown_connections 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 -- 172.21.15.52:0/1262967188 wait complete. 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 -- start start 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.064+0000 7f3943bd1740 1 Processor -- start 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cf9f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf96c30 0x55817cf9c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf9f810 0x55817cf9cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3943bd1740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55817cfa2600 con 0x55817cf96c30 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3943bd1740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55817ceb4a60 con 0x55817cf96310 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3943bd1740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55817cfa2780 con 0x55817cf9f810 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3943bd1740 10 client.0 _ll_register_callbacks cb 0x55817cc0d110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf96c30 0x55817cf9c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf96c30 0x55817cf9c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41806/0 (socket says 172.21.15.52:41806) 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 -- 172.21.15.52:0/2598556582 learned_addr learned my addr 172.21.15.52:0/2598556582 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f393a59c640 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cf9f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f393ad9d640 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf9f810 0x55817cf9cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 -- 172.21.15.52:0/2598556582 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf9f810 msgr2=0x55817cf9cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf9f810 0x55817cf9cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 -- 172.21.15.52:0/2598556582 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 msgr2=0x55817cf9f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.074 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cf9f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 -- 172.21.15.52:0/2598556582 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55817cc0d920 con 0x55817cf96c30 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f393ad9d640 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf9f810 0x55817cf9cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3939d9b640 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf96c30 0x55817cf9c580 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f3930019040 tx=0x7f3930017650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=999d7802fbf0a2fb server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3921ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3921ffb640 1 -- 172.21.15.52:0/2598556582 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3930026070 con 0x55817cf96c30 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3921ffb640 1 -- 172.21.15.52:0/2598556582 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f393000f7e0 con 0x55817cf96c30 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.065+0000 7f3943bd1740 1 -- 172.21.15.52:0/2598556582 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3930017a70 con 0x55817cf96c30 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3921ffb640 1 -- 172.21.15.52:0/2598556582 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f3930032050 con 0x55817cf96c30 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3943bd1740 10 client.16845 fetch_fsmap learned FSMap version 42 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3943bd1740 1 -- 172.21.15.52:0/2598556582 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55817ccd9d30 con 0x55817cf96c30 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3921ffb640 1 -- 172.21.15.52:0/2598556582 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3930017a70 con 0x55817cf96c30 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3921ffb640 1 -- 172.21.15.52:0/2598556582 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f3930022950 con 0x55817cf96c30 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3943bd1740 10 client.16845 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3943bd1740 10 client.16845 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:21:14.075 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3943bd1740 20 client.16845 populate_metadata read hostname 'smithi052' 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3943bd1740 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55817cfaf880 0x55817cfb1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3943bd1740 4 client.16845 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f3943bd1740 1 -- 172.21.15.52:0/2598556582 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55817cecea10 con 0x55817cfaf880 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.066+0000 7f393a59c640 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55817cfaf880 0x55817cfb1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.067+0000 7f3921ffb640 10 client.16845 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.067+0000 7f393a59c640 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55817cfaf880 0x55817cfb1c70 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5bf201396acabe0 server_cookie=8d07960325f74212 in_seq=0 out_seq=0 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.067+0000 7f3921ffb640 1 -- 172.21.15.52:0/2598556582 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55817cecea10 con 0x55817cfaf880 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.067+0000 7f3921ffb640 10 client.16845 handle_command_reply: tid=0 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 client.16845 shutdown 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 -- 172.21.15.52:0/2598556582 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf96c30 msgr2=0x55817cf9c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf96c30 0x55817cf9c580 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f3930019040 tx=0x7f3930017650 comp rx=0 tx=0).stop 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 -- 172.21.15.52:0/2598556582 shutdown_connections 2024-04-21T09:21:14.076 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55817cfaf880 0x55817cfb1c70 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf9f810 0x55817cf9cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3921ffb640 0 client.16845 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf96c30 0x55817cf9c580 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 --2- 172.21.15.52:0/2598556582 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cf9f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 -- 172.21.15.52:0/2598556582 >> 172.21.15.52:0/2598556582 conn(0x55817cf90a40 msgr2=0x55817cf92790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 -- 172.21.15.52:0/2598556582 shutdown_connections 2024-04-21T09:21:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 1 -- 172.21.15.52:0/2598556582 wait complete. 2024-04-21T09:21:14.077 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.068+0000 7f3943bd1740 20 client.16845 trim_cache size 0 max 16384 2024-04-21T09:21:14.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.085+0000 7f3943bd1740 1 Processor -- start 2024-04-21T09:21:14.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.085+0000 7f3943bd1740 1 -- start start 2024-04-21T09:21:14.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfab4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cfb7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96c30 0x55817cfb7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3943bd1740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f393c1b3fb0 con 0x55817cf90a40 2024-04-21T09:21:14.090 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3943bd1740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f393c1b1820 con 0x55817cf96310 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3943bd1740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f393c1af690 con 0x55817cf96c30 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfab4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfab4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41808/0 (socket says 172.21.15.52:41808) 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 -- 172.21.15.52:0/1874589247 learned_addr learned my addr 172.21.15.52:0/1874589247 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393ad9d640 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96c30 0x55817cfb7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3939d9b640 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cfb7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 -- 172.21.15.52:0/1874589247 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96c30 msgr2=0x55817cfb7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96c30 0x55817cfb7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 -- 172.21.15.52:0/1874589247 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 msgr2=0x55817cfb7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cfb7320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 -- 172.21.15.52:0/1874589247 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55817cf9cf00 con 0x55817cf90a40 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3939d9b640 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cfb7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f393a59c640 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfab4c0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f392c0f0280 tx=0x7f392c04a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dc816fadf9b7288 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.091 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3923fff640 1 -- 172.21.15.52:0/1874589247 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c0bea70 con 0x55817cf90a40 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3923fff640 1 -- 172.21.15.52:0/1874589247 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f392c0c2e20 con 0x55817cf90a40 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.086+0000 7f3923fff640 1 -- 172.21.15.52:0/1874589247 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c0f0390 con 0x55817cf90a40 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 -- 172.21.15.52:0/1874589247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 msgr2=0x55817cfab4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfab4c0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f392c0f0280 tx=0x7f392c04a040 comp rx=0 tx=0).stop 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 -- 172.21.15.52:0/1874589247 shutdown_connections 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96c30 0x55817cfb7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96310 0x55817cfb7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 --2- 172.21.15.52:0/1874589247 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfab4c0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 -- 172.21.15.52:0/1874589247 >> 172.21.15.52:0/1874589247 conn(0x55817cfa1f20 msgr2=0x55817cf91c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 -- 172.21.15.52:0/1874589247 shutdown_connections 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 -- 172.21.15.52:0/1874589247 wait complete. 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 -- start start 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.087+0000 7f3943bd1740 1 Processor -- start 2024-04-21T09:21:14.092 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfa7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf998e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf99e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f393c1afce0 con 0x55817cf90a40 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f393c1b1150 con 0x55817cf96c30 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f393c1b03b0 con 0x55817cf96310 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 10 client.0 _ll_register_callbacks cb 0x7f393000b990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfa7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfa7ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41822/0 (socket says 172.21.15.52:41822) 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 -- 172.21.15.52:0/825289164 learned_addr learned my addr 172.21.15.52:0/825289164 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393ad9d640 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf99e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3939d9b640 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 -- 172.21.15.52:0/825289164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 msgr2=0x55817cf998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 -- 172.21.15.52:0/825289164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 msgr2=0x55817cf99e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf99e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 -- 172.21.15.52:0/825289164 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55817cf9a510 con 0x55817cf90a40 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3939d9b640 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f393a59c640 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfa7ca0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f392c0bb440 tx=0x7f392c0ba710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66e90c9000cd036e server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3921ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3921ffb640 1 -- 172.21.15.52:0/825289164 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c0bea70 con 0x55817cf90a40 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3921ffb640 1 -- 172.21.15.52:0/825289164 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f392c0bb0e0 con 0x55817cf90a40 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 1 -- 172.21.15.52:0/825289164 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f392c0c2e20 con 0x55817cf90a40 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3921ffb640 1 -- 172.21.15.52:0/825289164 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f392c0f0390 con 0x55817cf90a40 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.088+0000 7f3943bd1740 10 client.16851 fetch_fsmap learned FSMap version 42 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3943bd1740 1 -- 172.21.15.52:0/825289164 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55817d016c00 con 0x55817cf90a40 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3921ffb640 1 -- 172.21.15.52:0/825289164 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f392c0c2e20 con 0x55817cf90a40 2024-04-21T09:21:14.094 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3921ffb640 1 -- 172.21.15.52:0/825289164 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f392c0db020 con 0x55817cf90a40 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3943bd1740 10 client.16851 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3943bd1740 10 client.16851 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3943bd1740 20 client.16851 populate_metadata read hostname 'smithi052' 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3943bd1740 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55817cf9f810 0x55817d019360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3943bd1740 4 client.16851 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "87be3142", "release": true, "await": true}] 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3943bd1740 1 -- 172.21.15.52:0/825289164 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "quiesce db", "set_id": "87be3142", "release": true, "await": true}) -- 0x55817cf08f20 con 0x55817cf9f810 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3939d9b640 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55817cf9f810 0x55817d019360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3921ffb640 10 client.16851 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:14.095 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.089+0000 7f3939d9b640 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55817cf9f810 0x55817d019360 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3d7241493a9b116 server_cookie=bd70194c1f5c451f in_seq=0 out_seq=0 2024-04-21T09:21:14.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3921ffb640 1 -- 172.21.15.52:0/825289164 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55817cf08f20 con 0x55817cf9f810 2024-04-21T09:21:14.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3921ffb640 10 client.16851 handle_command_reply: tid=0 2024-04-21T09:21:14.096 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 client.16851 shutdown 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 -- 172.21.15.52:0/825289164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 msgr2=0x55817cfa7ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfa7ca0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f392c0bb440 tx=0x7f392c0ba710 comp rx=0 tx=0).stop 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 -- 172.21.15.52:0/825289164 shutdown_connections 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55817cf9f810 0x55817d019360 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55817cf96c30 0x55817cf99e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3921ffb640 0 client.16851 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55817cf96310 0x55817cf998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 --2- 172.21.15.52:0/825289164 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55817cf90a40 0x55817cfa7ca0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 -- 172.21.15.52:0/825289164 >> 172.21.15.52:0/825289164 conn(0x55817cfa1f20 msgr2=0x55817cf922d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 -- 172.21.15.52:0/825289164 shutdown_connections 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 1 -- 172.21.15.52:0/825289164 wait complete. 2024-04-21T09:21:14.097 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3943bd1740 20 client.16851 trim_cache size 0 max 16384 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 42, 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "leader": 24542, 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "set_version": 12, 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "sets": { 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "87be3142": { 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "version": 12, 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "age_ref": 0.0, 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RELEASED", 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:21:14.098 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: "timeout": 30.0, 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: "expiration": 80.6, 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: "members": { 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: "file:/": { 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: "excluded": false, 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RELEASED", 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.099 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:21:14.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3940fe6640 1 -- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f39240a3d20 msgr2=0x7f39240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3940fe6640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f39240a3d20 0x7f39240a61e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3934005c40 tx=0x7f3934009530 comp rx=0 tx=0).stop 2024-04-21T09:21:14.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.092+0000 7f3940fe6640 1 -- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 msgr2=0x7f393c074250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.100 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 0x7f393c074250 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f392c009230 tx=0x7f392c0045e0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 -- 172.21.15.52:0/2677094431 shutdown_connections 2024-04-21T09:21:14.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f39240a3d20 0x7f39240a61e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f393c1044f0 0x7f393c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f393c103b50 0x7f393c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 --2- 172.21.15.52:0/2677094431 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f393c102270 0x7f393c074250 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 -- 172.21.15.52:0/2677094431 >> 172.21.15.52:0/2677094431 conn(0x7f393c0fda10 msgr2=0x7f393c0fe360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 -- 172.21.15.52:0/2677094431 shutdown_connections 2024-04-21T09:21:14.101 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.093+0000 7f3940fe6640 1 -- 172.21.15.52:0/2677094431 wait complete. 2024-04-21T09:21:14.103 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set_id: 87be3142, seconds elapsed: 21.7 2024-04-21T09:21:14.104 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.6 2024-04-21T09:21:14.104 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:21:14.189 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:13 smithi052 ceph-mon[28035]: pgmap v352: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 9.3 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-04-21T09:21:14.190 INFO:tasks.workunit:Stopping ['suites/iogen.sh'] on client.0... 2024-04-21T09:21:14.190 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-21T09:21:14.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:13 smithi078 ceph-mon[31713]: pgmap v352: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 9.3 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-04-21T09:21:14.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 -- 172.21.15.52:0/2941714498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c069f10 msgr2=0x7eff8c106be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.212 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 --2- 172.21.15.52:0/2941714498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c069f10 0x7eff8c106be0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7eff74009900 tx=0x7eff7402bc30 comp rx=0 tx=0).stop 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 -- 172.21.15.52:0/2941714498 shutdown_connections 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 --2- 172.21.15.52:0/2941714498 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff8c1072c0 0x7eff8c10ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 --2- 172.21.15.52:0/2941714498 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c069f10 0x7eff8c106be0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 --2- 172.21.15.52:0/2941714498 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff8c069560 0x7eff8c069940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 -- 172.21.15.52:0/2941714498 >> 172.21.15.52:0/2941714498 conn(0x7eff8c0771d0 msgr2=0x7eff8c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 -- 172.21.15.52:0/2941714498 shutdown_connections 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.208+0000 7eff90f52640 1 -- 172.21.15.52:0/2941714498 wait complete. 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff90f52640 1 Processor -- start 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff90f52640 1 -- start start 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff90f52640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff8c069560 0x7eff8c100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff90f52640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c1072c0 0x7eff8c101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff90f52640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff8c1018b0 0x7eff8c1a6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff90f52640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7eff8c112180 con 0x7eff8c1072c0 2024-04-21T09:21:14.213 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff90f52640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7eff8c112000 con 0x7eff8c1018b0 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff90f52640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7eff8c112300 con 0x7eff8c069560 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff89d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c1072c0 0x7eff8c101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff89d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c1072c0 0x7eff8c101370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41838/0 (socket says 172.21.15.52:41838) 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff89d9b640 1 -- 172.21.15.52:0/4071725365 learned_addr learned my addr 172.21.15.52:0/4071725365 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff8a59c640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff8c069560 0x7eff8c100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff8ad9d640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff8c1018b0 0x7eff8c1a6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff89d9b640 1 -- 172.21.15.52:0/4071725365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff8c069560 msgr2=0x7eff8c100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff89d9b640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff8c069560 0x7eff8c100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff89d9b640 1 -- 172.21.15.52:0/4071725365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff8c1018b0 msgr2=0x7eff8c1a6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff89d9b640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff8c1018b0 0x7eff8c1a6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff89d9b640 1 -- 172.21.15.52:0/4071725365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff8c1a6f90 con 0x7eff8c1072c0 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.209+0000 7eff8ad9d640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff8c1018b0 0x7eff8c1a6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.210+0000 7eff89d9b640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c1072c0 0x7eff8c101370 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7eff74036040 tx=0x7eff740045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.214 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.210+0000 7eff837fe640 1 -- 172.21.15.52:0/4071725365 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff74043020 con 0x7eff8c1072c0 2024-04-21T09:21:14.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.210+0000 7eff837fe640 1 -- 172.21.15.52:0/4071725365 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff7402cb70 con 0x7eff8c1072c0 2024-04-21T09:21:14.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.210+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff8c1a7220 con 0x7eff8c1072c0 2024-04-21T09:21:14.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.210+0000 7eff837fe640 1 -- 172.21.15.52:0/4071725365 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff74003bc0 con 0x7eff8c1072c0 2024-04-21T09:21:14.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.210+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff8c1a7770 con 0x7eff8c1072c0 2024-04-21T09:21:14.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.211+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff8c068e00 con 0x7eff8c1072c0 2024-04-21T09:21:14.215 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.212+0000 7eff837fe640 1 -- 172.21.15.52:0/4071725365 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7eff74046020 con 0x7eff8c1072c0 2024-04-21T09:21:14.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.213+0000 7eff837fe640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff780a3d50 0x7eff780a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.213+0000 7eff8a59c640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff780a3d50 0x7eff780a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.213+0000 7eff837fe640 1 -- 172.21.15.52:0/4071725365 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7eff740f30b0 con 0x7eff8c1072c0 2024-04-21T09:21:14.216 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.214+0000 7eff8a59c640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff780a3d50 0x7eff780a6210 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009bd0 tx=0x7eff7c005f90 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.217 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.217+0000 7eff837fe640 1 -- 172.21.15.52:0/4071725365 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7eff7404d020 con 0x7eff8c1072c0 2024-04-21T09:21:14.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:13 smithi060 ceph-mon[31055]: pgmap v352: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 9.3 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-04-21T09:21:14.445 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.445+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff8c102360 con 0x7eff8c1072c0 2024-04-21T09:21:14.446 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.446+0000 7eff837fe640 1 -- 172.21.15.52:0/4071725365 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11862 (secure 0 0 0) 0x7eff8c102360 con 0x7eff8c1072c0 2024-04-21T09:21:14.446 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:21:14.446 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":42,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":26255,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/905006640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":905006640},{"type":"v1","addr":"172.21.15.60:6833","nonce":905006640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:19:33.365392+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26296":{"gid":26296,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/2257153857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":2257153857},{"type":"v1","addr":"172.21.15.78:6837","nonce":2257153857}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:21:14.446 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 42 2024-04-21T09:21:14.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff780a3d50 msgr2=0x7eff780a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff780a3d50 0x7eff780a6210 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009bd0 tx=0x7eff7c005f90 comp rx=0 tx=0).stop 2024-04-21T09:21:14.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c1072c0 msgr2=0x7eff8c101370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c1072c0 0x7eff8c101370 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7eff74036040 tx=0x7eff740045e0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 shutdown_connections 2024-04-21T09:21:14.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7eff780a3d50 0x7eff780a6210 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff8c1018b0 0x7eff8c1a6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7eff8c1072c0 0x7eff8c101370 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 --2- 172.21.15.52:0/4071725365 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7eff8c069560 0x7eff8c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 >> 172.21.15.52:0/4071725365 conn(0x7eff8c0771d0 msgr2=0x7eff8c0fee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 shutdown_connections 2024-04-21T09:21:14.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.448+0000 7eff90f52640 1 -- 172.21.15.52:0/4071725365 wait complete. 2024-04-21T09:21:14.459 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24542 quiesce db / --timeout 30 --expiration 80.6 --await' 2024-04-21T09:21:14.460 DEBUG:teuthology.orchestra.run.smithi052:> timeout 45 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24542 quiesce db / --timeout 30 --expiration 80.6 --await 2024-04-21T09:21:14.475 DEBUG:teuthology.parallel:result is None 2024-04-21T09:21:14.476 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-21T09:21:14.560 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-21T09:21:14.560 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-21T09:21:14.571 INFO:tasks.quiescer:joining Quiescers 2024-04-21T09:21:14.571 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.628+0000 7f67bcb2e640 1 -- 172.21.15.52:0/3902015737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b81031e0 msgr2=0x7f67b81035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.628+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/3902015737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b81031e0 0x7f67b81035c0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f67a8009900 tx=0x7f67a802bcd0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 -- 172.21.15.52:0/3902015737 shutdown_connections 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/3902015737 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67b810c5b0 0x7f67b810e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/3902015737 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f67b8103b00 0x7f67b810bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/3902015737 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b81031e0 0x7f67b81035c0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 -- 172.21.15.52:0/3902015737 >> 172.21.15.52:0/3902015737 conn(0x7f67b8078030 msgr2=0x7f67b8078440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 -- 172.21.15.52:0/3902015737 shutdown_connections 2024-04-21T09:21:14.629 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 -- 172.21.15.52:0/3902015737 wait complete. 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 Processor -- start 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.629+0000 7f67bcb2e640 1 -- start start 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67bcb2e640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f67b81031e0 0x7f67b819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67bcb2e640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67b8103b00 0x7f67b819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67bcb2e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b810c5b0 0x7f67b81985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67bcb2e640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f67b8112230 con 0x7f67b810c5b0 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67bcb2e640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f67b81120b0 con 0x7f67b81031e0 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67bcb2e640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f67b81123b0 con 0x7f67b8103b00 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b810c5b0 0x7f67b81985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b810c5b0 0x7f67b81985f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41850/0 (socket says 172.21.15.52:41850) 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 -- 172.21.15.52:0/2407613627 learned_addr learned my addr 172.21.15.52:0/2407613627 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b659c640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f67b81031e0 0x7f67b819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.632 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67b8103b00 0x7f67b819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 -- 172.21.15.52:0/2407613627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67b8103b00 msgr2=0x7f67b819e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67b8103b00 0x7f67b819e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 -- 172.21.15.52:0/2407613627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f67b81031e0 msgr2=0x7f67b819e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f67b81031e0 0x7f67b819e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 -- 172.21.15.52:0/2407613627 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67b8198d70 con 0x7f67b810c5b0 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.630+0000 7f67b6d9d640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b810c5b0 0x7f67b81985f0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f67b000e920 tx=0x7f67b000ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.631+0000 7f67a77fe640 1 -- 172.21.15.52:0/2407613627 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b0004d20 con 0x7f67b810c5b0 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.631+0000 7f67bcb2e640 1 -- 172.21.15.52:0/2407613627 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67b8199060 con 0x7f67b810c5b0 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.631+0000 7f67a77fe640 1 -- 172.21.15.52:0/2407613627 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67b0005020 con 0x7f67b810c5b0 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.631+0000 7f67a77fe640 1 -- 172.21.15.52:0/2407613627 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b00116b0 con 0x7f67b810c5b0 2024-04-21T09:21:14.633 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.631+0000 7f67bcb2e640 1 -- 172.21.15.52:0/2407613627 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67b81a5300 con 0x7f67b810c5b0 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.633+0000 7f67bf7f4740 1 Processor -- start 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67a77fe640 1 -- 172.21.15.52:0/2407613627 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f67b0011850 con 0x7f67b810c5b0 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67bf7f4740 1 -- start start 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 0x56436951bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369524980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x5643695272b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56436947c0b0 con 0x564369524ec0 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56436942d680 con 0x56436951c2e0 2024-04-21T09:21:14.641 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564369439c60 con 0x56436951b9c0 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67b5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x5643695272b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67b5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x5643695272b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41862/0 (socket says 172.21.15.52:41862) 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67b5d9b640 1 -- 172.21.15.52:0/2903800624 learned_addr learned my addr 172.21.15.52:0/2903800624 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 0x56436951bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.634+0000 7f67b659c640 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369524980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67a77fe640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f67a00a3d20 0x7f67a00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b5d9b640 1 -- 172.21.15.52:0/2903800624 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 msgr2=0x56436951bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 0x56436951bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b5d9b640 1 -- 172.21.15.52:0/2903800624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 msgr2=0x564369524980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369524980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b5d9b640 1 -- 172.21.15.52:0/2903800624 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56436925ec90 con 0x564369524ec0 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b659c640 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369524980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b6d9d640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f67a00a3d20 0x7f67a00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.642 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67a77fe640 1 -- 172.21.15.52:0/2407613627 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f67b00d0c70 con 0x7f67b810c5b0 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x5643695272b0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f67ac012770 tx=0x7f67ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd3149a9e8f51efd server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67a4ff9640 1 -- 172.21.15.52:0/2903800624 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ac012cf0 con 0x564369524ec0 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67a4ff9640 1 -- 172.21.15.52:0/2903800624 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67ac010770 con 0x564369524ec0 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67a4ff9640 1 -- 172.21.15.52:0/2903800624 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ac0044e0 con 0x564369524ec0 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.635+0000 7f67b6d9d640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f67a00a3d20 0x7f67a00a61e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f67b009c590 tx=0x7f67b0098510 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 -- 172.21.15.52:0/2903800624 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 msgr2=0x5643695272b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x5643695272b0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f67ac012770 tx=0x7f67ac004730 comp rx=0 tx=0).stop 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 -- 172.21.15.52:0/2903800624 shutdown_connections 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x5643695272b0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369524980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/2903800624 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 0x56436951bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 -- 172.21.15.52:0/2903800624 >> 172.21.15.52:0/2903800624 conn(0x5643695160f0 msgr2=0x5643695164d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 -- 172.21.15.52:0/2903800624 shutdown_connections 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.636+0000 7f67bf7f4740 1 -- 172.21.15.52:0/2903800624 wait complete. 2024-04-21T09:21:14.643 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 1 -- start start 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 1 Processor -- start 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951b9c0 0x564369521f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951c2e0 0x564369522450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x564369522990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x56436947f400 con 0x564369524ec0 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56436943b840 con 0x56436951b9c0 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x564369484720 con 0x56436951c2e0 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67bf7f4740 10 client.0 _ll_register_callbacks cb 0x56436948cea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x564369522990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x564369522990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41870/0 (socket says 172.21.15.52:41870) 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 -- 172.21.15.52:0/3765781597 learned_addr learned my addr 172.21.15.52:0/3765781597 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b659c640 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951c2e0 0x564369522450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951b9c0 0x564369521f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.644 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 -- 172.21.15.52:0/3765781597 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951c2e0 msgr2=0x564369522450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951c2e0 0x564369522450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 -- 172.21.15.52:0/3765781597 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951b9c0 msgr2=0x564369521f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951b9c0 0x564369521f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.637+0000 7f67b5d9b640 1 -- 172.21.15.52:0/3765781597 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5643692bf420 con 0x564369524ec0 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x564369522990 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f67ac010ec0 tx=0x7f67ac014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d5df312508c83b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f679dffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f679dffb640 1 -- 172.21.15.52:0/3765781597 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ac010b50 con 0x564369524ec0 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f679dffb640 1 -- 172.21.15.52:0/3765781597 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f67ac01f460 con 0x564369524ec0 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3765781597 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67ac010770 con 0x564369524ec0 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f679dffb640 1 -- 172.21.15.52:0/3765781597 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f67ac01f660 con 0x564369524ec0 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f67bf7f4740 10 client.16869 fetch_fsmap learned FSMap version 42 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3765781597 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x564369152580 con 0x564369524ec0 2024-04-21T09:21:14.645 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f679dffb640 1 -- 172.21.15.52:0/3765781597 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67ac010770 con 0x564369524ec0 2024-04-21T09:21:14.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.638+0000 7f679dffb640 1 -- 172.21.15.52:0/3765781597 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f67ac02c5a0 con 0x564369524ec0 2024-04-21T09:21:14.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f67bf7f4740 10 client.16869 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:21:14.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f67bf7f4740 10 client.16869 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:21:14.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f67bf7f4740 20 client.16869 populate_metadata read hostname 'smithi052' 2024-04-21T09:21:14.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564369534ad0 0x564369536ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f67bf7f4740 4 client.16869 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:21:14.646 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3765781597 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56436948db10 con 0x564369534ad0 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f67b659c640 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564369534ad0 0x564369536ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f679dffb640 10 client.16869 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.639+0000 7f67b659c640 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564369534ad0 0x564369536ec0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a268995df8ba22f4 server_cookie=3cb6f44c2be68531 in_seq=0 out_seq=0 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f679dffb640 1 -- 172.21.15.52:0/3765781597 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56436948db10 con 0x564369534ad0 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f679dffb640 10 client.16869 handle_command_reply: tid=0 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 client.16869 shutdown 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3765781597 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 msgr2=0x564369522990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x564369522990 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f67ac010ec0 tx=0x7f67ac014040 comp rx=0 tx=0).stop 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3765781597 shutdown_connections 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x564369534ad0 0x564369536ec0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x564369522990 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951c2e0 0x564369522450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f679dffb640 0 client.16869 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:14.647 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3765781597 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951b9c0 0x564369521f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3765781597 >> 172.21.15.52:0/3765781597 conn(0x5643695160f0 msgr2=0x564369517e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3765781597 shutdown_connections 2024-04-21T09:21:14.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3765781597 wait complete. 2024-04-21T09:21:14.648 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.640+0000 7f67bf7f4740 20 client.16869 trim_cache size 0 max 16384 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67bf7f4740 1 Processor -- start 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67bf7f4740 1 -- start start 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56436951b9c0 0x564369524640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369522a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564369524ec0 0x5643695308a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f67b81af710 con 0x56436951b9c0 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f67b81ad580 con 0x56436951c2e0 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f67b81af040 con 0x564369524ec0 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67b5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56436951b9c0 0x564369524640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67b5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56436951b9c0 0x564369524640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41872/0 (socket says 172.21.15.52:41872) 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67b5d9b640 1 -- 172.21.15.52:0/3448114060 learned_addr learned my addr 172.21.15.52:0/3448114060 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.667 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67b659c640 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369522a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.658+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564369524ec0 0x5643695308a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f67b5d9b640 1 -- 172.21.15.52:0/3448114060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564369524ec0 msgr2=0x5643695308a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564369524ec0 0x5643695308a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f67b5d9b640 1 -- 172.21.15.52:0/3448114060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 msgr2=0x564369522a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369522a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f67b5d9b640 1 -- 172.21.15.52:0/3448114060 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56436951c110 con 0x56436951b9c0 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56436951b9c0 0x564369524640 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f67ac00bc50 tx=0x7f67ac00ba80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f4fc7760021bdf0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f679ffff640 1 -- 172.21.15.52:0/3448114060 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ac01f460 con 0x56436951b9c0 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f679ffff640 1 -- 172.21.15.52:0/3448114060 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67ac016070 con 0x56436951b9c0 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.659+0000 7f679ffff640 1 -- 172.21.15.52:0/3448114060 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ac0120d0 con 0x56436951b9c0 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3448114060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56436951b9c0 msgr2=0x564369524640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56436951b9c0 0x564369524640 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f67ac00bc50 tx=0x7f67ac00ba80 comp rx=0 tx=0).stop 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3448114060 shutdown_connections 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x564369524ec0 0x5643695308a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.668 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x564369522a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/3448114060 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x56436951b9c0 0x564369524640 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3448114060 >> 172.21.15.52:0/3448114060 conn(0x5643695160f0 msgr2=0x564369522330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3448114060 shutdown_connections 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- 172.21.15.52:0/3448114060 wait complete. 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- start start 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 Processor -- start 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 0x56436951ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x56436951f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x56436951f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f67b81ae2a0 con 0x564369524ec0 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f67b81adbd0 con 0x56436951c2e0 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f67b81ae970 con 0x56436951b9c0 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.660+0000 7f67bf7f4740 10 client.0 _ll_register_callbacks cb 0x7f67a8005e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:21:14.669 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x56436951f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b659c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x56436951f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b5d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x56436951f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41888/0 (socket says 172.21.15.52:41888) 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b659c640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x56436951f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:39164/0 (socket says 172.21.15.52:39164) 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b5d9b640 1 -- 172.21.15.52:0/4208779313 learned_addr learned my addr 172.21.15.52:0/4208779313 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 0x56436951ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b659c640 1 -- 172.21.15.52:0/4208779313 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 msgr2=0x56436951ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b659c640 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 0x56436951ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b659c640 1 -- 172.21.15.52:0/4208779313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 msgr2=0x56436951f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:14.670 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b659c640 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x56436951f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b659c640 1 -- 172.21.15.52:0/4208779313 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564369599ea0 con 0x56436951c2e0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x56436951f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67b659c640 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x56436951f010 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f67a802c210 tx=0x7f67a802c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7e1f879c97b0b13 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f679dffb640 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f679dffb640 1 -- 172.21.15.52:0/4208779313 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a8051060 con 0x56436951c2e0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f67bf7f4740 1 -- 172.21.15.52:0/4208779313 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67ac016070 con 0x56436951c2e0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.661+0000 7f679dffb640 1 -- 172.21.15.52:0/4208779313 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f67a803a040 con 0x56436951c2e0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f679dffb640 1 -- 172.21.15.52:0/4208779313 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f67a8058050 con 0x56436951c2e0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67bf7f4740 10 client.26447 fetch_fsmap learned FSMap version 42 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67bf7f4740 1 -- 172.21.15.52:0/4208779313 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x56436959b0e0 con 0x56436951c2e0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f679dffb640 1 -- 172.21.15.52:0/4208779313 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67ac016070 con 0x56436951c2e0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f679dffb640 1 -- 172.21.15.52:0/4208779313 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7f67a8004830 con 0x56436951c2e0 2024-04-21T09:21:14.671 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67bf7f4740 10 client.26447 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:21:14.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67bf7f4740 10 client.26447 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:21:14.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67bf7f4740 20 client.26447 populate_metadata read hostname 'smithi052' 2024-04-21T09:21:14.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56436959b8e0 0x56436959dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67bf7f4740 4 client.26447 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 30.0, "expiration": 80.6, "await": true}] 2024-04-21T09:21:14.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67bf7f4740 1 -- 172.21.15.52:0/4208779313 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 30.0, "expiration": 80.6, "await": true}) -- 0x564369487980 con 0x56436959b8e0 2024-04-21T09:21:14.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.662+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56436959b8e0 0x56436959dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.663+0000 7f67b5d9b640 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56436959b8e0 0x56436959dd00 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37988a14a0c123c0 server_cookie=d6b9bcb29d434fd7 in_seq=0 out_seq=0 2024-04-21T09:21:14.672 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.663+0000 7f679dffb640 10 client.26447 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:14.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f679dffb640 1 -- 172.21.15.52:0/4208779313 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x564369487980 con 0x56436959b8e0 2024-04-21T09:21:14.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f679dffb640 10 client.26447 handle_command_reply: tid=0 2024-04-21T09:21:14.673 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 client.26447 shutdown 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 -- 172.21.15.52:0/4208779313 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 msgr2=0x56436951f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x56436951f010 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f67a802c210 tx=0x7f67a802c880 comp rx=0 tx=0).stop 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 -- 172.21.15.52:0/4208779313 shutdown_connections 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x56436959b8e0 0x56436959dd00 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x564369524ec0 0x56436951f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f679dffb640 0 client.26447 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56436951c2e0 0x56436951f010 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 --2- 172.21.15.52:0/4208779313 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x56436951b9c0 0x56436951ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 -- 172.21.15.52:0/4208779313 >> 172.21.15.52:0/4208779313 conn(0x5643695160f0 msgr2=0x564369514940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 -- 172.21.15.52:0/4208779313 shutdown_connections 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 1 -- 172.21.15.52:0/4208779313 wait complete. 2024-04-21T09:21:14.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bf7f4740 20 client.26447 trim_cache size 0 max 16384 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 42, 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "leader": 24542, 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "set_version": 14, 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "sets": { 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "c13b2263": { 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "version": 14, 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "age_ref": 0.0, 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "QUIESCED", 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:21:14.675 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: "timeout": 30.0, 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: "expiration": 80.6, 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: "members": { 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: "file:/": { 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: "excluded": false, 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: "state": { 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "QUIESCED", 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: "age": 0.0 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:14.676 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:21:14.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bcb2e640 1 -- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f67a00a3d20 msgr2=0x7f67a00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f67a00a3d20 0x7f67a00a61e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f67b009c590 tx=0x7f67b0098510 comp rx=0 tx=0).stop 2024-04-21T09:21:14.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bcb2e640 1 -- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b810c5b0 msgr2=0x7f67b81985f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.671+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b810c5b0 0x7f67b81985f0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f67b000e920 tx=0x7f67b000ede0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.672+0000 7f67bcb2e640 1 -- 172.21.15.52:0/2407613627 shutdown_connections 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.672+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f67a00a3d20 0x7f67a00a61e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.672+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f67b810c5b0 0x7f67b81985f0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.672+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f67b8103b00 0x7f67b819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.672+0000 7f67bcb2e640 1 --2- 172.21.15.52:0/2407613627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f67b81031e0 0x7f67b819e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.672+0000 7f67bcb2e640 1 -- 172.21.15.52:0/2407613627 >> 172.21.15.52:0/2407613627 conn(0x7f67b8078030 msgr2=0x7f67b80ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.672+0000 7f67bcb2e640 1 -- 172.21.15.52:0/2407613627 shutdown_connections 2024-04-21T09:21:14.678 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.672+0000 7f67bcb2e640 1 -- 172.21.15.52:0/2407613627 wait complete. 2024-04-21T09:21:14.683 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: c13b2263, quiesce duration: 20.6 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 -- 172.21.15.52:0/4214486898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c101090 msgr2=0x7f7d6c101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 --2- 172.21.15.52:0/4214486898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c101090 0x7f7d6c101470 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c009900 tx=0x7f7d5c02bc30 comp rx=0 tx=0).stop 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 -- 172.21.15.52:0/4214486898 shutdown_connections 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 --2- 172.21.15.52:0/4214486898 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7d6c106160 0x7f7d6c10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 --2- 172.21.15.52:0/4214486898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d6c101a40 0x7f7d6c105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 --2- 172.21.15.52:0/4214486898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c101090 0x7f7d6c101470 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 -- 172.21.15.52:0/4214486898 >> 172.21.15.52:0/4214486898 conn(0x7f7d6c0771d0 msgr2=0x7f7d6c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 -- 172.21.15.52:0/4214486898 shutdown_connections 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.709+0000 7f7d70a43640 1 -- 172.21.15.52:0/4214486898 wait complete. 2024-04-21T09:21:14.710 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d70a43640 1 Processor -- start 2024-04-21T09:21:14.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d70a43640 1 -- start start 2024-04-21T09:21:14.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d70a43640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7d6c101090 0x7f7d6c198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d70a43640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c106160 0x7f7d6c198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d70a43640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d6c19d020 0x7f7d6c19d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d70a43640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f7d6c1121e0 con 0x7f7d6c106160 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d70a43640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7d6c112060 con 0x7f7d6c19d020 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d70a43640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f7d6c112360 con 0x7f7d6c101090 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.710+0000 7f7d69d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c106160 0x7f7d6c198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d69d9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c106160 0x7f7d6c198ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41894/0 (socket says 172.21.15.52:41894) 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d69d9b640 1 -- 172.21.15.52:0/297163623 learned_addr learned my addr 172.21.15.52:0/297163623 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d6ad9d640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d6c19d020 0x7f7d6c19d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d6a59c640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7d6c101090 0x7f7d6c198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d69d9b640 1 -- 172.21.15.52:0/297163623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7d6c101090 msgr2=0x7f7d6c198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.714 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d69d9b640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7d6c101090 0x7f7d6c198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d69d9b640 1 -- 172.21.15.52:0/297163623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d6c19d020 msgr2=0x7f7d6c19d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d69d9b640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d6c19d020 0x7f7d6c19d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d69d9b640 1 -- 172.21.15.52:0/297163623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d6c19db10 con 0x7f7d6c106160 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d6a59c640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7d6c101090 0x7f7d6c198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d69d9b640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c106160 0x7f7d6c198ca0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f7d6000d740 tx=0x7f7d6000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d5b7fe640 1 -- 172.21.15.52:0/297163623 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d60017070 con 0x7f7d6c106160 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d6c19de00 con 0x7f7d6c106160 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d5b7fe640 1 -- 172.21.15.52:0/297163623 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7d6000de50 con 0x7f7d6c106160 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d5b7fe640 1 -- 172.21.15.52:0/297163623 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d60004ce0 con 0x7f7d6c106160 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.711+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d6c1a55a0 con 0x7f7d6c106160 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.712+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d6c102560 con 0x7f7d6c106160 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.713+0000 7f7d5b7fe640 1 -- 172.21.15.52:0/297163623 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7d60004e80 con 0x7f7d6c106160 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.714+0000 7f7d5b7fe640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7d540a3d20 0x7f7d540a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:14.715 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.714+0000 7f7d5b7fe640 1 -- 172.21.15.52:0/297163623 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f7d600d0540 con 0x7f7d6c106160 2024-04-21T09:21:14.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.714+0000 7f7d6a59c640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7d540a3d20 0x7f7d540a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:14.716 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.714+0000 7f7d6a59c640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7d540a3d20 0x7f7d540a61e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c005ab0 tx=0x7f7d5c005a20 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:14.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.719+0000 7f7d5b7fe640 1 -- 172.21.15.52:0/297163623 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d6009c850 con 0x7f7d6c106160 2024-04-21T09:21:14.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.947+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7d6c069230 con 0x7f7d6c106160 2024-04-21T09:21:14.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.947+0000 7f7d5b7fe640 1 -- 172.21.15.52:0/297163623 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11862 (secure 0 0 0) 0x7f7d6009c150 con 0x7f7d6c106160 2024-04-21T09:21:14.947 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:21:14.948 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":42,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":26255,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/905006640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":905006640},{"type":"v1","addr":"172.21.15.60:6833","nonce":905006640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":42,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:19:33.365392+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26296":{"gid":26296,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/2257153857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":2257153857},{"type":"v1","addr":"172.21.15.78:6837","nonce":2257153857}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:21:14.948 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 42 2024-04-21T09:21:14.949 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7d540a3d20 msgr2=0x7f7d540a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7d540a3d20 0x7f7d540a61e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c005ab0 tx=0x7f7d5c005a20 comp rx=0 tx=0).stop 2024-04-21T09:21:14.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c106160 msgr2=0x7f7d6c198ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:14.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c106160 0x7f7d6c198ca0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f7d6000d740 tx=0x7f7d6000dc00 comp rx=0 tx=0).stop 2024-04-21T09:21:14.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 shutdown_connections 2024-04-21T09:21:14.952 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f7d540a3d20 0x7f7d540a61e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d6c19d020 0x7f7d6c19d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f7d6c106160 0x7f7d6c198ca0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.949+0000 7f7d70a43640 1 --2- 172.21.15.52:0/297163623 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f7d6c101090 0x7f7d6c198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:14.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.950+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 >> 172.21.15.52:0/297163623 conn(0x7f7d6c0771d0 msgr2=0x7f7d6c0fef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:14.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.950+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 shutdown_connections 2024-04-21T09:21:14.953 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:14.950+0000 7f7d70a43640 1 -- 172.21.15.52:0/297163623 wait complete. 2024-04-21T09:21:14.961 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24542 quiesce db --cancel --all' 2024-04-21T09:21:14.961 DEBUG:teuthology.orchestra.run.smithi052:> timeout 45 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24542 quiesce db --cancel --all 2024-04-21T09:21:15.112 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 -- 172.21.15.52:0/1107496964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101a40 msgr2=0x7fc598105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.112 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 --2- 172.21.15.52:0/1107496964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101a40 0x7fc598105a80 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fc588009900 tx=0x7fc58802bc30 comp rx=0 tx=0).stop 2024-04-21T09:21:15.112 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 -- 172.21.15.52:0/1107496964 shutdown_connections 2024-04-21T09:21:15.112 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 --2- 172.21.15.52:0/1107496964 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc598106160 0x7fc59810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.112 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 --2- 172.21.15.52:0/1107496964 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101a40 0x7fc598105a80 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.112 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 --2- 172.21.15.52:0/1107496964 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc598101090 0x7fc598101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 -- 172.21.15.52:0/1107496964 >> 172.21.15.52:0/1107496964 conn(0x7fc598078000 msgr2=0x7fc598078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 -- 172.21.15.52:0/1107496964 shutdown_connections 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.110+0000 7fc5a038f640 1 -- 172.21.15.52:0/1107496964 wait complete. 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc5a038f640 1 Processor -- start 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc5a038f640 1 -- start start 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc5a038f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101090 0x7fc59810e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc5a038f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc598106160 0x7fc59810ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc5a038f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc59810f140 0x7fc5981a68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc5a038f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc5981121e0 con 0x7fc598101090 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc5a038f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc598112060 con 0x7fc598106160 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc5a038f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc598112360 con 0x7fc59810f140 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e12b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101090 0x7fc59810e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e12b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101090 0x7fc59810e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41902/0 (socket says 172.21.15.52:41902) 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e12b640 1 -- 172.21.15.52:0/2247180900 learned_addr learned my addr 172.21.15.52:0/2247180900 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:15.113 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59d92a640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc598106160 0x7fc59810ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e92c640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc59810f140 0x7fc5981a68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e12b640 1 -- 172.21.15.52:0/2247180900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc59810f140 msgr2=0x7fc5981a68f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e12b640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc59810f140 0x7fc5981a68f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e12b640 1 -- 172.21.15.52:0/2247180900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc598106160 msgr2=0x7fc59810ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e12b640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc598106160 0x7fc59810ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.111+0000 7fc59e12b640 1 -- 172.21.15.52:0/2247180900 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5981a6f90 con 0x7fc598101090 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.112+0000 7fc59e12b640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101090 0x7fc59810e6c0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc59400d950 tx=0x7fc59400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.112+0000 7fc58f7fe640 1 -- 172.21.15.52:0/2247180900 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc594017070 con 0x7fc598101090 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.112+0000 7fc58f7fe640 1 -- 172.21.15.52:0/2247180900 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc594009c30 con 0x7fc598101090 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.112+0000 7fc5a038f640 1 -- 172.21.15.52:0/2247180900 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5981a7280 con 0x7fc598101090 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.112+0000 7fc58f7fe640 1 -- 172.21.15.52:0/2247180900 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59400f620 con 0x7fc598101090 2024-04-21T09:21:15.114 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.112+0000 7fc5a038f640 1 -- 172.21.15.52:0/2247180900 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5981a77f0 con 0x7fc598101090 2024-04-21T09:21:15.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.114+0000 7fc58f7fe640 1 -- 172.21.15.52:0/2247180900 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc594010460 con 0x7fc598101090 2024-04-21T09:21:15.122 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc5a2f7e740 1 Processor -- start 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc5a2f7e740 1 -- start start 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d82d10 0x55ae86d830f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d836c0 0x55ae86d8bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d8e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55ae86ce8000 con 0x55ae86d8c240 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ae86c84b20 con 0x55ae86d82d10 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55ae86ce3fc0 con 0x55ae86d836c0 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc58f7fe640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc5840a3da0 0x7fc5840a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc59d92a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d8e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc59d92a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d8e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41916/0 (socket says 172.21.15.52:41916) 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc59d92a640 1 -- 172.21.15.52:0/68839898 learned_addr learned my addr 172.21.15.52:0/68839898 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.115+0000 7fc59e92c640 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d82d10 0x55ae86d830f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.123 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59e12b640 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d836c0 0x55ae86d8bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59e92c640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc5840a3da0 0x7fc5840a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc58f7fe640 1 -- 172.21.15.52:0/2247180900 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7fc5940d07a0 con 0x7fc598101090 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59d92a640 1 -- 172.21.15.52:0/68839898 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d836c0 msgr2=0x55ae86d8bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59d92a640 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d836c0 0x55ae86d8bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59d92a640 1 -- 172.21.15.52:0/68839898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d82d10 msgr2=0x55ae86d830f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59d92a640 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d82d10 0x55ae86d830f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59d92a640 1 -- 172.21.15.52:0/68839898 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae86c9eea0 con 0x55ae86d8c240 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59e92c640 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d82d10 0x55ae86d830f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59e12b640 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d836c0 0x55ae86d8bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59e92c640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc5840a3da0 0x7fc5840a6260 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc590007740 tx=0x7fc590007470 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc59d92a640 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d8e690 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc588009900 tx=0x7fc58802c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d7916cc7bada9af server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc58cbfe640 1 -- 172.21.15.52:0/68839898 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588045020 con 0x55ae86d8c240 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc58cbfe640 1 -- 172.21.15.52:0/68839898 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58802c7e0 con 0x55ae86d8c240 2024-04-21T09:21:15.124 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.116+0000 7fc58cbfe640 1 -- 172.21.15.52:0/68839898 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5880046c0 con 0x55ae86d8c240 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/68839898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 msgr2=0x55ae86d8e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d8e690 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fc588009900 tx=0x7fc58802c6c0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/68839898 shutdown_connections 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d8e690 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d836c0 0x55ae86d8bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/68839898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d82d10 0x55ae86d830f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/68839898 >> 172.21.15.52:0/68839898 conn(0x55ae86d7d3e0 msgr2=0x55ae86d7d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/68839898 shutdown_connections 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/68839898 wait complete. 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.117+0000 7fc5a2f7e740 1 -- start start 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc5a2f7e740 1 Processor -- start 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d890f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d89630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.125 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d89b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x55ae86d8f0c0 con 0x55ae86d8c240 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ae86c82510 con 0x55ae86d836c0 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x55ae86d8f240 con 0x55ae86d82d10 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc5a2f7e740 10 client.0 _ll_register_callbacks cb 0x55ae86c81f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d89b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d89b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41922/0 (socket says 172.21.15.52:41922) 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 -- 172.21.15.52:0/1615143934 learned_addr learned my addr 172.21.15.52:0/1615143934 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59d92a640 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d89630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e12b640 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d890f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 -- 172.21.15.52:0/1615143934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 msgr2=0x55ae86d890f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d890f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 -- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 msgr2=0x55ae86d89630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d89630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 -- 172.21.15.52:0/1615143934 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae86ac6a20 con 0x55ae86d8c240 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59d92a640 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d89630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc59e92c640 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d89b70 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fc590003cd0 tx=0x7fc590004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6fbad10ee5326ec server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.118+0000 7fc581ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc581ffb640 1 -- 172.21.15.52:0/1615143934 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590025070 con 0x55ae86d8c240 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc581ffb640 1 -- 172.21.15.52:0/1615143934 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7fc590004d20 con 0x55ae86d8c240 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1615143934 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc58802c7e0 con 0x55ae86d8c240 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc581ffb640 1 -- 172.21.15.52:0/1615143934 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fc590030050 con 0x55ae86d8c240 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 10 client.16893 fetch_fsmap learned FSMap version 42 2024-04-21T09:21:15.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1615143934 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55ae86b271b0 con 0x55ae86d8c240 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc581ffb640 1 -- 172.21.15.52:0/1615143934 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58802c7e0 con 0x55ae86d8c240 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc581ffb640 1 -- 172.21.15.52:0/1615143934 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fc590005120 con 0x55ae86d8c240 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 10 client.16893 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 10 client.16893 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 20 client.16893 populate_metadata read hostname 'smithi052' 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ae86d9c720 0x55ae86d9eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 4 client.16893 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1615143934 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae86cf5a20 con 0x55ae86d9c720 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.119+0000 7fc59e12b640 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ae86d9c720 0x55ae86d9eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.120+0000 7fc59e12b640 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ae86d9c720 0x55ae86d9eba0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b44cc8d56910e8 server_cookie=67a82e94867526ff in_seq=0 out_seq=0 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.120+0000 7fc581ffb640 10 client.16893 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.120+0000 7fc581ffb640 1 -- 172.21.15.52:0/1615143934 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fc594081ae0 con 0x55ae86d9c720 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc581ffb640 10 client.16893 handle_command_reply: tid=0 2024-04-21T09:21:15.128 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 client.16893 shutdown 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1615143934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 msgr2=0x55ae86d89b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d89b70 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fc590003cd0 tx=0x7fc590004a40 comp rx=0 tx=0).stop 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1615143934 shutdown_connections 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ae86d9c720 0x55ae86d9eba0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d89b70 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d89630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc581ffb640 0 client.16893 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1615143934 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d890f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1615143934 >> 172.21.15.52:0/1615143934 conn(0x55ae86d7d3e0 msgr2=0x55ae86d7c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1615143934 shutdown_connections 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1615143934 wait complete. 2024-04-21T09:21:15.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.121+0000 7fc5a2f7e740 20 client.16893 trim_cache size 0 max 16384 2024-04-21T09:21:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.138+0000 7fc5a2f7e740 1 Processor -- start 2024-04-21T09:21:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.138+0000 7fc5a2f7e740 1 -- start start 2024-04-21T09:21:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.138+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d98070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.138+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d836c0 0x55ae86d897c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.138+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d8c240 0x55ae86da44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.138+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc5981b3e10 con 0x55ae86d836c0 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.138+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc5981b1680 con 0x55ae86d8c240 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.138+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc5981af4f0 con 0x55ae86d82d10 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d836c0 0x55ae86d897c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d836c0 0x55ae86d897c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41930/0 (socket says 172.21.15.52:41930) 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 -- 172.21.15.52:0/1854130672 learned_addr learned my addr 172.21.15.52:0/1854130672 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59e92c640 1 --2- 172.21.15.52:0/1854130672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d8c240 0x55ae86da44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 -- 172.21.15.52:0/1854130672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 msgr2=0x55ae86d98070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 --2- 172.21.15.52:0/1854130672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d98070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 -- 172.21.15.52:0/1854130672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d8c240 msgr2=0x55ae86da44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 --2- 172.21.15.52:0/1854130672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d8c240 0x55ae86da44b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 -- 172.21.15.52:0/1854130672 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae86d83460 con 0x55ae86d836c0 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc59d92a640 1 --2- 172.21.15.52:0/1854130672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d836c0 0x55ae86d897c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fc588005de0 tx=0x7fc58802bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2e9149cfcef1117 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc583fff640 1 -- 172.21.15.52:0/1854130672 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588045030 con 0x55ae86d836c0 2024-04-21T09:21:15.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc583fff640 1 -- 172.21.15.52:0/1854130672 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58802cc90 con 0x55ae86d836c0 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.139+0000 7fc583fff640 1 -- 172.21.15.52:0/1854130672 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588004920 con 0x55ae86d836c0 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1854130672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d836c0 msgr2=0x55ae86d897c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1854130672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d836c0 0x55ae86d897c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fc588005de0 tx=0x7fc58802bc30 comp rx=0 tx=0).stop 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1854130672 shutdown_connections 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1854130672 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d8c240 0x55ae86da44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1854130672 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d836c0 0x55ae86d897c0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/1854130672 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d98070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1854130672 >> 172.21.15.52:0/1854130672 conn(0x55ae86d7d3e0 msgr2=0x55ae86d890b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1854130672 shutdown_connections 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/1854130672 wait complete. 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- start start 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 Processor -- start 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d947e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d91550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d91a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.145 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc5981afb40 con 0x55ae86d8c240 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc5981b0fb0 con 0x55ae86d836c0 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc5981b0210 con 0x55ae86d82d10 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.140+0000 7fc5a2f7e740 10 client.0 _ll_register_callbacks cb 0x7fc5900147d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d91a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d91a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41938/0 (socket says 172.21.15.52:41938) 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 -- 172.21.15.52:0/3213913145 learned_addr learned my addr 172.21.15.52:0/3213913145 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e12b640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d947e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59d92a640 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d91550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 -- 172.21.15.52:0/3213913145 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 msgr2=0x55ae86d947e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d947e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 -- 172.21.15.52:0/3213913145 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 msgr2=0x55ae86d91550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d91550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 -- 172.21.15.52:0/3213913145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae869ba310 con 0x55ae86d8c240 2024-04-21T09:21:15.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc59e92c640 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d91a90 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fc590007c00 tx=0x7fc5900059b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b9a864cad64a7a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc581ffb640 10 client.0 ms_handle_connect on v2:172.21.15.52:3300/0 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc581ffb640 1 -- 172.21.15.52:0/3213913145 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590025040 con 0x55ae86d8c240 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc581ffb640 1 -- 172.21.15.52:0/3213913145 <== mon.0 v2:172.21.15.52:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7fc59000faa0 con 0x55ae86d8c240 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/3213913145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc58802cc90 con 0x55ae86d8c240 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc581ffb640 1 -- 172.21.15.52:0/3213913145 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fc590042050 con 0x55ae86d8c240 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc5a2f7e740 10 client.16899 fetch_fsmap learned FSMap version 42 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.141+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/3213913145 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55ae86e039a0 con 0x55ae86d8c240 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc581ffb640 1 -- 172.21.15.52:0/3213913145 <== mon.0 v2:172.21.15.52:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc58802cc90 con 0x55ae86d8c240 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc581ffb640 1 -- 172.21.15.52:0/3213913145 <== mon.0 v2:172.21.15.52:3300/0 5 ==== fsmap(e 42) ==== 8354+0+0 (secure 0 0 0) 0x7fc590004ff0 con 0x55ae86d8c240 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc5a2f7e740 10 client.16899 fetch_fsmap finished waiting for FSMap version 42 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc5a2f7e740 10 client.16899 resolve_mds: validated gid 24542 aka daemon mds.b 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc5a2f7e740 20 client.16899 populate_metadata read hostname 'smithi052' 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ae86e04110 0x55ae86e06530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc5a2f7e740 4 client.16899 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/3213913145 --> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55ae86cef890 con 0x55ae86e04110 2024-04-21T09:21:15.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc59e12b640 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ae86e04110 0x55ae86e06530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc581ffb640 10 client.16899 ms_handle_connect on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.142+0000 7fc59e12b640 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ae86e04110 0x55ae86e06530 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7c4ca96d2909e57 server_cookie=9920d3588fa5c9b2 in_seq=0 out_seq=0 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc581ffb640 1 -- 172.21.15.52:0/3213913145 <== mds.0 v2:172.21.15.60:6838/3283399565 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x55ae86cef890 con 0x55ae86e04110 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc581ffb640 10 client.16899 handle_command_reply: tid=0 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 client.16899 shutdown 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/3213913145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 msgr2=0x55ae86d91a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d91a90 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fc590007c00 tx=0x7fc5900059b0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/3213913145 shutdown_connections 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.60:6838/3283399565,v1:172.21.15.60:6839/3283399565] conn(0x55ae86e04110 0x55ae86e06530 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x55ae86d8c240 0x55ae86d91a90 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ae86d836c0 0x55ae86d91550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 --2- 172.21.15.52:0/3213913145 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x55ae86d82d10 0x55ae86d947e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/3213913145 >> 172.21.15.52:0/3213913145 conn(0x55ae86d7d3e0 msgr2=0x55ae86d89940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc581ffb640 0 client.16899 ms_handle_reset on v2:172.21.15.60:6838/3283399565 2024-04-21T09:21:15.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/3213913145 shutdown_connections 2024-04-21T09:21:15.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 1 -- 172.21.15.52:0/3213913145 wait complete. 2024-04-21T09:21:15.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a2f7e740 20 client.16899 trim_cache size 0 max 16384 2024-04-21T09:21:15.149 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:21:15.149 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 42, 2024-04-21T09:21:15.149 INFO:teuthology.orchestra.run.smithi052.stdout: "leader": 24542, 2024-04-21T09:21:15.149 INFO:teuthology.orchestra.run.smithi052.stdout: "set_version": 15, 2024-04-21T09:21:15.149 INFO:teuthology.orchestra.run.smithi052.stdout: "sets": {} 2024-04-21T09:21:15.149 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:21:15.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 -- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc5840a3da0 msgr2=0x7fc5840a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc5840a3da0 0x7fc5840a6260 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc590007740 tx=0x7fc590007470 comp rx=0 tx=0).stop 2024-04-21T09:21:15.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 -- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101090 msgr2=0x7fc59810e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101090 0x7fc59810e6c0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fc59400d950 tx=0x7fc59400de10 comp rx=0 tx=0).stop 2024-04-21T09:21:15.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 -- 172.21.15.52:0/2247180900 shutdown_connections 2024-04-21T09:21:15.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc5840a3da0 0x7fc5840a6260 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.150 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc59810f140 0x7fc5981a68f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc598106160 0x7fc59810ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 --2- 172.21.15.52:0/2247180900 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc598101090 0x7fc59810e6c0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 -- 172.21.15.52:0/2247180900 >> 172.21.15.52:0/2247180900 conn(0x7fc598078000 msgr2=0x7fc5980ff040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.143+0000 7fc5a038f640 1 -- 172.21.15.52:0/2247180900 shutdown_connections 2024-04-21T09:21:15.151 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.144+0000 7fc5a038f640 1 -- 172.21.15.52:0/2247180900 wait complete. 2024-04-21T09:21:15.154 INFO:tasks.quiescer:done joining Quiescers 2024-04-21T09:21:15.154 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-21T09:21:15.165 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:21:15.173 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-21T09:21:15.183 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-21T09:21:15.184 INFO:teuthology.task.exec:Executing custom commands... 2024-04-21T09:21:15.184 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:21:15.184 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-21T09:21:15.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:14 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/408626552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:15.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:14 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/4071725365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:14 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/408626552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:15.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:14 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/4071725365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:15.229 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-21T09:21:15.309 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-21T09:21:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:14 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/408626552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:15.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:14 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/4071725365' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:15.451 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Scheduled restart job, restart counter is at 3. 2024-04-21T09:21:15.451 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 systemd[1]: Stopped Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:21:15.451 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service: Consumed 2.171s CPU time. 2024-04-21T09:21:15.451 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 systemd[1]: Starting Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:21:15.451 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 podman[68544]: 2024-04-21 09:21:15.335030549 +0000 UTC m=+0.018453993 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:21:15.451 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 podman[68544]: 2024-04-21 09:21:15.452215602 +0000 UTC m=+0.135639026 container create 58ccd8e6c296b7b3be1b7981e22e8a0ca250a9968ec6e7d8ed8d39a7296cb93f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-21T09:21:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 -- 172.21.15.52:0/2245810680 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d81031c0 msgr2=0x7f57d81035a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 --2- 172.21.15.52:0/2245810680 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d81031c0 0x7f57d81035a0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f57c8009900 tx=0x7f57c802bcd0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 -- 172.21.15.52:0/2245810680 shutdown_connections 2024-04-21T09:21:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 --2- 172.21.15.52:0/2245810680 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57d810c590 0x7f57d810e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 --2- 172.21.15.52:0/2245810680 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57d8103ae0 0x7f57d810bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 --2- 172.21.15.52:0/2245810680 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d81031c0 0x7f57d81035a0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.454 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 -- 172.21.15.52:0/2245810680 >> 172.21.15.52:0/2245810680 conn(0x7f57d8077f70 msgr2=0x7f57d8078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 -- 172.21.15.52:0/2245810680 shutdown_connections 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.452+0000 7f57dcbef640 1 -- 172.21.15.52:0/2245810680 wait complete. 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57dcbef640 1 Processor -- start 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57dcbef640 1 -- start start 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57dcbef640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57d81031c0 0x7f57d819e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57dcbef640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d8103ae0 0x7f57d819ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57dcbef640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57d810c590 0x7f57d8198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57dcbef640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f57d8112250 con 0x7f57d8103ae0 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57dcbef640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f57d81120d0 con 0x7f57d810c590 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57dcbef640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f57d81123d0 con 0x7f57d81031c0 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57cdd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d8103ae0 0x7f57d819ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57cdd9b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d8103ae0 0x7f57d819ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41952/0 (socket says 172.21.15.52:41952) 2024-04-21T09:21:15.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57d659c640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57d81031c0 0x7f57d819e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57cdd9b640 1 -- 172.21.15.52:0/1968844658 learned_addr learned my addr 172.21.15.52:0/1968844658 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57cdd9b640 1 -- 172.21.15.52:0/1968844658 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57d81031c0 msgr2=0x7f57d819e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57cdd9b640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57d81031c0 0x7f57d819e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57cdd9b640 1 -- 172.21.15.52:0/1968844658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57d810c590 msgr2=0x7f57d8198650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57d6d9d640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57d810c590 0x7f57d8198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.453+0000 7f57cdd9b640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57d810c590 0x7f57d8198650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57cdd9b640 1 -- 172.21.15.52:0/1968844658 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57d8198f10 con 0x7f57d8103ae0 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57d659c640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57d81031c0 0x7f57d819e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57d6d9d640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57d810c590 0x7f57d8198650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57cdd9b640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d8103ae0 0x7f57d819ead0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f57c000e9f0 tx=0x7f57c000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57cffff640 1 -- 172.21.15.52:0/1968844658 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c000cd80 con 0x7f57d8103ae0 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57d8199200 con 0x7f57d8103ae0 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57cffff640 1 -- 172.21.15.52:0/1968844658 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57c00054d0 con 0x7f57d8103ae0 2024-04-21T09:21:15.456 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57cffff640 1 -- 172.21.15.52:0/1968844658 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c0010690 con 0x7f57d8103ae0 2024-04-21T09:21:15.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.454+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57d81a5510 con 0x7f57d8103ae0 2024-04-21T09:21:15.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.455+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57d8069f90 con 0x7f57d8103ae0 2024-04-21T09:21:15.457 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.456+0000 7f57cffff640 1 -- 172.21.15.52:0/1968844658 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f57c0004e30 con 0x7f57d8103ae0 2024-04-21T09:21:15.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.457+0000 7f57cffff640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57c40a3d10 0x7f57c40a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.457+0000 7f57d659c640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57c40a3d10 0x7f57c40a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.457+0000 7f57cffff640 1 -- 172.21.15.52:0/1968844658 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f57c00d12d0 con 0x7f57d8103ae0 2024-04-21T09:21:15.458 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.457+0000 7f57d659c640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57c40a3d10 0x7f57c40a61d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f57c8006010 tx=0x7f57c8005e40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.460 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.460+0000 7f57cffff640 1 -- 172.21.15.52:0/1968844658 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f57c0053ff0 con 0x7f57d8103ae0 2024-04-21T09:21:15.666 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.666+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f57d8199430 con 0x7f57c40a3d10 2024-04-21T09:21:15.674 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.674+0000 7f57cffff640 1 -- 172.21.15.52:0/1968844658 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f57d8199430 con 0x7f57c40a3d10 2024-04-21T09:21:15.674 INFO:teuthology.orchestra.run.smithi052.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-21T00:00:00", "created": "2024-04-21T09:10:11", "first": "2024-04-21T09:11:00", "last": "2024-04-21T09:21:00", "last_pruned": "2024-04-21T09:21:00", "created_count": 11, "pruned_count": 5, "active": true} 2024-04-21T09:21:15.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57c40a3d10 msgr2=0x7f57c40a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57c40a3d10 0x7f57c40a61d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f57c8006010 tx=0x7f57c8005e40 comp rx=0 tx=0).stop 2024-04-21T09:21:15.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d8103ae0 msgr2=0x7f57d819ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d8103ae0 0x7f57d819ead0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f57c000e9f0 tx=0x7f57c000edf0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 shutdown_connections 2024-04-21T09:21:15.676 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f57c40a3d10 0x7f57c40a61d0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f57d810c590 0x7f57d8198650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f57d8103ae0 0x7f57d819ead0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 --2- 172.21.15.52:0/1968844658 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f57d81031c0 0x7f57d819e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 >> 172.21.15.52:0/1968844658 conn(0x7f57d8077f70 msgr2=0x7f57d80fdfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 shutdown_connections 2024-04-21T09:21:15.677 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.676+0000 7f57dcbef640 1 -- 172.21.15.52:0/1968844658 wait complete. 2024-04-21T09:21:15.687 DEBUG:teuthology.orchestra.run.smithi052:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-21T09:21:15.794 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 -- 172.21.15.52:0/1810361799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d81010c0 msgr2=0x7f75d81014a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1810361799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d81010c0 0x7f75d81014a0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f75d4009900 tx=0x7f75d402bc30 comp rx=0 tx=0).stop 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 -- 172.21.15.52:0/1810361799 shutdown_connections 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1810361799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75d8106190 0x7f75d810dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1810361799 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75d8101a70 0x7f75d8105ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1810361799 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d81010c0 0x7f75d81014a0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 -- 172.21.15.52:0/1810361799 >> 172.21.15.52:0/1810361799 conn(0x7f75d8077fd0 msgr2=0x7f75d80783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 -- 172.21.15.52:0/1810361799 shutdown_connections 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.791+0000 7f75df9ce640 1 -- 172.21.15.52:0/1810361799 wait complete. 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75df9ce640 1 Processor -- start 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75df9ce640 1 -- start start 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75df9ce640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75d81010c0 0x7f75d8197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75df9ce640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75d8106190 0x7f75d8197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75df9ce640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d819bef0 0x7f75d819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75df9ce640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f75d81110d0 con 0x7f75d819bef0 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75df9ce640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f75d8110f50 con 0x7f75d8106190 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75df9ce640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f75d8111250 con 0x7f75d81010c0 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75ddf6b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d819bef0 0x7f75d819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75dd76a640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75d81010c0 0x7f75d8197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75ddf6b640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d819bef0 0x7f75d819c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:41966/0 (socket says 172.21.15.52:41966) 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.792+0000 7f75ddf6b640 1 -- 172.21.15.52:0/1861700305 learned_addr learned my addr 172.21.15.52:0/1861700305 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75dcf69640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75d8106190 0x7f75d8197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ddf6b640 1 -- 172.21.15.52:0/1861700305 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75d81010c0 msgr2=0x7f75d8197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ddf6b640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75d81010c0 0x7f75d8197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ddf6b640 1 -- 172.21.15.52:0/1861700305 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75d8106190 msgr2=0x7f75d8197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ddf6b640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75d8106190 0x7f75d8197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ddf6b640 1 -- 172.21.15.52:0/1861700305 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75d819c9e0 con 0x7f75d819bef0 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75dcf69640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75d8106190 0x7f75d8197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ddf6b640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d819bef0 0x7f75d819c3a0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f75d000cce0 tx=0x7f75d000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.796 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ce7fc640 1 -- 172.21.15.52:0/1861700305 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d000f450 con 0x7f75d819bef0 2024-04-21T09:21:15.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75d819ccd0 con 0x7f75d819bef0 2024-04-21T09:21:15.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ce7fc640 1 -- 172.21.15.52:0/1861700305 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75d000faa0 con 0x7f75d819bef0 2024-04-21T09:21:15.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75ce7fc640 1 -- 172.21.15.52:0/1861700305 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0018b70 con 0x7f75d819bef0 2024-04-21T09:21:15.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.793+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75d81a4470 con 0x7f75d819bef0 2024-04-21T09:21:15.797 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.794+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75d8102590 con 0x7f75d819bef0 2024-04-21T09:21:15.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.795+0000 7f75ce7fc640 1 -- 172.21.15.52:0/1861700305 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f75d0018d10 con 0x7f75d819bef0 2024-04-21T09:21:15.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.796+0000 7f75ce7fc640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75c40a3d10 0x7f75c40a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:15.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.796+0000 7f75dd76a640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75c40a3d10 0x7f75c40a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:15.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.796+0000 7f75ce7fc640 1 -- 172.21.15.52:0/1861700305 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9592+0+0 (secure 0 0 0) 0x7f75d00d10d0 con 0x7f75d819bef0 2024-04-21T09:21:15.798 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.797+0000 7f75dd76a640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75c40a3d10 0x7f75c40a61d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f75d4006010 tx=0x7f75d4005e40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:15.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:15.800+0000 7f75ce7fc640 1 -- 172.21.15.52:0/1861700305 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f75d0014030 con 0x7f75d819bef0 2024-04-21T09:21:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:15 smithi052 ceph-mon[28035]: pgmap v353: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 486 B/s wr, 4 op/s 2024-04-21T09:21:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:15 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/297163623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:15.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:15 smithi052 ceph-mon[28035]: daemon mds.c restarted 2024-04-21T09:21:16.013 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.013+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 --> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f75d8101a70 con 0x7f75c40a3d10 2024-04-21T09:21:16.020 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.020+0000 7f75ce7fc640 1 -- 172.21.15.52:0/1861700305 <== mgr.25153 v2:172.21.15.52:6800/4018891886 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f75d8101a70 con 0x7f75c40a3d10 2024-04-21T09:21:16.020 INFO:teuthology.orchestra.run.smithi052.stdout:/ 1m 6m3h 2024-04-21T09:21:16.022 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75c40a3d10 msgr2=0x7f75c40a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75c40a3d10 0x7f75c40a61d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f75d4006010 tx=0x7f75d4005e40 comp rx=0 tx=0).stop 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d819bef0 msgr2=0x7f75d819c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d819bef0 0x7f75d819c3a0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f75d000cce0 tx=0x7f75d000a620 comp rx=0 tx=0).stop 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 shutdown_connections 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f75c40a3d10 0x7f75c40a61d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f75d819bef0 0x7f75d819c3a0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75d8106190 0x7f75d8197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 --2- 172.21.15.52:0/1861700305 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f75d81010c0 0x7f75d8197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.022+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 >> 172.21.15.52:0/1861700305 conn(0x7f75d8077fd0 msgr2=0x7f75d80ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.023+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 shutdown_connections 2024-04-21T09:21:16.023 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.023+0000 7f75df9ce640 1 -- 172.21.15.52:0/1861700305 wait complete. 2024-04-21T09:21:16.033 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-04-21T09:21:16.044 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-04-21T09:21:16.045 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/github.com_leonid-s-usov_ceph-ceph_4f6bc5273643aaf5660909e85400647a8951c10b/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-04-21T09:21:16.046 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-21T09:21:16.064 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:21:16.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:15 smithi078 ceph-mon[31713]: pgmap v353: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 486 B/s wr, 4 op/s 2024-04-21T09:21:16.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:15 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/297163623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:16.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:15 smithi078 ceph-mon[31713]: daemon mds.c restarted 2024-04-21T09:21:16.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 podman[68544]: 2024-04-21 09:21:15.706492397 +0000 UTC m=+0.389915826 container init 58ccd8e6c296b7b3be1b7981e22e8a0ca250a9968ec6e7d8ed8d39a7296cb93f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-21T09:21:16.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 podman[68544]: 2024-04-21 09:21:15.709191702 +0000 UTC m=+0.392615141 container start 58ccd8e6c296b7b3be1b7981e22e8a0ca250a9968ec6e7d8ed8d39a7296cb93f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-21T09:21:16.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 ceph-mds[68563]: -- 172.21.15.78:0/2078725238 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5641e5e23a40 con 0x5641e5df6c00 2024-04-21T09:21:16.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[68559]: starting mds.c at 2024-04-21T09:21:16.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 bash[68544]: 58ccd8e6c296b7b3be1b7981e22e8a0ca250a9968ec6e7d8ed8d39a7296cb93f 2024-04-21T09:21:16.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:21:15 smithi078 systemd[1]: Started Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968. 2024-04-21T09:21:16.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.234+0000 7f5e89a3f640 1 -- 172.21.15.52:0/3967733398 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e8406a6e0 msgr2=0x7f5e8406ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:16.235 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.234+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/3967733398 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e8406a6e0 0x7f5e8406ab60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5e7401a910 tx=0x7f5e7403cc80 comp rx=0 tx=0).stop 2024-04-21T09:21:16.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.236+0000 7f5e89a3f640 1 -- 172.21.15.52:0/3967733398 shutdown_connections 2024-04-21T09:21:16.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.236+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/3967733398 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e84104930 0x7f5e84104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.236+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/3967733398 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e8406a6e0 0x7f5e8406ab60 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.236+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/3967733398 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e84106f40 0x7f5e8406a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.236 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.236+0000 7f5e89a3f640 1 -- 172.21.15.52:0/3967733398 >> 172.21.15.52:0/3967733398 conn(0x7f5e84077cd0 msgr2=0x7f5e840780e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:16.237 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.238+0000 7f5e89a3f640 1 -- 172.21.15.52:0/3967733398 shutdown_connections 2024-04-21T09:21:16.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.240+0000 7f5e89a3f640 1 -- 172.21.15.52:0/3967733398 wait complete. 2024-04-21T09:21:16.241 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.241+0000 7f5e89a3f640 1 Processor -- start 2024-04-21T09:21:16.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.242+0000 7f5e89a3f640 1 -- start start 2024-04-21T09:21:16.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.242+0000 7f5e89a3f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e8406a6e0 0x7f5e84111520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:16.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.242+0000 7f5e89a3f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e84104930 0x7f5e84111a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:16.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.242+0000 7f5e89a3f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e84106f40 0x7f5e84114e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:16.242 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.243+0000 7f5e89a3f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f5e84109d80 con 0x7f5e84106f40 2024-04-21T09:21:16.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.243+0000 7f5e89a3f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5e84109c00 con 0x7f5e8406a6e0 2024-04-21T09:21:16.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.243+0000 7f5e89a3f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f5e84109f00 con 0x7f5e84104930 2024-04-21T09:21:16.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.243+0000 7f5e827fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e84104930 0x7f5e84111a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:16.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.243+0000 7f5e827fc640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e84104930 0x7f5e84111a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:52848/0 (socket says 172.21.15.52:52848) 2024-04-21T09:21:16.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.243+0000 7f5e827fc640 1 -- 172.21.15.52:0/672093755 learned_addr learned my addr 172.21.15.52:0/672093755 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:16.243 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.244+0000 7f5e837fe640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e84106f40 0x7f5e84114e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:16.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.245+0000 7f5e837fe640 1 -- 172.21.15.52:0/672093755 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e84104930 msgr2=0x7f5e84111a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:16.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.245+0000 7f5e837fe640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e84104930 0x7f5e84111a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.245+0000 7f5e837fe640 1 -- 172.21.15.52:0/672093755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e8406a6e0 msgr2=0x7f5e84111520 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:21:16.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.245+0000 7f5e837fe640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e8406a6e0 0x7f5e84111520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.245 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.245+0000 7f5e837fe640 1 -- 172.21.15.52:0/672093755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e84115590 con 0x7f5e84106f40 2024-04-21T09:21:16.249 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.250+0000 7f5e837fe640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e84106f40 0x7f5e84114e40 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f5e7800e970 tx=0x7f5e7800ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:16.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.254+0000 7f5e88a3d640 1 -- 172.21.15.52:0/672093755 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7800ccc0 con 0x7f5e84106f40 2024-04-21T09:21:16.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.254+0000 7f5e88a3d640 1 -- 172.21.15.52:0/672093755 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e78005020 con 0x7f5e84106f40 2024-04-21T09:21:16.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.254+0000 7f5e88a3d640 1 -- 172.21.15.52:0/672093755 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e78004a00 con 0x7f5e84106f40 2024-04-21T09:21:16.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.257+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e84115880 con 0x7f5e84106f40 2024-04-21T09:21:16.258 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.257+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e8406b970 con 0x7f5e84106f40 2024-04-21T09:21:16.262 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.259+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e84068570 con 0x7f5e84106f40 2024-04-21T09:21:16.267 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.267+0000 7f5e88a3d640 1 -- 172.21.15.52:0/672093755 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f5e780051d0 con 0x7f5e84106f40 2024-04-21T09:21:16.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.268+0000 7f5e88a3d640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5e6c0a3ef0 0x7f5e6c0a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:16.269 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.268+0000 7f5e88a3d640 1 -- 172.21.15.52:0/672093755 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f5e780d11c0 con 0x7f5e84106f40 2024-04-21T09:21:16.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.270+0000 7f5e82ffd640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5e6c0a3ef0 0x7f5e6c0a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:16.271 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.271+0000 7f5e82ffd640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5e6c0a3ef0 0x7f5e6c0a63b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c00ab90 tx=0x7f5e7c009230 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:16.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.276+0000 7f5e88a3d640 1 -- 172.21.15.52:0/672093755 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5e7801c020 con 0x7f5e84106f40 2024-04-21T09:21:16.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:15 smithi060 ceph-mon[31055]: pgmap v353: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.2 KiB/s rd, 486 B/s wr, 4 op/s 2024-04-21T09:21:16.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:15 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/297163623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:21:16.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:15 smithi060 ceph-mon[31055]: daemon mds.c restarted 2024-04-21T09:21:16.650 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.650+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5e8406bc90 con 0x7f5e84106f40 2024-04-21T09:21:16.653 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.653+0000 7f5e88a3d640 1 -- 172.21.15.52:0/672093755 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) ==== 74+0+25259 (secure 0 0 0) 0x7f5e7809d450 con 0x7f5e84106f40 2024-04-21T09:21:16.653 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:21:16.654 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":112,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:21:16.246741+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5e6c0a3ef0 msgr2=0x7f5e6c0a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5e6c0a3ef0 0x7f5e6c0a63b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c00ab90 tx=0x7f5e7c009230 comp rx=0 tx=0).stop 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e84106f40 msgr2=0x7f5e84114e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e84106f40 0x7f5e84114e40 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f5e7800e970 tx=0x7f5e7800ee30 comp rx=0 tx=0).stop 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 shutdown_connections 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f5e6c0a3ef0 0x7f5e6c0a63b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f5e84106f40 0x7f5e84114e40 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f5e84104930 0x7f5e84111a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.657 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 --2- 172.21.15.52:0/672093755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e8406a6e0 0x7f5e84111520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 >> 172.21.15.52:0/672093755 conn(0x7f5e84077cd0 msgr2=0x7f5e840fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:16.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 shutdown_connections 2024-04-21T09:21:16.658 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.657+0000 7f5e89a3f640 1 -- 172.21.15.52:0/672093755 wait complete. 2024-04-21T09:21:16.675 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 110, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 110, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:21:16.676 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:21:16.859 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.858+0000 7f151e4d2640 1 -- 172.21.15.52:0/2997761523 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1518105970 msgr2=0x7f151810d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:16.860 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.858+0000 7f151e4d2640 1 --2- 172.21.15.52:0/2997761523 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1518105970 0x7f151810d4f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f150800aa10 tx=0x7f150802cfb0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.863+0000 7f151e4d2640 1 -- 172.21.15.52:0/2997761523 shutdown_connections 2024-04-21T09:21:16.865 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.863+0000 7f151e4d2640 1 --2- 172.21.15.52:0/2997761523 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1518105970 0x7f151810d4f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.863+0000 7f151e4d2640 1 --2- 172.21.15.52:0/2997761523 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15181014a0 0x7f1518105240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.863+0000 7f151e4d2640 1 --2- 172.21.15.52:0/2997761523 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1518100af0 0x7f1518100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.866 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.863+0000 7f151e4d2640 1 -- 172.21.15.52:0/2997761523 >> 172.21.15.52:0/2997761523 conn(0x7f1518076100 msgr2=0x7f1518076510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:16.868 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.867+0000 7f151e4d2640 1 -- 172.21.15.52:0/2997761523 shutdown_connections 2024-04-21T09:21:16.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.870+0000 7f151e4d2640 1 -- 172.21.15.52:0/2997761523 wait complete. 2024-04-21T09:21:16.871 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.871+0000 7f151e4d2640 1 Processor -- start 2024-04-21T09:21:16.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.873+0000 7f151e4d2640 1 -- start start 2024-04-21T09:21:16.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.874+0000 7f151e4d2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1518100af0 0x7f151806d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:16.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.874+0000 7f151e4d2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1518105970 0x7f151806dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:16.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.874+0000 7f151e4d2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1518071e30 0x7f15180722b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:16.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.874+0000 7f151e4d2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f151806be40 con 0x7f1518100af0 2024-04-21T09:21:16.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.874+0000 7f151e4d2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f151806bcc0 con 0x7f1518071e30 2024-04-21T09:21:16.874 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.874+0000 7f151e4d2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f151806bfc0 con 0x7f1518105970 2024-04-21T09:21:16.877 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.876+0000 7f1517fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1518100af0 0x7f151806d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:16.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.876+0000 7f1517fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1518100af0 0x7f151806d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45912/0 (socket says 172.21.15.52:45912) 2024-04-21T09:21:16.878 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.876+0000 7f1517fff640 1 -- 172.21.15.52:0/4164138017 learned_addr learned my addr 172.21.15.52:0/4164138017 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.879+0000 7f1517fff640 1 -- 172.21.15.52:0/4164138017 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1518105970 msgr2=0x7f151806dab0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:21:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.879+0000 7f1517fff640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1518105970 0x7f151806dab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.879+0000 7f1517fff640 1 -- 172.21.15.52:0/4164138017 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1518071e30 msgr2=0x7f15180722b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:21:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.879+0000 7f1517fff640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1518071e30 0x7f15180722b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:16.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.879+0000 7f1517fff640 1 -- 172.21.15.52:0/4164138017 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1518072870 con 0x7f1518100af0 2024-04-21T09:21:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.879+0000 7f1517fff640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1518100af0 0x7f151806d570 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f151000ba10 tx=0x7f151000bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:16.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.880+0000 7f15157fa640 1 -- 172.21.15.52:0/4164138017 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1510019070 con 0x7f1518100af0 2024-04-21T09:21:16.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.880+0000 7f15157fa640 1 -- 172.21.15.52:0/4164138017 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f151000cbd0 con 0x7f1518100af0 2024-04-21T09:21:16.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.880+0000 7f15157fa640 1 -- 172.21.15.52:0/4164138017 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15100125e0 con 0x7f1518100af0 2024-04-21T09:21:16.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.880+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1518072b60 con 0x7f1518100af0 2024-04-21T09:21:16.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.880+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15181abc70 con 0x7f1518100af0 2024-04-21T09:21:16.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.885+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1504005290 con 0x7f1518100af0 2024-04-21T09:21:16.886 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.885+0000 7f15157fa640 1 -- 172.21.15.52:0/4164138017 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f151001c070 con 0x7f1518100af0 2024-04-21T09:21:16.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.886+0000 7f15157fa640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f15000a3f30 0x7f15000a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:16.887 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.886+0000 7f15157fa640 1 -- 172.21.15.52:0/4164138017 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f15100cff20 con 0x7f1518100af0 2024-04-21T09:21:16.888 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.887+0000 7f15177fe640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f15000a3f30 0x7f15000a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:16.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.891+0000 7f15177fe640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f15000a3f30 0x7f15000a63f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f151806eb50 tx=0x7f150c006bd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:16.898 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:16.898+0000 7f15157fa640 1 -- 172.21.15.52:0/4164138017 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f151009c2c0 con 0x7f1518100af0 2024-04-21T09:21:16.935 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: from='client.16905 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:21:16.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: osdmap e111: 12 total, 12 up, 12 in 2024-04-21T09:21:16.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6836/851918382,v1:172.21.15.78:6837/851918382] up:boot 2024-04-21T09:21:16.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-04-21T09:21:16.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:21:16.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:16.936 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: from='client.16917 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:21:16.937 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: osdmap e112: 12 total, 12 up, 12 in 2024-04-21T09:21:17.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: from='client.16905 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:21:17.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: osdmap e111: 12 total, 12 up, 12 in 2024-04-21T09:21:17.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6836/851918382,v1:172.21.15.78:6837/851918382] up:boot 2024-04-21T09:21:17.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-04-21T09:21:17.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:21:17.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:17.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: from='client.16917 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:21:17.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: osdmap e112: 12 total, 12 up, 12 in 2024-04-21T09:21:17.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:16 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/672093755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:21:17.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:16 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/672093755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:21:17.275 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.275+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1504005850 con 0x7f1518100af0 2024-04-21T09:21:17.276 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.276+0000 7f15157fa640 1 -- 172.21.15.52:0/4164138017 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v112) ==== 93+0+10 (secure 0 0 0) 0x7f151009bbc0 con 0x7f1518100af0 2024-04-21T09:21:17.276 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:21:17.279 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f15000a3f30 msgr2=0x7f15000a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f15000a3f30 0x7f15000a63f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f151806eb50 tx=0x7f150c006bd0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1518100af0 msgr2=0x7f151806d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1518100af0 0x7f151806d570 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f151000ba10 tx=0x7f151000bed0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 shutdown_connections 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f15000a3f30 0x7f15000a63f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1518071e30 0x7f15180722b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1518105970 0x7f151806dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 --2- 172.21.15.52:0/4164138017 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1518100af0 0x7f151806d570 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.280 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.280+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 >> 172.21.15.52:0/4164138017 conn(0x7f1518076100 msgr2=0x7f15180fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:17.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.281+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 shutdown_connections 2024-04-21T09:21:17.281 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.282+0000 7f151e4d2640 1 -- 172.21.15.52:0/4164138017 wait complete. 2024-04-21T09:21:17.300 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:21:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: from='client.16905 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:21:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: osdmap e111: 12 total, 12 up, 12 in 2024-04-21T09:21:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6836/851918382,v1:172.21.15.78:6837/851918382] up:boot 2024-04-21T09:21:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 2 up:standby-replay 7 up:standby 2024-04-21T09:21:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:21:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: from='client.16917 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-21T09:21:17.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: osdmap e112: 12 total, 12 up, 12 in 2024-04-21T09:21:17.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:16 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/672093755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:21:17.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.496+0000 7f44a61e0640 1 -- 172.21.15.52:0/3719381810 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 msgr2=0x7f44a010d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:17.496 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.496+0000 7f44a61e0640 1 --2- 172.21.15.52:0/3719381810 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 0x7f44a010d530 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f449800adb0 tx=0x7f449802d070 comp rx=0 tx=0).stop 2024-04-21T09:21:17.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.496+0000 7f44a61e0640 1 -- 172.21.15.52:0/3719381810 shutdown_connections 2024-04-21T09:21:17.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.496+0000 7f44a61e0640 1 --2- 172.21.15.52:0/3719381810 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 0x7f44a010d530 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.496+0000 7f44a61e0640 1 --2- 172.21.15.52:0/3719381810 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a0100880 0x7f44a0100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.496+0000 7f44a61e0640 1 --2- 172.21.15.52:0/3719381810 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f44a0102510 0x7f44a01028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.496+0000 7f44a61e0640 1 -- 172.21.15.52:0/3719381810 >> 172.21.15.52:0/3719381810 conn(0x7f44a00760d0 msgr2=0x7f44a00764e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:17.497 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.498+0000 7f44a61e0640 1 -- 172.21.15.52:0/3719381810 shutdown_connections 2024-04-21T09:21:17.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.498+0000 7f44a61e0640 1 -- 172.21.15.52:0/3719381810 wait complete. 2024-04-21T09:21:17.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.499+0000 7f44a61e0640 1 Processor -- start 2024-04-21T09:21:17.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.500+0000 7f44a61e0640 1 -- start start 2024-04-21T09:21:17.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.501+0000 7f44a61e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a0100880 0x7f44a019d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:17.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.501+0000 7f44a61e0640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 0x7f44a0196500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:17.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.501+0000 7f44a61e0640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f44a0102510 0x7f44a0196a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:17.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.501+0000 7f44a61e0640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f44a0110100 con 0x7f44a0100880 2024-04-21T09:21:17.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.501+0000 7f44a61e0640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f44a010ff80 con 0x7f44a0102510 2024-04-21T09:21:17.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.501+0000 7f44a61e0640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f44a0110280 con 0x7f44a0101240 2024-04-21T09:21:17.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.503+0000 7f449effd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 0x7f44a0196500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:17.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.503+0000 7f449effd640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 0x7f44a0196500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:36918/0 (socket says 172.21.15.52:36918) 2024-04-21T09:21:17.502 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.503+0000 7f449effd640 1 -- 172.21.15.52:0/2569403982 learned_addr learned my addr 172.21.15.52:0/2569403982 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:17.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.504+0000 7f449f7fe640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a0100880 0x7f44a019d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:17.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.505+0000 7f449effd640 1 -- 172.21.15.52:0/2569403982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f44a0102510 msgr2=0x7f44a0196a40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:21:17.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.505+0000 7f449effd640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f44a0102510 0x7f44a0196a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.505+0000 7f449effd640 1 -- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a0100880 msgr2=0x7f44a019d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:17.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.505+0000 7f449effd640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a0100880 0x7f44a019d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.506 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.505+0000 7f449effd640 1 -- 172.21.15.52:0/2569403982 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a01970e0 con 0x7f44a0101240 2024-04-21T09:21:17.507 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.506+0000 7f449effd640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 0x7f44a0196500 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f448800d950 tx=0x7f448800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:17.509 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.509+0000 7f449cff9640 1 -- 172.21.15.52:0/2569403982 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4488017070 con 0x7f44a0101240 2024-04-21T09:21:17.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.509+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a019afa0 con 0x7f44a0101240 2024-04-21T09:21:17.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.509+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a019b4f0 con 0x7f44a0101240 2024-04-21T09:21:17.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.509+0000 7f449cff9640 1 -- 172.21.15.52:0/2569403982 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4488009c30 con 0x7f44a0101240 2024-04-21T09:21:17.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.509+0000 7f449cff9640 1 -- 172.21.15.52:0/2569403982 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f448800f620 con 0x7f44a0101240 2024-04-21T09:21:17.510 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.511+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44a0197310 con 0x7f44a0101240 2024-04-21T09:21:17.516 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.516+0000 7f449cff9640 1 -- 172.21.15.52:0/2569403982 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f4488004020 con 0x7f44a0101240 2024-04-21T09:21:17.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.517+0000 7f449cff9640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f448c0a3ea0 0x7f448c0a6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:17.517 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.518+0000 7f449cff9640 1 -- 172.21.15.52:0/2569403982 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f44880d0bd0 con 0x7f44a0101240 2024-04-21T09:21:17.527 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.527+0000 7f449f7fe640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f448c0a3ea0 0x7f448c0a6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:17.528 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.528+0000 7f449cff9640 1 -- 172.21.15.52:0/2569403982 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f448809cee0 con 0x7f44a0101240 2024-04-21T09:21:17.533 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.533+0000 7f449f7fe640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f448c0a3ea0 0x7f448c0a6360 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4490009890 tx=0x7f4490008040 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:17.907 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.907+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f44a0069250 con 0x7f44a0101240 2024-04-21T09:21:17.908 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.908+0000 7f449cff9640 1 -- 172.21.15.52:0/2569403982 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v112) ==== 104+0+11 (secure 0 0 0) 0x7f448809c7e0 con 0x7f44a0101240 2024-04-21T09:21:17.908 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:21:17.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.912+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f448c0a3ea0 msgr2=0x7f448c0a6360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:17.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.912+0000 7f44a61e0640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f448c0a3ea0 0x7f448c0a6360 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4490009890 tx=0x7f4490008040 comp rx=0 tx=0).stop 2024-04-21T09:21:17.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.912+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 msgr2=0x7f44a0196500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:17.912 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.912+0000 7f44a61e0640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 0x7f44a0196500 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f448800d950 tx=0x7f448800de10 comp rx=0 tx=0).stop 2024-04-21T09:21:17.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.913+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 shutdown_connections 2024-04-21T09:21:17.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.913+0000 7f44a61e0640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f448c0a3ea0 0x7f448c0a6360 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.913+0000 7f44a61e0640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f44a0102510 0x7f44a0196a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.913+0000 7f44a61e0640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f44a0101240 0x7f44a0196500 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.913+0000 7f44a61e0640 1 --2- 172.21.15.52:0/2569403982 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f44a0100880 0x7f44a019d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:17.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.913+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 >> 172.21.15.52:0/2569403982 conn(0x7f44a00760d0 msgr2=0x7f44a00ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:17.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.913+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 shutdown_connections 2024-04-21T09:21:17.913 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:17.913+0000 7f44a61e0640 1 -- 172.21.15.52:0/2569403982 wait complete. 2024-04-21T09:21:17.932 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:21:18.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.130+0000 7f054bfff640 1 -- 172.21.15.52:0/2040424066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05440986d0 msgr2=0x7f0544098b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:18.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.130+0000 7f054bfff640 1 --2- 172.21.15.52:0/2040424066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05440986d0 0x7f0544098b50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f054c067dc0 tx=0x7f054c0a93f0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.131+0000 7f054bfff640 1 -- 172.21.15.52:0/2040424066 shutdown_connections 2024-04-21T09:21:18.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.131+0000 7f054bfff640 1 --2- 172.21.15.52:0/2040424066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f05440986d0 0x7f0544098b50 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.131+0000 7f054bfff640 1 --2- 172.21.15.52:0/2040424066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f0544006a50 0x7f0544006ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.131+0000 7f054bfff640 1 --2- 172.21.15.52:0/2040424066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f054409ace0 0x7f0544006510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.131+0000 7f054bfff640 1 -- 172.21.15.52:0/2040424066 >> 172.21.15.52:0/2040424066 conn(0x7f054400a730 msgr2=0x7f054400ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:18.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.134+0000 7f054bfff640 1 -- 172.21.15.52:0/2040424066 shutdown_connections 2024-04-21T09:21:18.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.137+0000 7f054bfff640 1 -- 172.21.15.52:0/2040424066 wait complete. 2024-04-21T09:21:18.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.137+0000 7f054bfff640 1 Processor -- start 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.138+0000 7f054bfff640 1 -- start start 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054bfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0544006a50 0x7f05440a91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054bfff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05440986d0 0x7f05440a9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054bfff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f054409ace0 0x7f05440a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054bfff640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f054409dad0 con 0x7f05440986d0 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054bfff640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f054409d950 con 0x7f0544006a50 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054bfff640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f054409dc50 con 0x7f054409ace0 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05440986d0 0x7f05440a9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054a7fc640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05440986d0 0x7f05440a9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45950/0 (socket says 172.21.15.52:45950) 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.139+0000 7f054a7fc640 1 -- 172.21.15.52:0/1560342645 learned_addr learned my addr 172.21.15.52:0/1560342645 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.141+0000 7f054a7fc640 1 -- 172.21.15.52:0/1560342645 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f054409ace0 msgr2=0x7f05440a5480 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:21:18.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.141+0000 7f054a7fc640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f054409ace0 0x7f05440a5480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.141+0000 7f054a7fc640 1 -- 172.21.15.52:0/1560342645 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0544006a50 msgr2=0x7f05440a91c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:21:18.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.141+0000 7f054a7fc640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0544006a50 0x7f05440a91c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.141+0000 7f054a7fc640 1 -- 172.21.15.52:0/1560342645 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05440a5c40 con 0x7f05440986d0 2024-04-21T09:21:18.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.141+0000 7f054a7fc640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05440986d0 0x7f05440a9700 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f054000b450 tx=0x7f054000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:18.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.142+0000 7f0533fff640 1 -- 172.21.15.52:0/1560342645 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0540015020 con 0x7f05440986d0 2024-04-21T09:21:18.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.142+0000 7f0533fff640 1 -- 172.21.15.52:0/1560342645 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0540011d40 con 0x7f05440986d0 2024-04-21T09:21:18.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.143+0000 7f0533fff640 1 -- 172.21.15.52:0/1560342645 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054000f340 con 0x7f05440986d0 2024-04-21T09:21:18.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.143+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05440a5f30 con 0x7f05440986d0 2024-04-21T09:21:18.144 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.143+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0544147dc0 con 0x7f05440986d0 2024-04-21T09:21:18.146 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.145+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0544095210 con 0x7f05440986d0 2024-04-21T09:21:18.147 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.147+0000 7f0533fff640 1 -- 172.21.15.52:0/1560342645 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0540018020 con 0x7f05440986d0 2024-04-21T09:21:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.148+0000 7f0533fff640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f05340a3d00 0x7f05340a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.148+0000 7f0533fff640 1 -- 172.21.15.52:0/1560342645 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f05400d03b0 con 0x7f05440986d0 2024-04-21T09:21:18.148 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.148+0000 7f054affd640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f05340a3d00 0x7f05340a61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:18.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.149+0000 7f054affd640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f05340a3d00 0x7f05340a61c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f053c009670 tx=0x7f053c006bd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:18.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.157+0000 7f0533fff640 1 -- 172.21.15.52:0/1560342645 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f054000d040 con 0x7f05440986d0 2024-04-21T09:21:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:17 smithi078 ceph-mon[31713]: pgmap v356: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T09:21:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:17 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:17 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/4164138017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:21:18.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:17 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2569403982' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:21:18.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:17 smithi052 ceph-mon[28035]: pgmap v356: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T09:21:18.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:17 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:18.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:17 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/4164138017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:21:18.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:17 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2569403982' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:21:18.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:17 smithi060 ceph-mon[31055]: pgmap v356: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-21T09:21:18.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:17 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:18.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:17 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/4164138017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:21:18.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:17 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2569403982' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:21:18.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.538+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0544148050 con 0x7f05440986d0 2024-04-21T09:21:18.539 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.539+0000 7f0533fff640 1 -- 172.21.15.52:0/1560342645 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v112) ==== 100+0+11 (secure 0 0 0) 0x7f054009c790 con 0x7f05440986d0 2024-04-21T09:21:18.539 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:21:18.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.542+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f05340a3d00 msgr2=0x7f05340a61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:18.543 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.542+0000 7f054bfff640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f05340a3d00 0x7f05340a61c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f053c009670 tx=0x7f053c006bd0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05440986d0 msgr2=0x7f05440a9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05440986d0 0x7f05440a9700 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f054000b450 tx=0x7f054000b910 comp rx=0 tx=0).stop 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 shutdown_connections 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f05340a3d00 0x7f05340a61c0 secure :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f053c009670 tx=0x7f053c006bd0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f054409ace0 0x7f05440a5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f05440986d0 0x7f05440a9700 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 --2- 172.21.15.52:0/1560342645 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0544006a50 0x7f05440a91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 >> 172.21.15.52:0/1560342645 conn(0x7f054400a730 msgr2=0x7f05440923f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 shutdown_connections 2024-04-21T09:21:18.544 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.543+0000 7f054bfff640 1 -- 172.21.15.52:0/1560342645 wait complete. 2024-04-21T09:21:18.564 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:21:18.768 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.769+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2158616129 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 msgr2=0x7fc508105980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:18.769 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.769+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2158616129 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 0x7fc508105980 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc4f8009960 tx=0x7fc4f802bc30 comp rx=0 tx=0).stop 2024-04-21T09:21:18.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.771+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2158616129 shutdown_connections 2024-04-21T09:21:18.770 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.771+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2158616129 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5081011b0 0x7fc50810d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.771+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2158616129 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc5081007f0 0x7fc508100c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.771+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2158616129 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 0x7fc508105980 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.771 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.771+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2158616129 >> 172.21.15.52:0/2158616129 conn(0x7fc508076140 msgr2=0x7fc508076550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:18.773 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.773+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2158616129 shutdown_connections 2024-04-21T09:21:18.776 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.777+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2158616129 wait complete. 2024-04-21T09:21:18.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.778+0000 7fc50d8ba640 1 Processor -- start 2024-04-21T09:21:18.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.779+0000 7fc50d8ba640 1 -- start start 2024-04-21T09:21:18.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.780+0000 7fc50d8ba640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc5081007f0 0x7fc508196600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:18.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.780+0000 7fc50d8ba640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5081011b0 0x7fc508196b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:18.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.780+0000 7fc50d8ba640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 0x7fc50819aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:18.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.780+0000 7fc50d8ba640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fc508110040 con 0x7fc5081011b0 2024-04-21T09:21:18.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.780+0000 7fc50d8ba640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc50810fec0 con 0x7fc5081007f0 2024-04-21T09:21:18.780 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.780+0000 7fc50d8ba640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fc5081101c0 con 0x7fc5081055a0 2024-04-21T09:21:18.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.782+0000 7fc5077fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 0x7fc50819aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:18.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.782+0000 7fc5077fe640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 0x7fc50819aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:36946/0 (socket says 172.21.15.52:36946) 2024-04-21T09:21:18.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.782+0000 7fc5077fe640 1 -- 172.21.15.52:0/2042922758 learned_addr learned my addr 172.21.15.52:0/2042922758 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:18.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.782+0000 7fc5067fc640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5081011b0 0x7fc508196b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:18.782 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.782+0000 7fc506ffd640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc5081007f0 0x7fc508196600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:18.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.783+0000 7fc506ffd640 1 -- 172.21.15.52:0/2042922758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 msgr2=0x7fc50819aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:18.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.783+0000 7fc506ffd640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 0x7fc50819aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.783+0000 7fc506ffd640 1 -- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5081011b0 msgr2=0x7fc508196b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:18.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.783+0000 7fc506ffd640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5081011b0 0x7fc508196b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:18.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.783+0000 7fc506ffd640 1 -- 172.21.15.52:0/2042922758 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc50819b5c0 con 0x7fc5081007f0 2024-04-21T09:21:18.783 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.783+0000 7fc506ffd640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc5081007f0 0x7fc508196600 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc4f8009850 tx=0x7fc4f80045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.785+0000 7fc50c8b8640 1 -- 172.21.15.52:0/2042922758 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4f8043020 con 0x7fc5081007f0 2024-04-21T09:21:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.785+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc50819b850 con 0x7fc5081007f0 2024-04-21T09:21:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.785+0000 7fc50c8b8640 1 -- 172.21.15.52:0/2042922758 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4f802caf0 con 0x7fc5081007f0 2024-04-21T09:21:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.785+0000 7fc50c8b8640 1 -- 172.21.15.52:0/2042922758 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4f8003b00 con 0x7fc5081007f0 2024-04-21T09:21:18.785 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.786+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc50806db80 con 0x7fc5081007f0 2024-04-21T09:21:18.789 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.789+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc508101cd0 con 0x7fc5081007f0 2024-04-21T09:21:18.791 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.791+0000 7fc50c8b8640 1 -- 172.21.15.52:0/2042922758 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc4f8046020 con 0x7fc5081007f0 2024-04-21T09:21:18.792 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.793+0000 7fc50c8b8640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4f00a3f20 0x7fc4f00a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:18.793 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.793+0000 7fc50c8b8640 1 -- 172.21.15.52:0/2042922758 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7fc4f80f2c40 con 0x7fc5081007f0 2024-04-21T09:21:18.795 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.794+0000 7fc5067fc640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4f00a3f20 0x7fc4f00a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:18.799 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.800+0000 7fc5067fc640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4f00a3f20 0x7fc4f00a63e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc005fd0 tx=0x7fc4fc005850 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:18.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:18.800+0000 7fc50c8b8640 1 -- 172.21.15.52:0/2042922758 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc4f804d020 con 0x7fc5081007f0 2024-04-21T09:21:19.174 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.174+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc508108b40 con 0x7fc5081007f0 2024-04-21T09:21:19.175 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:21:19.176 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.176+0000 7fc50c8b8640 1 -- 172.21.15.52:0/2042922758 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v112) ==== 103+0+11 (secure 0 0 0) 0x7fc4f80befe0 con 0x7fc5081007f0 2024-04-21T09:21:19.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4f00a3f20 msgr2=0x7fc4f00a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:19.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4f00a3f20 0x7fc4f00a63e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc005fd0 tx=0x7fc4fc005850 comp rx=0 tx=0).stop 2024-04-21T09:21:19.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc5081007f0 msgr2=0x7fc508196600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc5081007f0 0x7fc508196600 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc4f8009850 tx=0x7fc4f80045e0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 shutdown_connections 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fc4f00a3f20 0x7fc4f00a63e0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fc5081055a0 0x7fc50819aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fc5081011b0 0x7fc508196b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 --2- 172.21.15.52:0/2042922758 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc5081007f0 0x7fc508196600 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 >> 172.21.15.52:0/2042922758 conn(0x7fc508076140 msgr2=0x7fc5080fe690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 shutdown_connections 2024-04-21T09:21:19.180 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.179+0000 7fc50d8ba640 1 -- 172.21.15.52:0/2042922758 wait complete. 2024-04-21T09:21:19.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:18 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1560342645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:21:19.203 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-21T09:21:19.203 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:18 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1560342645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:21:19.342 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:18 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1560342645' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:21:19.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.392+0000 7ff57f552640 1 -- 172.21.15.52:0/4119831622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff57811b730 msgr2=0x7ff57811db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:19.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.392+0000 7ff57f552640 1 --2- 172.21.15.52:0/4119831622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff57811b730 0x7ff57811db20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff570009ca0 tx=0x7ff57002c140 comp rx=0 tx=0).stop 2024-04-21T09:21:19.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.392+0000 7ff57f552640 1 -- 172.21.15.52:0/4119831622 shutdown_connections 2024-04-21T09:21:19.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.392+0000 7ff57f552640 1 --2- 172.21.15.52:0/4119831622 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff57811b730 0x7ff57811db20 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.392+0000 7ff57f552640 1 --2- 172.21.15.52:0/4119831622 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff578109490 0x7ff578109910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.392+0000 7ff57f552640 1 --2- 172.21.15.52:0/4119831622 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff578110770 0x7ff578108f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.392 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.392+0000 7ff57f552640 1 -- 172.21.15.52:0/4119831622 >> 172.21.15.52:0/4119831622 conn(0x7ff57806e2e0 msgr2=0x7ff57806e6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:19.393 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.394+0000 7ff57f552640 1 -- 172.21.15.52:0/4119831622 shutdown_connections 2024-04-21T09:21:19.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.397+0000 7ff57f552640 1 -- 172.21.15.52:0/4119831622 wait complete. 2024-04-21T09:21:19.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.397+0000 7ff57f552640 1 Processor -- start 2024-04-21T09:21:19.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.397+0000 7ff57f552640 1 -- start start 2024-04-21T09:21:19.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57f552640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff578109490 0x7ff57811d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:19.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57f552640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff578110770 0x7ff57811d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:19.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57f552640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff578116400 0x7ff5781168b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:19.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57f552640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff578121160 con 0x7ff578116400 2024-04-21T09:21:19.401 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57f552640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff578120fe0 con 0x7ff578109490 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57f552640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff5781212e0 con 0x7ff578110770 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57daef640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff578116400 0x7ff5781168b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57daef640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff578116400 0x7ff5781168b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:45988/0 (socket says 172.21.15.52:45988) 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.398+0000 7ff57daef640 1 -- 172.21.15.52:0/553910110 learned_addr learned my addr 172.21.15.52:0/553910110 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.400+0000 7ff57caed640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff578110770 0x7ff57811d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.400+0000 7ff57daef640 1 -- 172.21.15.52:0/553910110 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff578110770 msgr2=0x7ff57811d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.400+0000 7ff57daef640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff578110770 0x7ff57811d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.400+0000 7ff57daef640 1 -- 172.21.15.52:0/553910110 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff578109490 msgr2=0x7ff57811d380 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-21T09:21:19.402 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.400+0000 7ff57daef640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff578109490 0x7ff57811d380 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:19.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.400+0000 7ff57daef640 1 -- 172.21.15.52:0/553910110 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff578117030 con 0x7ff578116400 2024-04-21T09:21:19.403 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.404+0000 7ff57daef640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff578116400 0x7ff5781168b0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7ff570009bf0 tx=0x7ff570003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:19.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.404+0000 7ff56e7fc640 1 -- 172.21.15.52:0/553910110 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570039040 con 0x7ff578116400 2024-04-21T09:21:19.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.405+0000 7ff56e7fc640 1 -- 172.21.15.52:0/553910110 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff570044070 con 0x7ff578116400 2024-04-21T09:21:19.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.405+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff57811aea0 con 0x7ff578116400 2024-04-21T09:21:19.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.405+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff57811b390 con 0x7ff578116400 2024-04-21T09:21:19.405 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.406+0000 7ff56e7fc640 1 -- 172.21.15.52:0/553910110 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5700327e0 con 0x7ff578116400 2024-04-21T09:21:19.410 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.408+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff55c005290 con 0x7ff578116400 2024-04-21T09:21:19.411 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.412+0000 7ff56e7fc640 1 -- 172.21.15.52:0/553910110 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff570004040 con 0x7ff578116400 2024-04-21T09:21:19.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.413+0000 7ff56e7fc640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff5640a3f30 0x7ff5640a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:19.414 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.413+0000 7ff56e7fc640 1 -- 172.21.15.52:0/553910110 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7ff5700f29c0 con 0x7ff578116400 2024-04-21T09:21:19.418 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.418+0000 7ff57d2ee640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff5640a3f30 0x7ff5640a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:19.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.420+0000 7ff57d2ee640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff5640a3f30 0x7ff5640a63f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff56800b990 tx=0x7ff56800b370 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:19.421 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.421+0000 7ff56e7fc640 1 -- 172.21.15.52:0/553910110 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff570035e20 con 0x7ff578116400 2024-04-21T09:21:19.893 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.893+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7ff55c005850 con 0x7ff578116400 2024-04-21T09:21:19.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.923+0000 7ff56e7fc640 1 -- 172.21.15.52:0/553910110 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) ==== 81+0+746061 (secure 0 0 0) 0x7ff5700098b0 con 0x7ff578116400 2024-04-21T09:21:19.933 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:21:19.933 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:21:19.933 INFO:teuthology.orchestra.run.smithi052.stdout: "epoch": 25, 2024-04-21T09:21:19.933 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "active_gid": 25153, 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "active_name": "x", 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "active_addrs": { 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:6800", 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 4018891886 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v1", 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:6801", 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 4018891886 2024-04-21T09:21:19.934 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "active_addr": "172.21.15.52:6801/4018891886", 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "active_change": "2024-04-21T09:10:05.875738+0000", 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "active_mgr_features": 4540701547738038271, 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "available": true, 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "standbys": [ 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "gid": 25115, 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "y", 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr_features": 4540701547738038271, 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "available_modules": [ 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:19.935 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "alerts", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How frequently to reexamine health status", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.936 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:19.937 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.938 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.939 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:19.940 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_destination": { 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_destination", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.941 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email address to send alerts to", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_from_name": { 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_from_name", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.942 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "Ceph", 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email From: name", 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_host": { 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_host", 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.943 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP server", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_password": { 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_password", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.944 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Password to authenticate with", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_port": { 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_port", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "465", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.945 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP port", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_sender": { 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_sender", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP envelope sender", 2024-04-21T09:21:19.946 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_ssl": { 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_ssl", 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.947 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_user": { 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_user", 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.949 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "User to authenticate as", 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:19.950 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "balancer", 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "active": { 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "active", 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.951 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically balance PGs across cluster", 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_time": { 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_time", 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.952 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0000", 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "beginning time of day to automatically balance", 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_weekday": { 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_weekday", 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.953 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_max_iterations": { 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_max_iterations", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "25", 2024-04-21T09:21:19.954 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "250", 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_metrics": { 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_metrics", 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "pgs,objects,bytes", 2024-04-21T09:21:19.955 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_step": { 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_step", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.5", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0.001", 2024-04-21T09:21:19.956 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "0.999", 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "aggressiveness of optimization", 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "end_time": { 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_time", 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2359", 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.957 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ending time of day to automatically balance", 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "end_weekday": { 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_weekday", 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-04-21T09:21:19.958 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.959 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.960 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:19.961 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:19.962 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:19.963 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "min_score": { 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_score", 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-21T09:21:19.964 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "upmap", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "crush-compat", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "none", 2024-04-21T09:21:19.965 INFO:teuthology.orchestra.run.smithi052.stdout: "read", 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap", 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap-read" 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Balancer mode", 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_ids": { 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_ids", 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.966 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.967 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_deviation": { 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_deviation", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.968 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_optimizations": { 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_optimizations", 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.969 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm", 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:19.970 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_down_multiplier": { 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_down_multiplier", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.971 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_refresh_rate": { 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_refresh_rate", 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "20", 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_starting_port": { 2024-04-21T09:21:19.972 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_starting_port", 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4721", 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.973 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_ptrace": { 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_ptrace", 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.974 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_interval": { 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_interval", 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.975 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_memory_target_ratio": { 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_memory_target_ratio", 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.7", 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm_log_destination": { 2024-04-21T09:21:19.976 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm_log_destination", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "file", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "file,syslog", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "syslog" 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.977 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "cgroups_split": { 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cgroups_split", 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-21T09:21:19.978 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "config_checks_enabled": { 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_checks_enabled", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.979 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "config_dashboard": { 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_dashboard", 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.980 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_alertmanager": { 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_alertmanager", 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.981 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_base": { 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_base", 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Container image name, without the tag", 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_elasticsearch": { 2024-04-21T09:21:19.982 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_elasticsearch", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "elasticsearch container image", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_grafana": { 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_grafana", 2024-04-21T09:21:19.983 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_haproxy": { 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_haproxy", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.984 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "HAproxy container image", 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_agent": { 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_agent", 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.985 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger agent container image", 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_collector": { 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_collector", 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.986 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger collector container image", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_query": { 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_query", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.987 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger query container image", 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_keepalived": { 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_keepalived", 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.988 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Keepalived container image", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_loki": { 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_loki", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.989 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Loki container image", 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_node_exporter": { 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_node_exporter", 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.990 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_nvmeof": { 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_nvmeof", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.991 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Nvme-of container image", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_prometheus": { 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_prometheus", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:19.992 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_promtail": { 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_promtail", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Promtail container image", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.993 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_samba": { 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_samba", 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Samba/SMB container image", 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.994 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_snmp_gateway": { 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_snmp_gateway", 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SNMP Gateway container image", 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.995 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "container_init": { 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_init", 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Run podman/docker with `--init`", 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.996 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "daemon_cache_timeout": { 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "daemon_cache_timeout", 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.997 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "default_cephadm_command_timeout": { 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_cephadm_command_timeout", 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "900", 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.998 INFO:teuthology.orchestra.run.smithi052.stdout: "default_registry": { 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_registry", 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io", 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:19.999 INFO:teuthology.orchestra.run.smithi052.stdout: "device_cache_timeout": { 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_cache_timeout", 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1800", 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache device inventory", 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.000 INFO:teuthology.orchestra.run.smithi052.stdout: "device_enhanced_scan": { 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_enhanced_scan", 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "facts_cache_timeout": { 2024-04-21T09:21:20.001 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "facts_cache_timeout", 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache host facts data", 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "grafana_dashboards_path": { 2024-04-21T09:21:20.002 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "grafana_dashboards_path", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "host_check_interval": { 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "host_check_interval", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.003 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to perform a host check", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "hw_monitoring": { 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hw_monitoring", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.004 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "inventory_list_all": { 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "inventory_list_all", 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.005 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.006 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "log_refresh_metadata": { 2024-04-21T09:21:20.007 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_refresh_metadata", 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.008 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.009 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.010 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.011 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.012 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "*", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-21T09:21:20.013 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "max_count_per_host": { 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_count_per_host", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of daemons per service per host", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.014 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "max_osd_draining_count": { 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_osd_draining_count", 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.015 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "migration_current": { 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "migration_current", 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "internal - do not modify", 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.016 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "root", 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm-package", 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "root" 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "mode for remote execution of cephadm", 2024-04-21T09:21:20.017 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "oob_default_addr": { 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "oob_default_addr", 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "169.254.1.1", 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-21T09:21:20.018 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "prometheus_alerts_path": { 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus_alerts_path", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.019 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_insecure": { 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_insecure", 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.020 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_password": { 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_password", 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.021 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_url": { 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_url", 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.022 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_username": { 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_username", 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.023 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "secure_monitoring_stack": { 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "secure_monitoring_stack", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-21T09:21:20.024 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "service_discovery_port": { 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "service_discovery_port", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8765", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "cephadm service discovery port", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.025 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "ssh_config_file": { 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssh_config_file", 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.026 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "use_agent": { 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_agent", 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.027 INFO:teuthology.orchestra.run.smithi052.stdout: "use_repo_digest": { 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_repo_digest", 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_failed_host_check": { 2024-04-21T09:21:20.028 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_failed_host_check", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if the host check fails", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_daemons": { 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_daemons", 2024-04-21T09:21:20.029 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_hosts": { 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_hosts", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.030 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crash", 2024-04-21T09:21:20.031 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.032 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.033 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.034 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.036 INFO:teuthology.orchestra.run.smithi052.stdout: "retain_interval": { 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retain_interval", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "31536000", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_recent_interval": { 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_recent_interval", 2024-04-21T09:21:20.037 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1209600", 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.038 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dashboard", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.039 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_HOST": { 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.040 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_ENABLED": { 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_ENABLED", 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.042 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.043 INFO:teuthology.orchestra.run.smithi052.stdout: "ENABLE_BROWSABLE_API": { 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.044 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.045 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.046 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.047 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.048 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.049 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.050 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.051 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.052 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_PASSWORD": { 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.053 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_URL": { 2024-04-21T09:21:20.054 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_URL", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_USERNAME": { 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.055 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.056 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.057 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.058 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.059 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.060 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "[]", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "MULTICLUSTER_CONFIG": { 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.061 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "{}", 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_HOST": { 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.062 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.063 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.064 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.065 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.066 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.067 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.068 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.069 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.070 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_ENABLED": { 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.071 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.072 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.073 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8", 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.074 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "45", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.075 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ACCESS_KEY": { 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.076 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.077 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SECRET_KEY": { 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.078 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SSL_VERIFY": { 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.079 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "UNSAFE_TLS_v1_2": { 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.080 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.081 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.082 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.083 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "cross_origin_url": { 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cross_origin_url", 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.084 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "crt_file": { 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crt_file", 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.085 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "debug": { 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "debug", 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable/disable debug options", 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.086 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "jwt_token_ttl": { 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "jwt_token_ttl", 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "28800", 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.087 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.088 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.089 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.090 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.091 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.092 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "motd": { 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "motd", 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.093 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "The message of the day", 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_resolve_ip_addr": { 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "redirect_resolve_ip_addr", 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.094 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-04-21T09:21:20.095 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.096 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8080", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.097 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl_server_port": { 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl_server_port", 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8443", 2024-04-21T09:21:20.098 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "redirect", 2024-04-21T09:21:20.099 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect" 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.100 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "url_prefix": { 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url_prefix", 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.101 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "devicehealth", 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.102 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_monitoring": { 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_monitoring", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "monitor device health metrics", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.103 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.104 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.105 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.106 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.107 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "mark_out_threshold": { 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mark_out_threshold", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2419200", 2024-04-21T09:21:20.108 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_name": { 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_name", 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.109 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "device_health_metrics", 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "retention_period": { 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retention_period", 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.110 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15552000", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain device health metrics", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_frequency": { 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_frequency", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-04-21T09:21:20.111 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "self_heal": { 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "self_heal", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.112 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.113 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and check device health", 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_threshold": { 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_threshold", 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7257600", 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.114 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "diskprediction_local", 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.115 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.116 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.117 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.118 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.119 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "predict_interval": { 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predict_interval", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.120 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "predictor_model": { 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predictor_model", 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "prophetstor", 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.121 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.122 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "influx", 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": false, 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "influxdb python module not found", 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.123 INFO:teuthology.orchestra.run.smithi052.stdout: "batch_size": { 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "batch_size", 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5000", 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "database": { 2024-04-21T09:21:20.124 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "database", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "ceph", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "hostname": { 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hostname", 2024-04-21T09:21:20.125 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server hostname", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.126 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "30", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "5", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.127 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.128 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.129 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.130 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.131 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "password": { 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "password", 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.132 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "password of InfluxDB server user", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "port": { 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "port", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8086", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server port", 2024-04-21T09:21:20.133 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "false", 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.134 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "threads": { 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threads", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "32", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-21T09:21:20.135 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "username": { 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "username", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "username of InfluxDB server user", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.136 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "verify_ssl": { 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "verify_ssl", 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "true", 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-21T09:21:20.137 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "insights", 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.138 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.139 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.140 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.141 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.142 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "iostat", 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.143 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.144 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.145 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.146 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.147 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.149 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.149 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.149 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.149 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.149 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.149 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.149 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "k8sevents", 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.150 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_event_retention_days": { 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ceph_event_retention_days", 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7", 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.151 INFO:teuthology.orchestra.run.smithi052.stdout: "config_check_secs": { 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_check_secs", 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "10", 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.152 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.153 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.154 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.155 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.156 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "localpool", 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.157 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "failure_domain": { 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "failure_domain", 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "host", 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "failure domain for any created local pool", 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.158 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.159 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.160 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.161 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.162 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "min_size": { 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_size", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.163 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default min_size for any created local pool", 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "num_rep": { 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "num_rep", 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.164 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default replica count for any created local pool", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_num": { 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_num", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.165 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "128", 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default pg_num for any created local pool", 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "prefix": { 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prefix", 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.166 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name prefix for any created local pool", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "subtree": { 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "subtree", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "rack", 2024-04-21T09:21:20.167 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mds_autoscaler", 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.168 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.169 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.170 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.171 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.172 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirroring", 2024-04-21T09:21:20.173 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.174 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.175 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.176 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.177 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.178 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "nfs", 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.179 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.180 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.181 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.182 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.183 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "fail_fs": { 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "fail_fs", 2024-04-21T09:21:20.184 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.185 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.186 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.187 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.188 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.189 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator": { 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.190 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm", 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "rook", 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "test_orchestrator" 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Orchestrator backend", 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.191 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_perf_query", 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.192 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.193 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.194 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.195 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.196 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_support", 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.197 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.198 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.199 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.200 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.201 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_autoscaler", 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.202 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.203 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.204 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.205 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.206 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.207 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "threshold": { 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threshold", 2024-04-21T09:21:20.208 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1.0", 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "scaling threshold", 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.209 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "progress", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_pg_recovery_event": { 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_pg_recovery_event", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-21T09:21:20.210 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.211 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.212 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.213 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.214 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.215 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "max_completed_events": { 2024-04-21T09:21:20.216 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_completed_events", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "50", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "number of past completed events to remember", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.217 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long the module is going to sleep", 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.218 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "cache": { 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cache", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.219 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "exclude_perf_counters": { 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "exclude_perf_counters", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-21T09:21:20.220 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.221 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.222 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.223 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.224 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools": { 2024-04-21T09:21:20.225 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-21T09:21:20.226 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "300", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_interval": { 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_interval", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.227 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15.0", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.228 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.229 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "9283", 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "stale_cache_strategy": { 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stale_cache_strategy", 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.230 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "log", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "default", 2024-04-21T09:21:20.231 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "default", 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "error" 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.232 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_support", 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.233 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.234 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.235 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.236 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.237 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_snap_create": { 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_snap_create", 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.238 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "mirror_snapshot_schedule": { 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirror_snapshot_schedule", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.239 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "trash_purge_schedule": { 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "trash_purge_schedule", 2024-04-21T09:21:20.240 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.241 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "restful", 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_auth": { 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_auth", 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.242 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.243 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.244 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.245 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.246 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.247 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:20.248 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.249 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw", 2024-04-21T09:21:20.250 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.251 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.252 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.253 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.254 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.255 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rook", 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.256 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.257 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.258 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.259 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.260 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": { 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "storage_class", 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "local", 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.261 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "selftest", 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.262 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.263 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.264 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.265 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.266 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "roption1": { 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption1", 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.267 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "roption2": { 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption2", 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "xyz", 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.268 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption1": { 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption1", 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.269 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption2": { 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption2", 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.270 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption3": { 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption3", 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.271 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption4": { 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption4", 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption5": { 2024-04-21T09:21:20.272 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption5", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption6": { 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption6", 2024-04-21T09:21:20.273 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption7": { 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption7", 2024-04-21T09:21:20.274 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "42", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "testkey": { 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testkey", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.275 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "testlkey": { 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testlkey", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.276 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "testnewline": { 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testnewline", 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.277 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.278 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_m_granularity": { 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_m_granularity", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow minute scheduled snapshots", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.279 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "dump_on_update": { 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dump_on_update", 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "dump database to debug log on update", 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.280 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.281 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.282 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.283 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.284 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.285 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stats", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.286 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.287 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.288 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.289 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.290 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "status", 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.291 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.292 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.293 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.294 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.295 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telegraf", 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "address": { 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "address", 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.296 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15", 2024-04-21T09:21:20.297 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.298 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.299 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.300 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.301 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.302 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telemetry", 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_basic": { 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_basic", 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.303 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_crash": { 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_crash", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.304 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_device": { 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_device", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.305 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_ident": { 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_ident", 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.306 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_perf": { 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_perf", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.307 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "contact": { 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "contact", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.308 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "description": { 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "description", 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.309 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "device_url": { 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_url", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.310 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.311 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "24", 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "8", 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.312 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "last_opt_revision": { 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "last_opt_revision", 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1", 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.313 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard": { 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard", 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard_description": { 2024-04-21T09:21:20.314 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard_description", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.315 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.316 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.317 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.318 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.319 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "organization": { 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "organization", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.320 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "proxy": { 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "proxy", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.321 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "url": { 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url", 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.322 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test_orchestrator", 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.323 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.324 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.325 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.326 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.327 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "volumes", 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.328 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.329 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.330 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.331 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.332 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_clones": { 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_clones", 2024-04-21T09:21:20.333 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "periodic_async_work": { 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "periodic_async_work", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.334 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Periodically check for async work", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_delay": { 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_delay", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.335 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_no_wait": { 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_no_wait", 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.336 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix", 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.337 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "discovery_interval": { 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "discovery_interval", 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "100", 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.338 INFO:teuthology.orchestra.run.smithi052.stdout: "identifier": { 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "identifier", 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.339 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.340 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.341 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.342 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.343 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.344 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_host": { 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_host", 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.345 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_port": { 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_port", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10051", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.346 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_sender": { 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_sender", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.347 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: "gid": 25147, 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "z", 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: "mgr_features": 4540701547738038271, 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: "available_modules": [ 2024-04-21T09:21:20.348 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "alerts", 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.349 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How frequently to reexamine health status", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.350 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.351 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.351 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.351 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.353 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.353 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.354 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.355 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.356 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_destination": { 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_destination", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.357 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email address to send alerts to", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_from_name": { 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_from_name", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "Ceph", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.358 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email From: name", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_host": { 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_host", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.359 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP server", 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_password": { 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_password", 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.360 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Password to authenticate with", 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_port": { 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_port", 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "465", 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.361 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP port", 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_sender": { 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_sender", 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.362 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP envelope sender", 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_ssl": { 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_ssl", 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.363 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_user": { 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_user", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "User to authenticate as", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.364 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "balancer", 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "active": { 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "active", 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.365 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically balance PGs across cluster", 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_time": { 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_time", 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.366 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0000", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "beginning time of day to automatically balance", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_weekday": { 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_weekday", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.367 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_max_iterations": { 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_max_iterations", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "25", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.368 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "250", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_metrics": { 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_metrics", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "pgs,objects,bytes", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.369 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_step": { 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_step", 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.5", 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0.001", 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "0.999", 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.370 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "aggressiveness of optimization", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "end_time": { 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_time", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2359", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ending time of day to automatically balance", 2024-04-21T09:21:20.371 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "end_weekday": { 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_weekday", 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-21T09:21:20.372 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.373 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.374 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.375 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.376 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "min_score": { 2024-04-21T09:21:20.377 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_score", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-04-21T09:21:20.378 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "upmap", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "crush-compat", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "none", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "read", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap-read" 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Balancer mode", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.379 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_ids": { 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_ids", 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.380 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.381 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_deviation": { 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_deviation", 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.382 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_optimizations": { 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_optimizations", 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.383 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_down_multiplier": { 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_down_multiplier", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-21T09:21:20.384 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_refresh_rate": { 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_refresh_rate", 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "20", 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.385 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_starting_port": { 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_starting_port", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4721", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-21T09:21:20.386 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_ptrace": { 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_ptrace", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-21T09:21:20.387 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_interval": { 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_interval", 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.388 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_memory_target_ratio": { 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_memory_target_ratio", 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.7", 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.389 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm_log_destination": { 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm_log_destination", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "file", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "file,syslog", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "syslog" 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-21T09:21:20.390 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "cgroups_split": { 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cgroups_split", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.391 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "config_checks_enabled": { 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_checks_enabled", 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.392 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "config_dashboard": { 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_dashboard", 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.393 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_alertmanager": { 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_alertmanager", 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.394 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_base": { 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_base", 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Container image name, without the tag", 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_elasticsearch": { 2024-04-21T09:21:20.395 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_elasticsearch", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "elasticsearch container image", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_grafana": { 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_grafana", 2024-04-21T09:21:20.396 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_haproxy": { 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_haproxy", 2024-04-21T09:21:20.397 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "HAproxy container image", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_agent": { 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_agent", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.398 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger agent container image", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_collector": { 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_collector", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.399 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger collector container image", 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_query": { 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_query", 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.400 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger query container image", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_keepalived": { 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_keepalived", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-21T09:21:20.401 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Keepalived container image", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_loki": { 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_loki", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.402 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Loki container image", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_node_exporter": { 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_node_exporter", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.403 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_nvmeof": { 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_nvmeof", 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.404 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Nvme-of container image", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_prometheus": { 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_prometheus", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.405 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_promtail": { 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_promtail", 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Promtail container image", 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.406 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_samba": { 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_samba", 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Samba/SMB container image", 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.407 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_snmp_gateway": { 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_snmp_gateway", 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SNMP Gateway container image", 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.408 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "container_init": { 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_init", 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Run podman/docker with `--init`", 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.409 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "daemon_cache_timeout": { 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "daemon_cache_timeout", 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.410 INFO:teuthology.orchestra.run.smithi052.stdout: "default_cephadm_command_timeout": { 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_cephadm_command_timeout", 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "900", 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "default_registry": { 2024-04-21T09:21:20.411 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_registry", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "device_cache_timeout": { 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_cache_timeout", 2024-04-21T09:21:20.412 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1800", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache device inventory", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "device_enhanced_scan": { 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_enhanced_scan", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.413 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "facts_cache_timeout": { 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "facts_cache_timeout", 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.414 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache host facts data", 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "grafana_dashboards_path": { 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "grafana_dashboards_path", 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.415 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "host_check_interval": { 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "host_check_interval", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.416 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to perform a host check", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "hw_monitoring": { 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hw_monitoring", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.417 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "inventory_list_all": { 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "inventory_list_all", 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.418 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.419 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.420 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "log_refresh_metadata": { 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_refresh_metadata", 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.421 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.422 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.423 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.424 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.425 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "*", 2024-04-21T09:21:20.426 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "max_count_per_host": { 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_count_per_host", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.427 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of daemons per service per host", 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "max_osd_draining_count": { 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_osd_draining_count", 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.428 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "migration_current": { 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "migration_current", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "internal - do not modify", 2024-04-21T09:21:20.429 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "root", 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm-package", 2024-04-21T09:21:20.430 INFO:teuthology.orchestra.run.smithi052.stdout: "root" 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "mode for remote execution of cephadm", 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "oob_default_addr": { 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "oob_default_addr", 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "169.254.1.1", 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.431 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "prometheus_alerts_path": { 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus_alerts_path", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.432 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_insecure": { 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_insecure", 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.433 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_password": { 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_password", 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.434 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_url": { 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_url", 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.435 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_username": { 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_username", 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.436 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "secure_monitoring_stack": { 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "secure_monitoring_stack", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-21T09:21:20.437 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "service_discovery_port": { 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "service_discovery_port", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8765", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "cephadm service discovery port", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.438 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "ssh_config_file": { 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssh_config_file", 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.439 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "use_agent": { 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_agent", 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.440 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "use_repo_digest": { 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_repo_digest", 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.441 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_failed_host_check": { 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_failed_host_check", 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if the host check fails", 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_daemons": { 2024-04-21T09:21:20.442 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_daemons", 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_hosts": { 2024-04-21T09:21:20.443 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_hosts", 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.444 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crash", 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.445 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.446 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.447 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.448 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.449 INFO:teuthology.orchestra.run.smithi052.stdout: "retain_interval": { 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retain_interval", 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "31536000", 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_recent_interval": { 2024-04-21T09:21:20.450 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_recent_interval", 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1209600", 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.451 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dashboard", 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.452 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_HOST": { 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.453 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.454 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_ENABLED": { 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_ENABLED", 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.455 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.456 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "ENABLE_BROWSABLE_API": { 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.457 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.458 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.459 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.460 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.461 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.462 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.463 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.464 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.464 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.464 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.464 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.464 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.464 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.464 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.464 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.465 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.465 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-21T09:21:20.465 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-21T09:21:20.465 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.465 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.465 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.465 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.465 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.466 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_PASSWORD": { 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.467 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.468 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_URL": { 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_URL", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.469 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_USERNAME": { 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.470 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.471 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.472 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.473 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.474 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "[]", 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.475 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "MULTICLUSTER_CONFIG": { 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "{}", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.476 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_HOST": { 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.477 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.478 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.479 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.480 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.481 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.482 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.483 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-21T09:21:20.484 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_ENABLED": { 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-21T09:21:20.485 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-21T09:21:20.486 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.487 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.488 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "45", 2024-04-21T09:21:20.489 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ACCESS_KEY": { 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.490 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.491 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SECRET_KEY": { 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.492 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SSL_VERIFY": { 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.493 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "UNSAFE_TLS_v1_2": { 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.494 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.495 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.496 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.497 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "cross_origin_url": { 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cross_origin_url", 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.498 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "crt_file": { 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crt_file", 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.499 INFO:teuthology.orchestra.run.smithi052.stdout: "debug": { 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "debug", 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable/disable debug options", 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "jwt_token_ttl": { 2024-04-21T09:21:20.500 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "jwt_token_ttl", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "28800", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.501 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.502 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.503 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.504 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.505 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.506 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "motd": { 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "motd", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.507 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "The message of the day", 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_resolve_ip_addr": { 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "redirect_resolve_ip_addr", 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.508 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.509 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8080", 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.510 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.511 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl_server_port": { 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl_server_port", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8443", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.512 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "redirect", 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.513 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect" 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-04-21T09:21:20.514 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "url_prefix": { 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url_prefix", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.515 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "devicehealth", 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_monitoring": { 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_monitoring", 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.516 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "monitor device health metrics", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.517 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.518 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.519 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.520 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.521 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "mark_out_threshold": { 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mark_out_threshold", 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2419200", 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-21T09:21:20.522 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_name": { 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_name", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "device_health_metrics", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.523 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "retention_period": { 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retention_period", 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15552000", 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain device health metrics", 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.524 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_frequency": { 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_frequency", 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.525 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "self_heal": { 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "self_heal", 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.526 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and check device health", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_threshold": { 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_threshold", 2024-04-21T09:21:20.527 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7257600", 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.528 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "diskprediction_local", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.529 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.530 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.531 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.532 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.533 INFO:teuthology.orchestra.run.smithi052.stdout: "predict_interval": { 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predict_interval", 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "predictor_model": { 2024-04-21T09:21:20.534 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predictor_model", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "prophetstor", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.535 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.536 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "influx", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": false, 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "influxdb python module not found", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "batch_size": { 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "batch_size", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5000", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.537 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "database": { 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "database", 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "ceph", 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.538 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "hostname": { 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hostname", 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server hostname", 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.539 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "30", 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "5", 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.540 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.541 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.542 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.543 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.544 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "password": { 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "password", 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.545 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "password of InfluxDB server user", 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "port": { 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "port", 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.546 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8086", 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server port", 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.547 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "false", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "threads": { 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threads", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.548 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "32", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "username": { 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "username", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.549 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "username of InfluxDB server user", 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "verify_ssl": { 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "verify_ssl", 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "true", 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.550 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "insights", 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.551 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.552 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.553 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.554 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.555 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "iostat", 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.556 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.557 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.558 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.559 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.560 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "k8sevents", 2024-04-21T09:21:20.561 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_event_retention_days": { 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ceph_event_retention_days", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.562 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "config_check_secs": { 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_check_secs", 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "10", 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.563 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.564 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.565 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.566 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.567 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "localpool", 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.568 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "failure_domain": { 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "failure_domain", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "host", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "failure domain for any created local pool", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.569 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.570 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.571 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.572 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.573 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.574 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "min_size": { 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_size", 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default min_size for any created local pool", 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.575 INFO:teuthology.orchestra.run.smithi052.stdout: "num_rep": { 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "num_rep", 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3", 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default replica count for any created local pool", 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_num": { 2024-04-21T09:21:20.576 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_num", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "128", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default pg_num for any created local pool", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "prefix": { 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prefix", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.577 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name prefix for any created local pool", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "subtree": { 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "subtree", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.578 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "rack", 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mds_autoscaler", 2024-04-21T09:21:20.579 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.580 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.581 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.582 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.583 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.584 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirroring", 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.585 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.586 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.587 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.588 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.589 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "nfs", 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.590 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.591 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.592 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.593 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.594 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "fail_fs": { 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "fail_fs", 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.595 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.596 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.597 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.598 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.599 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.600 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator": { 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.601 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm", 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "rook", 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "test_orchestrator" 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Orchestrator backend", 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_perf_query", 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.602 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.603 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.604 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.605 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.606 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.607 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_support", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.608 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.609 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.610 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.611 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.612 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_autoscaler", 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.613 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.614 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.615 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.616 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.617 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.618 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "threshold": { 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threshold", 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1.0", 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "scaling threshold", 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.619 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "progress", 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_pg_recovery_event": { 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_pg_recovery_event", 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.620 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.621 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.622 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.623 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.624 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.625 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.626 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "max_completed_events": { 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_completed_events", 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "50", 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "number of past completed events to remember", 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.627 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long the module is going to sleep", 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.628 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus", 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "cache": { 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cache", 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.629 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "exclude_perf_counters": { 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "exclude_perf_counters", 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.630 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.631 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.632 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.633 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.635 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools": { 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools", 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.636 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "300", 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.637 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_interval": { 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_interval", 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15.0", 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.638 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.639 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "9283", 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.640 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "stale_cache_strategy": { 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stale_cache_strategy", 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "log", 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.641 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "default", 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "default", 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "error" 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.642 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.643 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_support", 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.644 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.645 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.646 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.647 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.648 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_snap_create": { 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_snap_create", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.649 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "mirror_snapshot_schedule": { 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirror_snapshot_schedule", 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.650 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "trash_purge_schedule": { 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "trash_purge_schedule", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.651 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "restful", 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_auth": { 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_auth", 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.652 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.653 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.654 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.655 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.656 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.657 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.658 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.659 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.660 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw", 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.661 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.662 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.663 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.664 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.665 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rook", 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.666 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.667 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.668 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.669 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.670 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": { 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "storage_class", 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.671 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "local", 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "selftest", 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.672 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.673 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.674 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.675 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.676 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "roption1": { 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption1", 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.677 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "roption2": { 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption2", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.678 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "xyz", 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption1": { 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption1", 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.679 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption2": { 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption2", 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.680 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption3": { 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption3", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.681 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption4": { 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption4", 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.682 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption5": { 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption5", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.683 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption6": { 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption6", 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.684 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption7": { 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption7", 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "42", 2024-04-21T09:21:20.685 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "testkey": { 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testkey", 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.686 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "testlkey": { 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testlkey", 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.687 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "testnewline": { 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testnewline", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.688 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_m_granularity": { 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_m_granularity", 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.689 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow minute scheduled snapshots", 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "dump_on_update": { 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dump_on_update", 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.690 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "dump database to debug log on update", 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.691 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.692 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.693 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.694 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.695 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stats", 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.696 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.697 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.698 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.699 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.700 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.701 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "status", 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.702 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.703 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.704 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.705 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.706 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telegraf", 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "address": { 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "address", 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.707 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.708 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15", 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.709 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.710 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.711 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.712 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.713 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telemetry", 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_basic": { 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_basic", 2024-04-21T09:21:20.714 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_crash": { 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_crash", 2024-04-21T09:21:20.715 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_device": { 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_device", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.716 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_ident": { 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_ident", 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.717 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_perf": { 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_perf", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.718 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "contact": { 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "contact", 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.719 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "description": { 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "description", 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.720 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "device_url": { 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_url", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-21T09:21:20.721 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.722 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "24", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "8", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.723 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "last_opt_revision": { 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "last_opt_revision", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.724 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard": { 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.725 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard_description": { 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard_description", 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.726 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.727 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.728 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.729 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.730 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.731 INFO:teuthology.orchestra.run.smithi052.stdout: "organization": { 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "organization", 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "proxy": { 2024-04-21T09:21:20.732 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "proxy", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "url": { 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url", 2024-04-21T09:21:20.733 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.734 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test_orchestrator", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.735 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.736 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.737 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.738 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.739 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "volumes", 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.740 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.741 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.742 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.743 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.744 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_clones": { 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_clones", 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4", 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.745 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "periodic_async_work": { 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "periodic_async_work", 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Periodically check for async work", 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.746 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_delay": { 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_delay", 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.747 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_no_wait": { 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_no_wait", 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.748 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix", 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "discovery_interval": { 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "discovery_interval", 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "100", 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.749 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "identifier": { 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "identifier", 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.750 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.751 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.752 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.753 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.754 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.755 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.756 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_host": { 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_host", 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.757 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_port": { 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_port", 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10051", 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_sender": { 2024-04-21T09:21:20.758 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_sender", 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.759 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: "modules": [ 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm", 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: "dashboard", 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: "iostat", 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: "nfs", 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: "restful", 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: "snap_schedule" 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: "available_modules": [ 2024-04-21T09:21:20.760 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "alerts", 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.762 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How frequently to reexamine health status", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.763 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.764 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.765 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.766 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.767 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_destination": { 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_destination", 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email address to send alerts to", 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.768 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_from_name": { 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_from_name", 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "Ceph", 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Email From: name", 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.769 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_host": { 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_host", 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP server", 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.770 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_password": { 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_password", 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Password to authenticate with", 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.771 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_port": { 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_port", 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "465", 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP port", 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.772 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_sender": { 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_sender", 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SMTP envelope sender", 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.773 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_ssl": { 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_ssl", 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.774 INFO:teuthology.orchestra.run.smithi052.stdout: "smtp_user": { 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "smtp_user", 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "User to authenticate as", 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.775 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "balancer", 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "active": { 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "active", 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.776 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically balance PGs across cluster", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_time": { 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_time", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0000", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "beginning time of day to automatically balance", 2024-04-21T09:21:20.777 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "begin_weekday": { 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "begin_weekday", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-21T09:21:20.778 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_max_iterations": { 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_max_iterations", 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "25", 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "250", 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.779 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_metrics": { 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_metrics", 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "pgs,objects,bytes", 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.780 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "crush_compat_step": { 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crush_compat_step", 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.5", 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0.001", 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "0.999", 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "aggressiveness of optimization", 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.781 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "end_time": { 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_time", 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2359", 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ending time of day to automatically balance", 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.782 INFO:teuthology.orchestra.run.smithi052.stdout: "end_weekday": { 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "end_weekday", 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "0", 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "6", 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.783 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.784 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.785 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.786 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.787 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "min_score": { 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_score", 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.788 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "upmap", 2024-04-21T09:21:20.789 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "crush-compat", 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "none", 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "read", 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap", 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap-read" 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Balancer mode", 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_ids": { 2024-04-21T09:21:20.790 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_ids", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.791 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_deviation": { 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_deviation", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.792 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "upmap_max_optimizations": { 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "upmap_max_optimizations", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.793 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm", 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.794 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_down_multiplier": { 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_down_multiplier", 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.795 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_refresh_rate": { 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_refresh_rate", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "20", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "agent_starting_port": { 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "agent_starting_port", 2024-04-21T09:21:20.796 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4721", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_ptrace": { 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_ptrace", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.797 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_interval": { 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_interval", 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.798 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "autotune_memory_target_ratio": { 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "autotune_memory_target_ratio", 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:20.799 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0.7", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm_log_destination": { 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cephadm_log_destination", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.800 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "file", 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "file,syslog", 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "syslog" 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.801 INFO:teuthology.orchestra.run.smithi052.stdout: "cgroups_split": { 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cgroups_split", 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.802 INFO:teuthology.orchestra.run.smithi052.stdout: "config_checks_enabled": { 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_checks_enabled", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "config_dashboard": { 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_dashboard", 2024-04-21T09:21:20.803 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_alertmanager": { 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_alertmanager", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.804 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_base": { 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_base", 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.805 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Container image name, without the tag", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_elasticsearch": { 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_elasticsearch", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.806 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "elasticsearch container image", 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_grafana": { 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_grafana", 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.807 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_haproxy": { 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_haproxy", 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.808 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "HAproxy container image", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_agent": { 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_agent", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-21T09:21:20.809 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger agent container image", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_collector": { 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_collector", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.810 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger collector container image", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_jaeger_query": { 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_jaeger_query", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.811 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Jaeger query container image", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_keepalived": { 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_keepalived", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Keepalived container image", 2024-04-21T09:21:20.812 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_loki": { 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_loki", 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Loki container image", 2024-04-21T09:21:20.813 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_node_exporter": { 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_node_exporter", 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:20.814 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_nvmeof": { 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_nvmeof", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Nvme-of container image", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.815 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_prometheus": { 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_prometheus", 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Prometheus container image", 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.816 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_promtail": { 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_promtail", 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Promtail container image", 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.817 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_samba": { 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_samba", 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Samba/SMB container image", 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.818 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "container_image_snmp_gateway": { 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_image_snmp_gateway", 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "SNMP Gateway container image", 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.819 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "container_init": { 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "container_init", 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Run podman/docker with `--init`", 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.820 INFO:teuthology.orchestra.run.smithi052.stdout: "daemon_cache_timeout": { 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "daemon_cache_timeout", 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "default_cephadm_command_timeout": { 2024-04-21T09:21:20.821 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_cephadm_command_timeout", 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "900", 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "default_registry": { 2024-04-21T09:21:20.822 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "default_registry", 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "docker.io", 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.823 INFO:teuthology.orchestra.run.smithi052.stdout: "device_cache_timeout": { 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_cache_timeout", 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1800", 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache device inventory", 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "device_enhanced_scan": { 2024-04-21T09:21:20.824 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_enhanced_scan", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "facts_cache_timeout": { 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "facts_cache_timeout", 2024-04-21T09:21:20.825 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "seconds to cache host facts data", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "grafana_dashboards_path": { 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "grafana_dashboards_path", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.826 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "host_check_interval": { 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "host_check_interval", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.827 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to perform a host check", 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "hw_monitoring": { 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hw_monitoring", 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.828 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "inventory_list_all": { 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "inventory_list_all", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.829 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.830 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "log_refresh_metadata": { 2024-04-21T09:21:20.831 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_refresh_metadata", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.832 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.833 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.834 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.835 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.836 INFO:teuthology.orchestra.run.smithi052.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "*", 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "max_count_per_host": { 2024-04-21T09:21:20.837 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_count_per_host", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of daemons per service per host", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "max_osd_draining_count": { 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_osd_draining_count", 2024-04-21T09:21:20.838 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "migration_current": { 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "migration_current", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.839 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "internal - do not modify", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "mode": { 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mode", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.840 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "root", 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm-package", 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "root" 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "mode for remote execution of cephadm", 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "oob_default_addr": { 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "oob_default_addr", 2024-04-21T09:21:20.841 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "169.254.1.1", 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "prometheus_alerts_path": { 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus_alerts_path", 2024-04-21T09:21:20.842 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_insecure": { 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_insecure", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.843 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_password": { 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_password", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.844 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_url": { 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_url", 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.845 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "registry_username": { 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "registry_username", 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.846 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "secure_monitoring_stack": { 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "secure_monitoring_stack", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.847 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "service_discovery_port": { 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "service_discovery_port", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8765", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.848 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "cephadm service discovery port", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "ssh_config_file": { 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssh_config_file", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.849 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "use_agent": { 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_agent", 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.850 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "use_repo_digest": { 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "use_repo_digest", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-21T09:21:20.851 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_failed_host_check": { 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_failed_host_check", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if the host check fails", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.852 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_daemons": { 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_daemons", 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.853 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_on_stray_hosts": { 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_on_stray_hosts", 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.854 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crash", 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.855 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.856 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.857 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.858 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.859 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "retain_interval": { 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retain_interval", 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "31536000", 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.860 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_recent_interval": { 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_recent_interval", 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1209600", 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.861 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dashboard", 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.862 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_HOST": { 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.863 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.864 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_ENABLED": { 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_ENABLED", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.865 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.866 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "ENABLE_BROWSABLE_API": { 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.867 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-21T09:21:20.868 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-21T09:21:20.869 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.870 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.871 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.872 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.873 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.874 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_PASSWORD": { 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.875 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.876 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_URL": { 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_URL", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.877 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_API_USERNAME": { 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.878 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.879 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.880 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.881 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.882 INFO:teuthology.orchestra.run.smithi052.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "[]", 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "MULTICLUSTER_CONFIG": { 2024-04-21T09:21:20.883 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "{}", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_HOST": { 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-21T09:21:20.884 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.885 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.886 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.887 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.888 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.889 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.890 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.891 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.892 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_ENABLED": { 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.893 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.894 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.895 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.896 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "45", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.897 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ACCESS_KEY": { 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.898 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "admin", 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.899 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SECRET_KEY": { 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "RGW_API_SSL_VERIFY": { 2024-04-21T09:21:20.900 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "UNSAFE_TLS_v1_2": { 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-21T09:21:20.901 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.902 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.903 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.904 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "cross_origin_url": { 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cross_origin_url", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.905 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "crt_file": { 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "crt_file", 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.906 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "debug": { 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "debug", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.907 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Enable/disable debug options", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "jwt_token_ttl": { 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "jwt_token_ttl", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "28800", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.908 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.909 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.910 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.911 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.912 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.913 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "motd": { 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "motd", 2024-04-21T09:21:20.914 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "The message of the day", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect_resolve_ip_addr": { 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "redirect_resolve_ip_addr", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.915 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.916 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.917 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8080", 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.918 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl_server_port": { 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl_server_port", 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.919 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8443", 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.920 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "redirect", 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "redirect" 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.921 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "url_prefix": { 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url_prefix", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.922 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "devicehealth", 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.923 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_monitoring": { 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_monitoring", 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "monitor device health metrics", 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.924 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.925 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.926 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.927 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.928 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "mark_out_threshold": { 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mark_out_threshold", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "2419200", 2024-04-21T09:21:20.929 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "pool_name": { 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pool_name", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "device_health_metrics", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.930 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "retention_period": { 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "retention_period", 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15552000", 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.931 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long to retain device health metrics", 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_frequency": { 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_frequency", 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.932 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "self_heal": { 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "self_heal", 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.933 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.934 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how frequently to wake up and check device health", 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "warn_threshold": { 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "warn_threshold", 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.935 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7257600", 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "diskprediction_local", 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.936 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.937 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.938 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.939 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.940 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "predict_interval": { 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predict_interval", 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.941 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "86400", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "predictor_model": { 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "predictor_model", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "prophetstor", 2024-04-21T09:21:20.942 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "600", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.943 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "influx", 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": false, 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "influxdb python module not found", 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "batch_size": { 2024-04-21T09:21:20.944 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "batch_size", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5000", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "database": { 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "database", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.945 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "ceph", 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "hostname": { 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "hostname", 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.946 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server hostname", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.947 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "30", 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "5", 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.948 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.949 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.950 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.951 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.952 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "password": { 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "password", 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.953 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "password of InfluxDB server user", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "port": { 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "port", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "8086", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "InfluxDB server port", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.954 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "ssl": { 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ssl", 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "false", 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.955 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "threads": { 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threads", 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "32", 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.956 INFO:teuthology.orchestra.run.smithi052.stdout: "username": { 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "username", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "username of InfluxDB server user", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "verify_ssl": { 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "verify_ssl", 2024-04-21T09:21:20.957 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "true", 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.958 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "insights", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.959 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.960 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.961 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.962 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.963 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "iostat", 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.964 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.965 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.966 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.967 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.968 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.968 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.968 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.968 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.968 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.968 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.968 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "k8sevents", 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.970 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "ceph_event_retention_days": { 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "ceph_event_retention_days", 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "7", 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.971 INFO:teuthology.orchestra.run.smithi052.stdout: "config_check_secs": { 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "config_check_secs", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "10", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.972 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.973 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.974 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.975 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.976 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "localpool", 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "failure_domain": { 2024-04-21T09:21:20.977 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "failure_domain", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "host", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "failure domain for any created local pool", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.978 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.979 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.980 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.981 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.982 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "min_size": { 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "min_size", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.983 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default min_size for any created local pool", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "num_rep": { 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "num_rep", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.984 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default replica count for any created local pool", 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_num": { 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_num", 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "128", 2024-04-21T09:21:20.985 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "default pg_num for any created local pool", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "prefix": { 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prefix", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.986 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "name prefix for any created local pool", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "subtree": { 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "subtree", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "rack", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.987 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mds_autoscaler", 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.988 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.989 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.990 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.991 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.992 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirroring", 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.993 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.994 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.995 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.996 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.997 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "nfs", 2024-04-21T09:21:20.998 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:20.999 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.000 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.001 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.002 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.003 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "fail_fs": { 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "fail_fs", 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.004 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.005 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.006 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.007 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.008 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.009 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator": { 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "orchestrator", 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "cephadm", 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "rook", 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: "test_orchestrator" 2024-04-21T09:21:21.010 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Orchestrator backend", 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_perf_query", 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.011 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.012 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.013 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.014 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.015 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "osd_support", 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.016 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.017 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.018 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.019 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.020 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.021 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "pg_autoscaler", 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.022 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.023 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.024 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.025 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.026 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.027 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "threshold": { 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "threshold", 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "3.0", 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1.0", 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "scaling threshold", 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.028 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "progress", 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_pg_recovery_event": { 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_pg_recovery_event", 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.029 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.030 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.031 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.032 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.033 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.034 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.035 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "max_completed_events": { 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_completed_events", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "50", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "number of past completed events to remember", 2024-04-21T09:21:21.036 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "sleep_interval": { 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "sleep_interval", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "5", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "how long the module is going to sleep", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.037 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "prometheus", 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "cache": { 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "cache", 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.038 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "exclude_perf_counters": { 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "exclude_perf_counters", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.039 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.040 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.041 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.042 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.043 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.044 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools": { 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools", 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-21T09:21:21.045 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "300", 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "scrape_interval": { 2024-04-21T09:21:21.046 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "scrape_interval", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15.0", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.047 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "::", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.048 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "9283", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "stale_cache_strategy": { 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stale_cache_strategy", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "log", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.049 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_behaviour": { 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_behaviour", 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "default", 2024-04-21T09:21:21.050 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "default", 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "error" 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "standby_error_status_code": { 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "standby_error_status_code", 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.051 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "500", 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "400", 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "599", 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_support", 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.052 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.053 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.054 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.055 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.056 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_snap_create": { 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_snap_create", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.057 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10", 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "mirror_snapshot_schedule": { 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "mirror_snapshot_schedule", 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.058 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "trash_purge_schedule": { 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "trash_purge_schedule", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.059 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "restful", 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.060 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "enable_auth": { 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enable_auth", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.061 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "key_file": { 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "key_file", 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.062 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.063 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.064 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.065 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.066 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "server_addr": { 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_addr", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.067 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "server_port": { 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "server_port", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.068 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rgw", 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.069 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.070 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.071 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.072 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.073 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.074 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rook", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.075 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.076 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.077 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.078 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.079 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "storage_class": { 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "storage_class", 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "local", 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.080 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "selftest", 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.081 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.082 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.083 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.084 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.085 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "roption1": { 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption1", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.086 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "roption2": { 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "roption2", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "xyz", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.087 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption1": { 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption1", 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.088 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption2": { 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption2", 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.089 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption3": { 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption3", 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "float", 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.090 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption4": { 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption4", 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.091 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption5": { 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption5", 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.092 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption6": { 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption6", 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "rwoption7": { 2024-04-21T09:21:21.093 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rwoption7", 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "1", 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "42", 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "testkey": { 2024-04-21T09:21:21.094 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testkey", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "testlkey": { 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testlkey", 2024-04-21T09:21:21.095 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "testnewline": { 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "testnewline", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.096 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-04-21T09:21:21.097 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "allow_m_granularity": { 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "allow_m_granularity", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "allow minute scheduled snapshots", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.098 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "dump_on_update": { 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "dump_on_update", 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "dump database to debug log on update", 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.099 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.100 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.101 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.102 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.103 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "stats", 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.104 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.105 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.106 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.107 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.108 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.109 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "status", 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.110 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.111 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.112 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.113 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.114 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telegraf", 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "address": { 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "address", 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-21T09:21:21.115 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "15", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.116 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.117 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.118 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.119 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.120 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.121 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "telemetry", 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_basic": { 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_basic", 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.122 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_crash": { 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_crash", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.123 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_device": { 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_device", 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.124 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_ident": { 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_ident", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.125 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "channel_perf": { 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "channel_perf", 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.126 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "contact": { 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "contact", 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.127 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "description": { 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "description", 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.128 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "device_url": { 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "device_url", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.129 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "enabled": { 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "enabled", 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.130 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "24", 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "8", 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.131 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "last_opt_revision": { 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "last_opt_revision", 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "1", 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.132 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard": { 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard", 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "leaderboard_description": { 2024-04-21T09:21:21.133 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "leaderboard_description", 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.134 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.135 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.136 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.137 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.138 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "organization": { 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "organization", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.139 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "proxy": { 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "proxy", 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.140 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "url": { 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "url", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.141 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "test_orchestrator", 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.142 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.143 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.144 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.145 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.146 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "volumes", 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.147 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.148 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.149 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.150 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.151 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "max_concurrent_clones": { 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "max_concurrent_clones", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "4", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.152 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "periodic_async_work": { 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "periodic_async_work", 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.153 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Periodically check for async work", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_delay": { 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_delay", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "0", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-21T09:21:21.154 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "snapshot_clone_no_wait": { 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snapshot_clone_no_wait", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "True", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.155 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix", 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "can_run": true, 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "error_string": "", 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "module_options": { 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "discovery_interval": { 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "discovery_interval", 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "uint", 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.156 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "100", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "identifier": { 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "identifier", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.157 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "interval": { 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "interval", 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "secs", 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "60", 2024-04-21T09:21:21.158 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "log_level": { 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_level", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.159 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster": { 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster", 2024-04-21T09:21:21.160 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_cluster_level": { 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_cluster_level", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.161 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "info", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [ 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "critical", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "debug", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "error", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "info", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "warning" 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.162 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "log_to_file": { 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "log_to_file", 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "bool", 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 1, 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "False", 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.163 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_host": { 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_host", 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "", 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.164 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_port": { 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_port", 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "int", 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "10051", 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.165 INFO:teuthology.orchestra.run.smithi052.stdout: "zabbix_sender": { 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "zabbix_sender", 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "str", 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "level": "advanced", 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "flags": 0, 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "min": "", 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "max": "", 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "enum_allowed": [], 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "desc": "", 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "long_desc": "", 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "tags": [], 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: "see_also": [] 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.166 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "services": { 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "dashboard": "https://172.21.15.52:8443/" 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "always_on_modules": { 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "octopus": [ 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-04-21T09:21:21.167 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "pacific": [ 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.168 INFO:teuthology.orchestra.run.smithi052.stdout: "quincy": [ 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "reef": [ 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-04-21T09:21:21.169 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: ], 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "squid": [ 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "balancer", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "crash", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "devicehealth", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "orchestrator", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "pg_autoscaler", 2024-04-21T09:21:21.170 INFO:teuthology.orchestra.run.smithi052.stdout: "progress", 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "rbd_support", 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "status", 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "telemetry", 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "volumes" 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "last_failure_osd_epoch": 94, 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "active_clients": [ 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "devicehealth", 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 2235904943 2024-04-21T09:21:21.171 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "libcephsqlite", 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 3353771065 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "rbd_support", 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-04-21T09:21:21.172 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 642988311 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 911392986 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.173 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "snap_schedule", 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 3116944374 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: "name": "volumes", 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: "addrvec": [ 2024-04-21T09:21:21.174 INFO:teuthology.orchestra.run.smithi052.stdout: { 2024-04-21T09:21:21.175 INFO:teuthology.orchestra.run.smithi052.stdout: "type": "v2", 2024-04-21T09:21:21.175 INFO:teuthology.orchestra.run.smithi052.stdout: "addr": "172.21.15.52:0", 2024-04-21T09:21:21.175 INFO:teuthology.orchestra.run.smithi052.stdout: "nonce": 2377209283 2024-04-21T09:21:21.175 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.175 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:21.175 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:21.175 INFO:teuthology.orchestra.run.smithi052.stdout: ] 2024-04-21T09:21:21.175 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:21:21.176 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:19 smithi078 ceph-mon[31713]: pgmap v357: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 5.7 KiB/s wr, 45 op/s 2024-04-21T09:21:21.176 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:19 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2042922758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:21:21.177 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:19 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/553910110' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-21T09:21:21.177 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:19 smithi060 ceph-mon[31055]: pgmap v357: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 5.7 KiB/s wr, 45 op/s 2024-04-21T09:21:21.177 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:19 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2042922758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:21:21.177 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:19 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/553910110' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-21T09:21:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.931+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff5640a3f30 msgr2=0x7ff5640a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.931+0000 7ff57f552640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff5640a3f30 0x7ff5640a63f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff56800b990 tx=0x7ff56800b370 comp rx=0 tx=0).stop 2024-04-21T09:21:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.931+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff578116400 msgr2=0x7ff5781168b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.931+0000 7ff57f552640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff578116400 0x7ff5781168b0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7ff570009bf0 tx=0x7ff570003ba0 comp rx=0 tx=0).stop 2024-04-21T09:21:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.931+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 shutdown_connections 2024-04-21T09:21:21.178 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.931+0000 7ff57f552640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff5640a3f30 0x7ff5640a63f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.932+0000 7ff57f552640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff578116400 0x7ff5781168b0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.932+0000 7ff57f552640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff578110770 0x7ff57811d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.932+0000 7ff57f552640 1 --2- 172.21.15.52:0/553910110 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff578109490 0x7ff57811d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.932+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 >> 172.21.15.52:0/553910110 conn(0x7ff57806e2e0 msgr2=0x7ff578070bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.932+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 shutdown_connections 2024-04-21T09:21:21.179 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:19.932+0000 7ff57f552640 1 -- 172.21.15.52:0/553910110 wait complete. 2024-04-21T09:21:21.220 DEBUG:tasks.check_counter:Getting stats from a 2024-04-21T09:21:21.220 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-21T09:21:21.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:19 smithi052 ceph-mon[28035]: pgmap v357: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 5.7 KiB/s wr, 45 op/s 2024-04-21T09:21:21.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:19 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2042922758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:21:21.221 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:19 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/553910110' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-21T09:21:21.254 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:20 smithi052 ceph-mon[28035]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:21.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:20 smithi060 ceph-mon[31055]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:21.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:20 smithi078 ceph-mon[31713]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-04-21T09:21:21.664 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:21:22.133 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:21 smithi052 ceph-mon[28035]: pgmap v358: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 34 KiB/s rd, 28 KiB/s wr, 114 op/s 2024-04-21T09:21:22.241 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:21 smithi060 ceph-mon[31055]: pgmap v358: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 34 KiB/s rd, 28 KiB/s wr, 114 op/s 2024-04-21T09:21:22.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:21 smithi078 ceph-mon[31713]: pgmap v358: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 34 KiB/s rd, 28 KiB/s wr, 114 op/s 2024-04-21T09:21:23.632 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:21:23.632 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 4, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 4, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 2992, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 448, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 4, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 0, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.001833220, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.000040183, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.000634952, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 3, 2024-04-21T09:21:23.633 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000736562, 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000245520 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 448 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 2, 2024-04-21T09:21:23.634 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 170, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 320, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 186000, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 3, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.016039967, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.010973865, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.001846037, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 167, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.019839454, 2024-04-21T09:21:23.635 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000118799 2024-04-21T09:21:23.636 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.636 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:23.636 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:23.636 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:23.636 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:23.636 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.636 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-21T09:21:23.636 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 186000 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 233, 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 223, 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 1454224, 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 137024, 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 2, 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 1, 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.055467889, 2024-04-21T09:21:23.637 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.014971913, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.040418320, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.006711622, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 222, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.063532507, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000286182 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 1454224, 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 137024 2024-04-21T09:21:23.638 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "cct": { 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "total_workers": 0, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "unhealthy_workers": 0 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "mempool": { 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:23.639 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:23.640 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_items": 0, 2024-04-21T09:21:23.641 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_bytes": 150008, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_items": 31, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_bytes": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_items": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:23.642 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_bytes": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_items": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_items": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_bytes": 928, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_items": 2, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_items": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_items": 0 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 0, 2024-04-21T09:21:23.643 INFO:teuthology.orchestra.run.smithi052.stdout: "max": 104857600, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "get_started": 0, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "get": 235, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "get_sum": 1421364, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_success": 235, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "take": 0, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "take_sum": 0, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "put": 235, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "put_sum": 1421364, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "wait": { 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:23.644 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:23.645 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:21:24.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:23 smithi052 ceph-mon[28035]: pgmap v359: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 35 KiB/s rd, 29 KiB/s wr, 214 op/s 2024-04-21T09:21:24.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:23 smithi060 ceph-mon[31055]: pgmap v359: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 35 KiB/s rd, 29 KiB/s wr, 214 op/s 2024-04-21T09:21:24.346 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-04-21T09:21:24.346 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-04-21T09:21:24.346 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-04-21T09:21:24.346 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-04-21T09:21:24.346 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-04-21T09:21:24.346 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-04-21T09:21:24.347 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-04-21T09:21:24.347 DEBUG:tasks.check_counter:Getting stats from d 2024-04-21T09:21:24.347 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-21T09:21:24.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:23 smithi078 ceph-mon[31713]: pgmap v359: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 35 KiB/s rd, 29 KiB/s wr, 214 op/s 2024-04-21T09:21:24.639 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:21:26.095 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:25 smithi052 ceph-mon[28035]: pgmap v360: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 36 KiB/s rd, 31 KiB/s wr, 317 op/s 2024-04-21T09:21:26.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:25 smithi060 ceph-mon[31055]: pgmap v360: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 36 KiB/s rd, 31 KiB/s wr, 317 op/s 2024-04-21T09:21:26.378 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:21:26.378 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:26.378 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 0, 2024-04-21T09:21:26.378 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 2, 2024-04-21T09:21:26.378 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 0, 2024-04-21T09:21:26.378 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 0, 2024-04-21T09:21:26.378 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 4, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 0, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.001504008, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.000000000, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.000307794, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:26.379 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 0 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 2, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 174, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 320, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 186704, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 3, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.017838917, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.011297180, 2024-04-21T09:21:26.380 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.002381727, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 171, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.026000630, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000152050 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 186704 2024-04-21T09:21:26.381 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 242, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 230, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 1458576, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 140672, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 2, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 1, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.054320434, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.016291982, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.038879105, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.006950402, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 230, 2024-04-21T09:21:26.382 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.031813785, 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000138320 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 1458576, 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 140672 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "cct": { 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "total_workers": 0, 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: "unhealthy_workers": 0 2024-04-21T09:21:26.383 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "mempool": { 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:26.384 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:26.385 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_items": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_bytes": 149034, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_items": 32, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:26.386 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_bytes": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_items": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_bytes": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_items": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_items": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_bytes": 928, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_items": 2, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:26.387 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_items": 0, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_items": 0 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 0, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "max": 104857600, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get_started": 0, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get": 240, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get_sum": 1422014, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_success": 240, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "take": 0, 2024-04-21T09:21:26.388 INFO:teuthology.orchestra.run.smithi052.stdout: "take_sum": 0, 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout: "put": 240, 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout: "put_sum": 1422014, 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout: "wait": { 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:26.389 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:21:26.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:25 smithi078 ceph-mon[31713]: pgmap v360: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 36 KiB/s rd, 31 KiB/s wr, 317 op/s 2024-04-21T09:21:27.073 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-21T09:21:27.073 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-21T09:21:27.073 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-21T09:21:27.074 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-21T09:21:27.074 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-21T09:21:27.074 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-21T09:21:27.074 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-21T09:21:27.074 DEBUG:tasks.check_counter:Getting stats from g 2024-04-21T09:21:27.074 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-21T09:21:27.323 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:21:28.343 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:27 smithi060 ceph-mon[31055]: pgmap v361: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 267 op/s 2024-04-21T09:21:28.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:27 smithi078 ceph-mon[31713]: pgmap v361: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 267 op/s 2024-04-21T09:21:28.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:27 smithi052 ceph-mon[28035]: pgmap v361: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 267 op/s 2024-04-21T09:21:30.313 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:29 smithi052 ceph-mon[28035]: pgmap v362: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 29 KiB/s rd, 24 KiB/s wr, 229 op/s 2024-04-21T09:21:30.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:29 smithi060 ceph-mon[31055]: pgmap v362: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 29 KiB/s rd, 24 KiB/s wr, 229 op/s 2024-04-21T09:21:30.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:29 smithi078 ceph-mon[31713]: pgmap v362: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 29 KiB/s rd, 24 KiB/s wr, 229 op/s 2024-04-21T09:21:31.026 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:21:31.026 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 235, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 225, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 1454768, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 138304, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 4, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 0, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.058420423, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.016607941, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.042176811, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.006805986, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 224, 2024-04-21T09:21:31.027 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.068243678, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000304659 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 1454768, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 138304 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 2, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 172, 2024-04-21T09:21:31.028 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 320, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 186352, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 3, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.017494373, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.012146994, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.001814820, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 169, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.024672357, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000145990 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:31.029 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:31.030 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:31.030 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:31.030 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.030 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 186352 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 4, 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 4, 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 2992, 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 448, 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 2, 2024-04-21T09:21:31.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 1, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.000569544, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.000031827, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.000478977, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 3, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000755275, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000251758 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:31.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 448 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "cct": { 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "total_workers": 0, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "unhealthy_workers": 0 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "mempool": { 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:31.033 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:31.034 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_items": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:31.035 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_bytes": 148977, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_items": 30, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_bytes": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_items": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_bytes": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_items": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:31.036 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_items": 0, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_bytes": 928, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_items": 2, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_items": 0, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_items": 0 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 0, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "max": 104857600, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "get_started": 0, 2024-04-21T09:21:31.037 INFO:teuthology.orchestra.run.smithi052.stdout: "get": 237, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "get_sum": 1421624, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_success": 237, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "take": 0, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "take_sum": 0, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "put": 237, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "put_sum": 1421624, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "wait": { 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:31.038 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:31.039 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:21:31.706 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-04-21T09:21:31.706 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-04-21T09:21:31.706 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-04-21T09:21:31.706 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-04-21T09:21:31.706 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-04-21T09:21:31.706 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-04-21T09:21:31.706 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-04-21T09:21:31.706 DEBUG:tasks.check_counter:Getting stats from j 2024-04-21T09:21:31.707 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-21T09:21:31.962 INFO:teuthology.orchestra.run.smithi052.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.a/config 2024-04-21T09:21:32.335 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:31 smithi052 ceph-mon[28035]: pgmap v363: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 204 op/s 2024-04-21T09:21:32.339 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:31 smithi060 ceph-mon[31055]: pgmap v363: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 204 op/s 2024-04-21T09:21:32.446 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:31 smithi078 ceph-mon[31713]: pgmap v363: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 204 op/s 2024-04-21T09:21:34.030 INFO:teuthology.orchestra.run.smithi052.stdout:{ 2024-04-21T09:21:34.030 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 4, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 4, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 2992, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 448, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 4, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 0, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.001694561, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.000041150, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.000698238, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 3, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000807566, 2024-04-21T09:21:34.031 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000269188 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 448 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 2, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 177, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 320, 2024-04-21T09:21:34.032 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 187232, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 3, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.016242804, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.011152708, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.001761333, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 174, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.021770716, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000125119 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:34.033 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 187232 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_messages": 241, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages": 231, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_bytes": 1456400, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_bytes": 142144, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_created_connections": 2, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_active_connections": 1, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_total_time": 0.060921313, 2024-04-21T09:21:34.034 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_send_time": 0.016518233, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_recv_time": 0.040726890, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_running_fast_dispatch_time": 0.012794517, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 230, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.029308517, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000127428 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_recv_encrypted_bytes": 1456400, 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: "msgr_send_encrypted_bytes": 142144 2024-04-21T09:21:34.035 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "cct": { 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "total_workers": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "unhealthy_workers": 0 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "mempool": { 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:34.036 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:34.037 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_items": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_bytes": 150008, 2024-04-21T09:21:34.038 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_anon_items": 31, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_bytes": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_items": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_bytes": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_items": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:34.039 INFO:teuthology.orchestra.run.smithi052.stdout: "pgmap_items": 0, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_bytes": 928, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "mds_co_items": 2, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_1_items": 0, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "unittest_2_items": 0 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: }, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "val": 0, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "max": 104857600, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "get_started": 0, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "get": 243, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "get_sum": 1422404, 2024-04-21T09:21:34.040 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "get_or_fail_success": 243, 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "take": 0, 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "take_sum": 0, 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "put": 243, 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "put_sum": 1422404, 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "wait": { 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "avgcount": 0, 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "sum": 0.000000000, 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: "avgtime": 0.000000000 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout: } 2024-04-21T09:21:34.041 INFO:teuthology.orchestra.run.smithi052.stdout:} 2024-04-21T09:21:34.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:33 smithi060 ceph-mon[31055]: pgmap v364: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 158 op/s 2024-04-21T09:21:34.386 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:33 smithi052 ceph-mon[28035]: pgmap v364: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 158 op/s 2024-04-21T09:21:34.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:33 smithi078 ceph-mon[31713]: pgmap v364: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 13 KiB/s rd, 9.6 KiB/s wr, 158 op/s 2024-04-21T09:21:36.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:35 smithi060 ceph-mon[31055]: pgmap v365: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 KiB/s wr, 92 op/s 2024-04-21T09:21:36.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:35 smithi078 ceph-mon[31713]: pgmap v365: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 KiB/s wr, 92 op/s 2024-04-21T09:21:36.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:35 smithi052 ceph-mon[28035]: pgmap v365: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 9.4 KiB/s wr, 92 op/s 2024-04-21T09:21:36.812 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-21T09:21:36.812 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-21T09:21:36.812 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-21T09:21:36.812 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-21T09:21:36.812 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-21T09:21:36.812 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-21T09:21:36.812 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-21T09:21:36.812 DEBUG:tasks.check_counter:Getting stats from b 2024-04-21T09:21:36.813 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-21T09:21:37.113 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:21:37.496 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:37 smithi060 ceph-mon[31055]: pgmap v366: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-04-21T09:21:37.496 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:37 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:21:37.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:37 smithi078 ceph-mon[31713]: pgmap v366: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-04-21T09:21:37.694 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:37 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:21:37.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:37 smithi052 ceph-mon[28035]: pgmap v366: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-04-21T09:21:37.704 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:37 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-21T09:21:38.929 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:38 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:38.929 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:38 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:38.930 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:38 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:38.930 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:38 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:38.930 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:38 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:38.930 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:38 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 4736, 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 5100, 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 2918121, 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 335118029, 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 112, 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 4, 2024-04-21T09:21:39.007 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 2.507456227, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 1.182049177, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.201607705, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 1.068688826, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 5099, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 2.181121461, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000427754 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2767, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.001251415, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000452 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.008 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 1631568, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 159184 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 249716, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 251914, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 91693623, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 385980037, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 20, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 5, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 15.950792133, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 6.688276891, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 25.329778240, 2024-04-21T09:21:39.009 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 1.993664658, 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 251912, 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 57.843651896, 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000229618 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 354870, 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.093336982, 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000263 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 91096240, 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 100255280 2024-04-21T09:21:39.010 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 4627, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 4581, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 1537300, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 359353127, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 32, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 7, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 2.824117276, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 1.126337420, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.161270517, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 1.519568896, 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:39.011 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 4579, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 2.744527368, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000599372 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 3493, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.001002816, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000287 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 336800, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 98496 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "cct": { 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "total_workers": 1, 2024-04-21T09:21:39.012 INFO:teuthology.orchestra.run.smithi060.stdout: "unhealthy_workers": 0 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-MDSRank": { 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 5009, 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 162.579878733, 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.032457552 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-PurgeQueue": { 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2, 2024-04-21T09:21:39.013 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000013883, 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000006941 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "mds": { 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "request": 245, 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "reply": 244, 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "reply_latency": { 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 244, 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 25.084341380, 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.102804677 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_reply": 0, 2024-04-21T09:21:39.014 INFO:teuthology.orchestra.run.smithi060.stdout: "forward": 1, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_complete": 0, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_keys": 0, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_commit": 204, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_split": 1, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_merge": 0, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes": 28, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_top": 6, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_bottom": 12, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pin_tail": 10, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pinned": 19, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_expired": 125, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_with_caps": 2, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "caps": 2, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "subtrees": 3, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse": 356, 2024-04-21T09:21:39.015 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_hit": 343, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_forward": 1, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_discover": 0, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_dir_fetch": 0, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_remote_ino": 0, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_lock": 0, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "load_cent": 29, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "q": 0, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "exported": 6, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "exported_inodes": 119, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "imported": 1, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "imported_inodes": 2, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_dir_fetch": 0, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_backtrace_fetch": 54, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_peer_discover": 0, 2024-04-21T09:21:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rfiles": 4, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rbytes": 234, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rsnaps": 6, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_fetch": 54, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_set_tag": 0, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_repaired": 0, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_inotable_repaired": 0, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_inodes": 26, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_base_inodes": 3, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dirfrag_rstats": 23, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_file_inodes": 28, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_inode_file_caps": 2, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_revoke": 111, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_grant": 2818, 2024-04-21T09:21:39.017 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_trunc": 0, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps": 248293, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps_dirty": 248182, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_cap_release": 3, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "process_request_cap_release": 24 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_cache": { 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update": 8, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update_receipt": 2, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_try_discover": 1, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_send_discover": 2, 2024-04-21T09:21:39.018 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_handle_discover": 21, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays": 1, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_delayed": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_enqueuing": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_created": 1, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_enqueued": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_reintegrated": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_migrated": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_processing": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_enqueued": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_prioritized": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_started": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_completed": 0, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_path": 4, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_inode": 84, 2024-04-21T09:21:39.019 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_enqueue_scrub": 3, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_exportdir": 6, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_flush": 0, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragmentdir": 1, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragstats": 0, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_inodestats": 0 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_log": { 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "evlrg": 0, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "evadd": 247180, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "evex": 247169, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "evtrm": 247169, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "ev": 11, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "evexg": 0, 2024-04-21T09:21:39.020 INFO:teuthology.orchestra.run.smithi060.stdout: "evexd": 8, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "segadd": 382, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "segex": 381, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "segtrm": 381, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "seg": 1, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "segmjr": 1, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "segexg": 0, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "segexd": 1, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "expos": 1164407783, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "wrpos": 1164491053, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "rdpos": 0, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "jlat": { 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 6142, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1822.199541191, 2024-04-21T09:21:39.021 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.296678531 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "replayed": 0 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_mem": { 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "ino": 24, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "ino+": 148, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "ino-": 124, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "dir": 20, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "dir+": 33, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "dir-": 13, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "dn": 28, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "dn+": 153, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "dn-": 125, 2024-04-21T09:21:39.022 INFO:teuthology.orchestra.run.smithi060.stdout: "cap": 2, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "cap+": 40, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "cap-": 38, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "rss": 75464, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "heap": 231800 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_server": { 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_client_request": 316, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_server_request": 68, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_request": 245, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_session": 43, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_peer_request": 143, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "req_create_latency": { 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 22, 2024-04-21T09:21:39.023 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.025845378, 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.001174789 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getattr_latency": { 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 135, 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 3.112585965, 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.023056192 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getfilelock_latency": { 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "req_link_latency": { 2024-04-21T09:21:39.024 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookup_latency": { 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 35, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1.453773080, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.041536373 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookuphash_latency": { 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.025 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupino_latency": { 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupname_latency": { 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupparent_latency": { 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.026 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.027 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupsnap_latency": { 2024-04-21T09:21:39.027 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.027 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.027 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.027 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.027 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lssnap_latency": { 2024-04-21T09:21:39.027 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 11, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.005202743, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000472976 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mkdir_latency": { 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 10, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.013512033, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.001351203 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mknod_latency": { 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.028 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mksnap_latency": { 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 11, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 20.389952368, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 1.853632033 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "req_open_latency": { 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000200752, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000200752 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "req_readdir_latency": { 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.007505186, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.007505186 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rename_latency": { 2024-04-21T09:21:39.029 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2, 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.002219732, 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.001109866 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "req_renamesnap_latency": { 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "req_snapdiff_latency": { 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.030 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmdir_latency": { 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.009404578, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.009404578 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmsnap_latency": { 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 5, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.040719400, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.008143880 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmxattr_latency": { 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.031 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setattr_latency": { 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2, 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.001249260, 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000624630 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setdirlayout_latency": { 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setfilelock_latency": { 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.032 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setlayout_latency": { 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setxattr_latency": { 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 8, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.022170905, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.002771363 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "req_symlink_latency": { 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.033 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "req_unlink_latency": { 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_revoke_eviction": 0, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_acquisition_throttle": 0, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getvxattr_latency": { 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.034 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_sessions": { 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "session_count": 2, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "session_add": 6, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "session_remove": 4, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_open": 2, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_stale": 0, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "total_load": 27, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "average_load": 13, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "avg_session_uptime": 666, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "mdthresh_evicted": 0 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.035 INFO:teuthology.orchestra.run.smithi060.stdout: "mempool": { 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_bytes": 120, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_items": 120, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:39.036 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:39.037 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_items": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_bytes": 318652, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_items": 106, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_bytes": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_items": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:39.038 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_bytes": 9520, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_items": 183, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_items": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_bytes": 137379, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_items": 897, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_items": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_items": 0 2024-04-21T09:21:39.039 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "objecter": { 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "op_active": 0, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "op_laggy": 0, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send": 8066, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send_bytes": 1161235421, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "op_resend": 32, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "op_reply": 8066, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "op_latency": { 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 8066, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1577.365603823, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.195557352 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "op_inflight": 0, 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "oplen_avg": { 2024-04-21T09:21:39.040 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 8066, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 8569 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "op": 8066, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "op_r": 60, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "op_w": 8006, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "op_rmw": 0, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "op_pg": 0, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_stat": 174, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_create": 66, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_read": 3, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_write": 6142, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writefull": 162, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writesame": 0, 2024-04-21T09:21:39.041 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_append": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_zero": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_truncate": 1, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_delete": 1058, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_mapext": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_sparse_read": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_clonerange": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_getxattr": 57, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_setxattr": 110, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_cmpxattr": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_rmxattr": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_resetxattrs": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_call": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_watch": 0, 2024-04-21T09:21:39.042 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_notify": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_src_cmpxattr": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls_filter": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_other": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_active": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_send": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_resend": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_ping": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_active": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_send": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_resend": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_active": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_send": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_resend": 0, 2024-04-21T09:21:39.043 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_active": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_send": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_resend": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "command_active": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "command_send": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "command_resend": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "map_epoch": 112, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "map_full": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "map_inc": 28, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_sessions": 12, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_open": 12, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_close": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_laggy": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_wr": 778, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_rd": 0, 2024-04-21T09:21:39.044 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_del": 18 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "oft": { 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_objs": 1, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_kv_pairs": 0, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_updates": 0, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_removes": 0 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "osd-slow-ops": { 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_ops_count": 132 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "purge_queue": { 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops": 0, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops_high_water": 0, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing": 0, 2024-04-21T09:21:39.045 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_high_water": 0, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed_ops": 0, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed": 0, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_item_in_journal": 0 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 259075, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 62380578, 2024-04-21T09:21:39.046 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 259075, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 259075, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 62380578, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_bytes": { 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-04-21T09:21:39.047 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 8066, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 1161235421, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 8066, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1161235421, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.048 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_ops": { 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 1024, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 8066, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 8066, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 8066, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 8066, 2024-04-21T09:21:39.049 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle": { 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:39.050 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle-0x55e7cfc1c460": { 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:39.051 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 247180, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 1160296749, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 247180, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 6142, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1160296749, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:39.052 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-04-21T09:21:39.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:38 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:38 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:38 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:38 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:38 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:38 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:38 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:38 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:38 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:38 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:38 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:38 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:39.761 INFO:tasks.check_counter:Daemon mds.b mds.exported=6 2024-04-21T09:21:39.761 INFO:tasks.check_counter:Daemon mds.b mds.imported=1 2024-04-21T09:21:39.761 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=8 2024-04-21T09:21:39.761 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=2 2024-04-21T09:21:39.761 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-21T09:21:39.762 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=11 2024-04-21T09:21:39.762 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=5 2024-04-21T09:21:39.762 DEBUG:tasks.check_counter:Getting stats from e 2024-04-21T09:21:39.762 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-21T09:21:40.019 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:21:40.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:39 smithi060 ceph-mon[31055]: pgmap v367: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.7 KiB/s wr, 8 op/s 2024-04-21T09:21:40.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:39 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:21:40.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:39 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:21:40.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:39 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:40.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:39 smithi078 ceph-mon[31713]: pgmap v367: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.7 KiB/s wr, 8 op/s 2024-04-21T09:21:40.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:39 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:21:40.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:39 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:21:40.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:39 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:40.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:39 smithi052 ceph-mon[28035]: pgmap v367: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.7 KiB/s wr, 8 op/s 2024-04-21T09:21:40.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:39 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-21T09:21:40.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:39 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-21T09:21:40.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:39 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' 2024-04-21T09:21:41.871 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 806, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 806, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 494044, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 255548, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 6, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 2, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.079308250, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.027235405, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.019253276, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.023470238, 2024-04-21T09:21:41.872 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 805, 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.034018164, 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000042258 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 448 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:41.873 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 670, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 843, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 165060, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 676287, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 7, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 5, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.082131227, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.022511517, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.019159773, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.033193647, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 840, 2024-04-21T09:21:41.874 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.042453236, 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000050539 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 464176 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 1067, 2024-04-21T09:21:41.875 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 1039, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 1824272, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 395064, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 3, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 2, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.145092898, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.040176495, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.063560178, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.042179291, 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:41.877 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1038, 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.065898311, 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000063485 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 1562192, 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 147024 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "cct": { 2024-04-21T09:21:41.878 INFO:teuthology.orchestra.run.smithi060.stdout: "total_workers": 1, 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "unhealthy_workers": 0 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-MDSRank": { 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 3784, 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.131926821, 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000034864 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-PurgeQueue": { 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-04-21T09:21:41.879 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "mds": { 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "request": 0, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "reply": 0, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "reply_latency": { 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_reply": 0, 2024-04-21T09:21:41.880 INFO:teuthology.orchestra.run.smithi060.stdout: "forward": 0, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_complete": 0, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_keys": 0, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_commit": 0, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_split": 0, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_merge": 0, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes": 155, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_top": 69, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_bottom": 86, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pin_tail": 0, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pinned": 57, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_expired": 0, 2024-04-21T09:21:41.881 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_with_caps": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "caps": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "subtrees": 1, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_hit": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_forward": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_discover": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_dir_fetch": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_remote_ino": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_lock": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "load_cent": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "q": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "exported": 0, 2024-04-21T09:21:41.882 INFO:teuthology.orchestra.run.smithi060.stdout: "exported_inodes": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "imported": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "imported_inodes": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_dir_fetch": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_backtrace_fetch": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_peer_discover": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rfiles": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rbytes": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rsnaps": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_fetch": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_set_tag": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_repaired": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_inotable_repaired": 0, 2024-04-21T09:21:41.883 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_inodes": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_base_inodes": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dirfrag_rstats": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_file_inodes": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_inode_file_caps": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_revoke": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_grant": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_trunc": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps_dirty": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_cap_release": 0, 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: "process_request_cap_release": 0 2024-04-21T09:21:41.884 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_cache": { 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update_receipt": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_try_discover": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_send_discover": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_handle_discover": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_delayed": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_enqueuing": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_created": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_enqueued": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_reintegrated": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_migrated": 0, 2024-04-21T09:21:41.885 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_processing": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_enqueued": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_prioritized": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_started": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_completed": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_path": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_inode": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_enqueue_scrub": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_exportdir": 0, 2024-04-21T09:21:41.886 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_flush": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragmentdir": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragstats": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_inodestats": 0 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_log": { 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "evlrg": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "evadd": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "evex": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "evtrm": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "ev": 56, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "evexg": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "evexd": 0, 2024-04-21T09:21:41.887 INFO:teuthology.orchestra.run.smithi060.stdout: "segadd": 0, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "segex": 0, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "segtrm": 0, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "seg": 2, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "segmjr": 2, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "segexg": 0, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "segexd": 0, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "expos": 4194304, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "wrpos": 4474897, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "rdpos": 4474836, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "jlat": { 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.888 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "replayed": 56 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_mem": { 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "ino": 127, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "ino+": 143, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "ino-": 16, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "dir": 12, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "dir+": 20, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "dir-": 8, 2024-04-21T09:21:41.889 INFO:teuthology.orchestra.run.smithi060.stdout: "dn": 155, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "dn+": 164, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "dn-": 9, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "cap": 0, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "cap+": 0, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "cap-": 0, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "rss": 53636, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "heap": 215416 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_server": { 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_client_request": 0, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_server_request": 0, 2024-04-21T09:21:41.890 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_request": 0, 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_session": 0, 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_peer_request": 0, 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: "req_create_latency": { 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getattr_latency": { 2024-04-21T09:21:41.891 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getfilelock_latency": { 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: "req_link_latency": { 2024-04-21T09:21:41.892 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookup_latency": { 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookuphash_latency": { 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.893 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupino_latency": { 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupname_latency": { 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.894 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupparent_latency": { 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupsnap_latency": { 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.895 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.896 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lssnap_latency": { 2024-04-21T09:21:41.896 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.896 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.896 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.897 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.897 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mkdir_latency": { 2024-04-21T09:21:41.899 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.899 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.900 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.900 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.900 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mknod_latency": { 2024-04-21T09:21:41.900 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.900 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.901 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.901 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.901 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mksnap_latency": { 2024-04-21T09:21:41.901 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.901 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.901 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.901 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "req_open_latency": { 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "req_readdir_latency": { 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rename_latency": { 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.902 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "req_renamesnap_latency": { 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "req_snapdiff_latency": { 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.903 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmdir_latency": { 2024-04-21T09:21:41.904 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.904 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.904 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.904 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.904 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmsnap_latency": { 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmxattr_latency": { 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setattr_latency": { 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.905 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setdirlayout_latency": { 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setfilelock_latency": { 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.906 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setlayout_latency": { 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setxattr_latency": { 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "req_symlink_latency": { 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.907 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: "req_unlink_latency": { 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_revoke_eviction": 0, 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_acquisition_throttle": 0, 2024-04-21T09:21:41.908 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getvxattr_latency": { 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_sessions": { 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "session_count": 2, 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "session_add": 2, 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "session_remove": 0, 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_open": 2, 2024-04-21T09:21:41.909 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_stale": 0, 2024-04-21T09:21:41.910 INFO:teuthology.orchestra.run.smithi060.stdout: "total_load": 0, 2024-04-21T09:21:41.910 INFO:teuthology.orchestra.run.smithi060.stdout: "average_load": 0, 2024-04-21T09:21:41.910 INFO:teuthology.orchestra.run.smithi060.stdout: "avg_session_uptime": 1820, 2024-04-21T09:21:41.910 INFO:teuthology.orchestra.run.smithi060.stdout: "mdthresh_evicted": 0 2024-04-21T09:21:41.910 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.910 INFO:teuthology.orchestra.run.smithi060.stdout: "mempool": { 2024-04-21T09:21:41.910 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:41.910 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:41.911 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:41.912 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_items": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_bytes": 194415, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_items": 186, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:41.913 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:41.914 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_bytes": 0, 2024-04-21T09:21:41.914 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_items": 0, 2024-04-21T09:21:41.914 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:41.914 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:41.914 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:41.914 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:41.914 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_bytes": 9520, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_items": 183, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_items": 0, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_bytes": 431917, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_items": 3726, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_items": 0, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_items": 0 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "objecter": { 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "op_active": 0, 2024-04-21T09:21:41.915 INFO:teuthology.orchestra.run.smithi060.stdout: "op_laggy": 0, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send": 2249, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send_bytes": 21, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "op_resend": 3, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "op_reply": 2249, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "op_latency": { 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2249, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 33.759649886, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.015010960 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "op_inflight": 0, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "oplen_avg": { 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2249, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 2250 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.916 INFO:teuthology.orchestra.run.smithi060.stdout: "op": 2249, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "op_r": 2249, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "op_w": 0, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "op_rmw": 0, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "op_pg": 0, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_stat": 1445, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_create": 0, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_read": 802, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_write": 0, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writefull": 0, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writesame": 0, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_append": 0, 2024-04-21T09:21:41.917 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_zero": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_truncate": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_delete": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_mapext": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_sparse_read": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_clonerange": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_getxattr": 1, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_setxattr": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_cmpxattr": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_rmxattr": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_resetxattrs": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_call": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_watch": 0, 2024-04-21T09:21:41.918 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_notify": 0, 2024-04-21T09:21:41.919 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_src_cmpxattr": 0, 2024-04-21T09:21:41.919 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls": 0, 2024-04-21T09:21:41.919 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls_filter": 0, 2024-04-21T09:21:41.919 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_other": 0, 2024-04-21T09:21:41.919 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_active": 0, 2024-04-21T09:21:41.919 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_send": 0, 2024-04-21T09:21:41.919 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_resend": 0, 2024-04-21T09:21:41.920 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_ping": 0, 2024-04-21T09:21:41.920 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_active": 0, 2024-04-21T09:21:41.920 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_send": 0, 2024-04-21T09:21:41.920 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_resend": 0, 2024-04-21T09:21:41.920 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_active": 0, 2024-04-21T09:21:41.920 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_send": 0, 2024-04-21T09:21:41.921 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_resend": 0, 2024-04-21T09:21:41.921 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_active": 0, 2024-04-21T09:21:41.921 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_send": 0, 2024-04-21T09:21:41.921 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_resend": 0, 2024-04-21T09:21:41.921 INFO:teuthology.orchestra.run.smithi060.stdout: "command_active": 0, 2024-04-21T09:21:41.921 INFO:teuthology.orchestra.run.smithi060.stdout: "command_send": 0, 2024-04-21T09:21:41.921 INFO:teuthology.orchestra.run.smithi060.stdout: "command_resend": 0, 2024-04-21T09:21:41.922 INFO:teuthology.orchestra.run.smithi060.stdout: "map_epoch": 112, 2024-04-21T09:21:41.922 INFO:teuthology.orchestra.run.smithi060.stdout: "map_full": 0, 2024-04-21T09:21:41.922 INFO:teuthology.orchestra.run.smithi060.stdout: "map_inc": 23, 2024-04-21T09:21:41.922 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_sessions": 5, 2024-04-21T09:21:41.922 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_open": 5, 2024-04-21T09:21:41.923 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_close": 0, 2024-04-21T09:21:41.923 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_laggy": 0, 2024-04-21T09:21:41.923 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_wr": 0, 2024-04-21T09:21:41.923 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_rd": 2, 2024-04-21T09:21:41.923 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_del": 0 2024-04-21T09:21:41.923 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.923 INFO:teuthology.orchestra.run.smithi060.stdout: "oft": { 2024-04-21T09:21:41.924 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_objs": 0, 2024-04-21T09:21:41.924 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_kv_pairs": 0, 2024-04-21T09:21:41.924 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_updates": 0, 2024-04-21T09:21:41.924 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_removes": 0 2024-04-21T09:21:41.924 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osd-slow-ops": { 2024-04-21T09:21:41.925 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_ops_count": 0 2024-04-21T09:21:41.925 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.925 INFO:teuthology.orchestra.run.smithi060.stdout: "purge_queue": { 2024-04-21T09:21:41.925 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops": 0, 2024-04-21T09:21:41.925 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops_high_water": 0, 2024-04-21T09:21:41.925 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing": 0, 2024-04-21T09:21:41.926 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_high_water": 0, 2024-04-21T09:21:41.926 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed_ops": 0, 2024-04-21T09:21:41.926 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed": 0, 2024-04-21T09:21:41.926 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_item_in_journal": 0 2024-04-21T09:21:41.926 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.926 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:41.927 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:41.927 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-04-21T09:21:41.927 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:41.927 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 2539, 2024-04-21T09:21:41.927 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 2237337, 2024-04-21T09:21:41.927 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:41.928 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 2539, 2024-04-21T09:21:41.928 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:41.928 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:41.928 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 2539, 2024-04-21T09:21:41.928 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 2237337, 2024-04-21T09:21:41.929 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:41.929 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.929 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.929 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.929 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.929 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.929 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_bytes": { 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 2249, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 280598, 2024-04-21T09:21:41.930 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 2249, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 280598, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_ops": { 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 1024, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:41.931 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 2249, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 2249, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 2249, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 2249, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle": { 2024-04-21T09:21:41.932 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.933 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle-0x55969790c6e0": { 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-04-21T09:21:41.934 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-04-21T09:21:41.935 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:41.935 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:41.935 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:41.935 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:41.935 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.935 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:41.935 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-04-21T09:21:42.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:41 smithi060 ceph-mon[31055]: pgmap v368: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.4 KiB/s wr, 7 op/s 2024-04-21T09:21:42.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:41 smithi078 ceph-mon[31713]: pgmap v368: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.4 KiB/s wr, 7 op/s 2024-04-21T09:21:42.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:41 smithi052 ceph-mon[28035]: pgmap v368: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.4 KiB/s wr, 7 op/s 2024-04-21T09:21:42.712 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-21T09:21:42.713 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-21T09:21:42.713 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-21T09:21:42.713 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-21T09:21:42.713 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-21T09:21:42.713 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-21T09:21:42.713 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-21T09:21:42.714 DEBUG:tasks.check_counter:Getting stats from h 2024-04-21T09:21:42.714 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-21T09:21:42.964 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:21:44.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:43 smithi060 ceph-mon[31055]: pgmap v369: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-04-21T09:21:44.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:43 smithi078 ceph-mon[31713]: pgmap v369: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-04-21T09:21:44.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:43 smithi052 ceph-mon[28035]: pgmap v369: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.2 KiB/s rd, 5 op/s 2024-04-21T09:21:44.692 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-04-21T09:21:44.692 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:44.692 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 2515, 2024-04-21T09:21:44.692 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 2001, 2024-04-21T09:21:44.692 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 2264620, 2024-04-21T09:21:44.692 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 1198631, 2024-04-21T09:21:44.692 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 13, 2024-04-21T09:21:44.692 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 6, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.225478375, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.081353618, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.144883553, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.031973457, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2004, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.157836721, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000078760 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2632, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000634068, 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000240 2024-04-21T09:21:44.693 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 1571408, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 151200 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 336, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 542, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 87235, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 652636, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 15, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 7, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.045462994, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.015200026, 2024-04-21T09:21:44.694 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.014931106, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.010376567, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 538, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.071936884, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000133711 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 59, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000013521, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000229 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 7360, 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 480592 2024-04-21T09:21:44.695 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 531, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 606, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 242648, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 334230, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 13, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 6, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.058533886, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.015774107, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.033089551, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.010958929, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 602, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.055467929, 2024-04-21T09:21:44.696 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000092139 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 480, 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000098132, 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000204 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 17488, 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 56928 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "cct": { 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "total_workers": 1, 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "unhealthy_workers": 0 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.697 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-MDSRank": { 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 115, 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.021170248, 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000184089 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-PurgeQueue": { 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1022, 2024-04-21T09:21:44.698 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.048548832, 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000047503 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: "mds": { 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: "request": 42, 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: "reply": 34, 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: "reply_latency": { 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 34, 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 12.018812783, 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.353494493 2024-04-21T09:21:44.699 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_reply": 0, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "forward": 8, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_complete": 0, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_keys": 0, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_commit": 11, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_split": 0, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_merge": 0, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes": 160, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_top": 41, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_bottom": 106, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pin_tail": 13, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pinned": 61, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_expired": 3, 2024-04-21T09:21:44.700 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_with_caps": 1, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "caps": 2, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "subtrees": 3, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse": 78, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_hit": 64, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_forward": 1, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_discover": 3, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_dir_fetch": 0, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_remote_ino": 0, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_lock": 0, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "load_cent": 0, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "q": 0, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "exported": 1, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "exported_inodes": 2, 2024-04-21T09:21:44.701 INFO:teuthology.orchestra.run.smithi060.stdout: "imported": 6, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "imported_inodes": 131, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_dir_fetch": 0, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_backtrace_fetch": 0, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_peer_discover": 0, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rfiles": 22, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rbytes": 10738143310, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rsnaps": 6, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_fetch": 0, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_set_tag": 0, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_repaired": 0, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_inotable_repaired": 0, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_inodes": 0, 2024-04-21T09:21:44.702 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_base_inodes": 0, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dirfrag_rstats": 0, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_file_inodes": 0, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_inode_file_caps": 4, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_revoke": 9, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_grant": 19, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_trunc": 0, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps": 9, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps_dirty": 0, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_cap_release": 2, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "process_request_cap_release": 34 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_cache": { 2024-04-21T09:21:44.703 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update": 0, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update_receipt": 11, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_try_discover": 7, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_send_discover": 16, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_handle_discover": 1, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays": 3, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_delayed": 0, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_enqueuing": 0, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_created": 12, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_enqueued": 9, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_reintegrated": 0, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_migrated": 0, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_processing": 0, 2024-04-21T09:21:44.704 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_enqueued": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_prioritized": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_started": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_completed": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_path": 4, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_inode": 43, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_enqueue_scrub": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_exportdir": 1, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_flush": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragmentdir": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragstats": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_inodestats": 0 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_log": { 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "evlrg": 0, 2024-04-21T09:21:44.705 INFO:teuthology.orchestra.run.smithi060.stdout: "evadd": 56, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "evex": 0, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "evtrm": 0, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "ev": 56, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "evexg": 0, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "evexd": 0, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "segadd": 2, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "segex": 0, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "segtrm": 0, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "seg": 2, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "segmjr": 2, 2024-04-21T09:21:44.706 INFO:teuthology.orchestra.run.smithi060.stdout: "segexg": 0, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "segexd": 0, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "expos": 4194304, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "wrpos": 4474897, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "rdpos": 0, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "jlat": { 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 32, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.094952611, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.002967269 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "replayed": 0 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_mem": { 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "ino": 143, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "ino+": 153, 2024-04-21T09:21:44.707 INFO:teuthology.orchestra.run.smithi060.stdout: "ino-": 10, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "dir": 29, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "dir+": 35, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "dir-": 6, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "dn": 162, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "dn+": 174, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "dn-": 12, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "cap": 2, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "cap+": 17, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "cap-": 15, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "rss": 56868, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "heap": 223608 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_server": { 2024-04-21T09:21:44.708 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_client_request": 67, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_server_request": 20, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_request": 42, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_session": 19, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_peer_request": 81, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "req_create_latency": { 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getattr_latency": { 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 3, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000618859, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000206286 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.709 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getfilelock_latency": { 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "req_link_latency": { 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookup_latency": { 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 11, 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.003830469, 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000348224 2024-04-21T09:21:44.710 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookuphash_latency": { 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupino_latency": { 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000134265, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000134265 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupname_latency": { 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.711 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupparent_latency": { 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupsnap_latency": { 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lssnap_latency": { 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.712 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.713 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.713 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mkdir_latency": { 2024-04-21T09:21:44.713 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mknod_latency": { 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mksnap_latency": { 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.714 INFO:teuthology.orchestra.run.smithi060.stdout: "req_open_latency": { 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1, 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000474778, 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000474778 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "req_readdir_latency": { 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 6, 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.003122507, 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000520417 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rename_latency": { 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.715 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "req_renamesnap_latency": { 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "req_snapdiff_latency": { 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmdir_latency": { 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 3, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.044777820, 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.014925940 2024-04-21T09:21:44.716 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmsnap_latency": { 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmxattr_latency": { 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setattr_latency": { 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.717 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setdirlayout_latency": { 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setfilelock_latency": { 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setlayout_latency": { 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.718 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setxattr_latency": { 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "req_symlink_latency": { 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "req_unlink_latency": { 2024-04-21T09:21:44.719 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 9, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 11.965854085, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 1.329539342 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_revoke_eviction": 0, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_acquisition_throttle": 0, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getvxattr_latency": { 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_sessions": { 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "session_count": 2, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "session_add": 2, 2024-04-21T09:21:44.720 INFO:teuthology.orchestra.run.smithi060.stdout: "session_remove": 0, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_open": 2, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_stale": 0, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "total_load": 29, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "average_load": 14, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "avg_session_uptime": 669, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "mdthresh_evicted": 0 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "mempool": { 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:44.721 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:44.722 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_items": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:44.723 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_bytes": 307894, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_items": 234, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_bytes": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_items": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_bytes": 9520, 2024-04-21T09:21:44.724 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_items": 183, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_items": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_bytes": 501874, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_items": 4636, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_items": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_items": 0 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "objecter": { 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "op_active": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "op_laggy": 0, 2024-04-21T09:21:44.725 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send": 1133, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send_bytes": 295065, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "op_resend": 28, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "op_reply": 1133, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "op_latency": { 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1133, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 46.273538522, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.040841605 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "op_inflight": 0, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "oplen_avg": { 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1133, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1164 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.726 INFO:teuthology.orchestra.run.smithi060.stdout: "op": 1133, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "op_r": 1, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "op_w": 1132, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "op_rmw": 0, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "op_pg": 0, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_stat": 0, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_create": 10, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_read": 1, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_write": 33, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writefull": 15, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writesame": 0, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_append": 0, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_zero": 0, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_truncate": 0, 2024-04-21T09:21:44.727 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_delete": 1054, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_mapext": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_sparse_read": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_clonerange": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_getxattr": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_setxattr": 20, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_cmpxattr": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_rmxattr": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_resetxattrs": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_call": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_watch": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_notify": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_src_cmpxattr": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls_filter": 0, 2024-04-21T09:21:44.728 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_other": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_active": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_send": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_resend": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_ping": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_active": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_send": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_resend": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_active": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_send": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_resend": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_active": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_send": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_resend": 0, 2024-04-21T09:21:44.729 INFO:teuthology.orchestra.run.smithi060.stdout: "command_active": 0, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "command_send": 0, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "command_resend": 0, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "map_epoch": 112, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "map_full": 0, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "map_inc": 23, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_sessions": 12, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_open": 12, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_close": 0, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_laggy": 0, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_wr": 27, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_rd": 0, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_del": 4 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.730 INFO:teuthology.orchestra.run.smithi060.stdout: "oft": { 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_objs": 1, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_kv_pairs": 0, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_updates": 0, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_removes": 0 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "osd-slow-ops": { 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_ops_count": 47 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "purge_queue": { 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops": 0, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops_high_water": 526, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing": 0, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_high_water": 7, 2024-04-21T09:21:44.731 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed_ops": 1042, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed": 9, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_item_in_journal": 0 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 3378, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 2268550, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 3378, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 3378, 2024-04-21T09:21:44.732 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 2268550, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_bytes": { 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:44.733 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 1133, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 296478, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1133, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 296478, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_ops": { 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:44.734 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 1024, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 1133, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 1133, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1133, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1133, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.735 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle": { 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 9, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 1413, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 9, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1413, 2024-04-21T09:21:44.736 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle-0x555b41ce2460": { 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 56, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 280593, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 56, 2024-04-21T09:21:44.737 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 32, 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 280593, 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:44.738 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-04-21T09:21:45.470 INFO:tasks.check_counter:Daemon mds.h mds.exported=1 2024-04-21T09:21:45.470 INFO:tasks.check_counter:Daemon mds.h mds.imported=6 2024-04-21T09:21:45.470 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-04-21T09:21:45.470 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=11 2024-04-21T09:21:45.470 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-04-21T09:21:45.471 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-21T09:21:45.471 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-21T09:21:45.471 DEBUG:tasks.check_counter:Getting stats from k 2024-04-21T09:21:45.471 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-21T09:21:45.721 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.b/config 2024-04-21T09:21:46.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:45 smithi060 ceph-mon[31055]: pgmap v370: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-04-21T09:21:46.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:45 smithi078 ceph-mon[31713]: pgmap v370: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-04-21T09:21:46.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:45 smithi052 ceph-mon[28035]: pgmap v370: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-04-21T09:21:47.446 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-04-21T09:21:47.446 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:47.446 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 4, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 4, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 2992, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 448, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 4, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 0, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.002028813, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.000047239, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.000678346, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 3, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000836388, 2024-04-21T09:21:47.447 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000278796 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 448 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 51, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 50, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 155264, 2024-04-21T09:21:47.448 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 29296, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 2, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 1, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.009495379, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.003015303, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.005824742, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.001428438, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 49, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.002898063, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000059144 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:47.449 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 155264, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 29296 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 1, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 38, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 160, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 162944, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 4, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 2, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.003591507, 2024-04-21T09:21:47.450 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.001747818, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.001272731, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 36, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.005814327, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000161509 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 162944 2024-04-21T09:21:47.451 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: "cct": { 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: "total_workers": 0, 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: "unhealthy_workers": 0 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: "mempool": { 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:47.452 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:47.453 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:47.454 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_items": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_bytes": 148039, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_items": 25, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_bytes": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_items": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:47.455 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_bytes": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_items": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_items": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_bytes": 928, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_items": 2, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_items": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_items": 0 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-04-21T09:21:47.456 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 52, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 148096, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 52, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 52, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 148096, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-04-21T09:21:47.457 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-04-21T09:21:47.458 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-04-21T09:21:47.458 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:47.458 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-04-21T09:21:47.458 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-04-21T09:21:48.069 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:47 smithi060 ceph-mon[31055]: pgmap v371: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:21:48.099 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-04-21T09:21:48.100 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-04-21T09:21:48.100 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-04-21T09:21:48.100 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-04-21T09:21:48.100 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-04-21T09:21:48.100 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-04-21T09:21:48.100 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-04-21T09:21:48.100 DEBUG:tasks.check_counter:Getting stats from c 2024-04-21T09:21:48.100 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-21T09:21:48.156 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:47 smithi078 ceph-mon[31713]: pgmap v371: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:21:48.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:47 smithi052 ceph-mon[28035]: pgmap v371: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:21:48.400 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:21:49.934 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:49 smithi078 ceph-mon[31713]: pgmap v372: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:21:50.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:49 smithi060 ceph-mon[31055]: pgmap v372: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:21:50.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:49 smithi052 ceph-mon[28035]: pgmap v372: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:21:50.208 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-04-21T09:21:50.208 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:50.208 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 61, 2024-04-21T09:21:50.208 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 58, 2024-04-21T09:21:50.208 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 185023, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 19996, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 1, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.007763291, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.001878742, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.005291938, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.001368257, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 57, 2024-04-21T09:21:50.209 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.005778526, 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000101377 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 169568, 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 8544 2024-04-21T09:21:50.210 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 77, 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 86, 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 103507, 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 124529, 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 4, 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.006643646, 2024-04-21T09:21:50.211 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.001831873, 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.002626648, 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.001712104, 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 84, 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.003990162, 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000047501 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.212 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 100304 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 9, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 9, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 5460, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 2054, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 4, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.001617548, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.000092486, 2024-04-21T09:21:50.213 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.001353715, 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.000143901, 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 8, 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.003166135, 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000395766 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.214 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 448 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "cct": { 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "total_workers": 1, 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "unhealthy_workers": 0 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "finisher-MDSRank": { 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "queue_len": 0, 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "complete_latency": { 2024-04-21T09:21:50.215 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 187, 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.004881398, 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000026103 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: "finisher-PurgeQueue": { 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: "queue_len": 0, 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: "complete_latency": { 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.216 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "request": 0, 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "reply": 0, 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "reply_latency": { 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "slow_reply": 0, 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "forward": 0, 2024-04-21T09:21:50.217 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_fetch_complete": 0, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_fetch_keys": 0, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_commit": 0, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_split": 0, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_merge": 0, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes": 10, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_top": 0, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_bottom": 10, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_pin_tail": 0, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_pinned": 10, 2024-04-21T09:21:50.218 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_expired": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_with_caps": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "caps": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "subtrees": 2, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_hit": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_forward": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_discover": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_dir_fetch": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_remote_ino": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_lock": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "load_cent": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "q": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "exported": 0, 2024-04-21T09:21:50.219 INFO:teuthology.orchestra.run.smithi078.stdout: "exported_inodes": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "imported": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "imported_inodes": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_dir_fetch": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_backtrace_fetch": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_peer_discover": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rfiles": 4, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rbytes": 234, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rsnaps": 6, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_backtrace_fetch": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_set_tag": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_backtrace_repaired": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_inotable_repaired": 0, 2024-04-21T09:21:50.220 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dir_inodes": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dir_base_inodes": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dirfrag_rstats": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_file_inodes": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_inode_file_caps": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_revoke": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_grant": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_trunc": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_caps": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_caps_dirty": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_cap_release": 0, 2024-04-21T09:21:50.221 INFO:teuthology.orchestra.run.smithi078.stdout: "process_request_cap_release": 0 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache": { 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_update": 0, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_update_receipt": 0, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_try_discover": 0, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_send_discover": 0, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_handle_discover": 0, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays": 0, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays_delayed": 0, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays_enqueuing": 0, 2024-04-21T09:21:50.222 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_created": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_enqueued": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_reintegrated": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_migrated": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_processing": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_enqueued": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_prioritized": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "recovery_started": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "recovery_completed": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_quiesce_path": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_quiesce_inode": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_enqueue_scrub": 0, 2024-04-21T09:21:50.223 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_exportdir": 0, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_flush": 0, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_fragmentdir": 0, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_fragstats": 0, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_inodestats": 0 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log": { 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "evlrg": 0, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "evadd": 0, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "evex": 0, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "evtrm": 0, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "ev": 11, 2024-04-21T09:21:50.224 INFO:teuthology.orchestra.run.smithi078.stdout: "evexg": 0, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "evexd": 0, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "segadd": 0, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "segex": 0, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "segtrm": 0, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "seg": 1, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "segmjr": 1, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "segexg": 0, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "segexd": 0, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "expos": 1164407783, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "wrpos": 1164491053, 2024-04-21T09:21:50.225 INFO:teuthology.orchestra.run.smithi078.stdout: "rdpos": 1164488448, 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "jlat": { 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "replayed": 11 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_mem": { 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "ino": 9, 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "ino+": 9, 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "ino-": 0, 2024-04-21T09:21:50.226 INFO:teuthology.orchestra.run.smithi078.stdout: "dir": 8, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "dir+": 8, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "dir-": 0, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "dn": 10, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "dn+": 10, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "dn-": 0, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "cap": 0, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "cap+": 0, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "cap-": 0, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "rss": 43588, 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: "heap": 215416 2024-04-21T09:21:50.227 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_server": { 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "dispatch_client_request": 0, 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "dispatch_server_request": 0, 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_request": 0, 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_session": 0, 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_peer_request": 0, 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "req_create_latency": { 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.228 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getattr_latency": { 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getfilelock_latency": { 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.229 INFO:teuthology.orchestra.run.smithi078.stdout: "req_link_latency": { 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookup_latency": { 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookuphash_latency": { 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.230 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupino_latency": { 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupname_latency": { 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupparent_latency": { 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.231 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupsnap_latency": { 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lssnap_latency": { 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mkdir_latency": { 2024-04-21T09:21:50.232 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.233 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.233 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.233 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.233 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mknod_latency": { 2024-04-21T09:21:50.233 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.233 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mksnap_latency": { 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "req_open_latency": { 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "req_readdir_latency": { 2024-04-21T09:21:50.234 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rename_latency": { 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "req_renamesnap_latency": { 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.235 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "req_snapdiff_latency": { 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmdir_latency": { 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmsnap_latency": { 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.236 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmxattr_latency": { 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setattr_latency": { 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setdirlayout_latency": { 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.237 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setfilelock_latency": { 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setlayout_latency": { 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setxattr_latency": { 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.238 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "req_symlink_latency": { 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "req_unlink_latency": { 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "cap_revoke_eviction": 0, 2024-04-21T09:21:50.239 INFO:teuthology.orchestra.run.smithi078.stdout: "cap_acquisition_throttle": 0, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getvxattr_latency": { 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_sessions": { 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "session_count": 2, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "session_add": 2, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "session_remove": 0, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "sessions_open": 0, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "sessions_stale": 0, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "total_load": 0, 2024-04-21T09:21:50.240 INFO:teuthology.orchestra.run.smithi078.stdout: "average_load": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "avg_session_uptime": 1820, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "mdthresh_evicted": 0 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "mempool": { 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:50.241 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:50.242 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:50.243 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_items": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_anon_bytes": 196795, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_anon_items": 57, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_bytes": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_items": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:50.244 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_bytes": 9520, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_items": 183, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "pgmap_items": 0, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_co_bytes": 70931, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_co_items": 393, 2024-04-21T09:21:50.245 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_1_items": 0, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_2_items": 0 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter": { 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "op_active": 0, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "op_laggy": 0, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "op_send": 117, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "op_send_bytes": 26, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "op_resend": 4, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "op_reply": 117, 2024-04-21T09:21:50.246 INFO:teuthology.orchestra.run.smithi078.stdout: "op_latency": { 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 117, 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.067998959, 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000581187 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "op_inflight": 0, 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "oplen_avg": { 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 117, 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 118 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "op": 117, 2024-04-21T09:21:50.247 INFO:teuthology.orchestra.run.smithi078.stdout: "op_r": 117, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "op_w": 0, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "op_rmw": 0, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "op_pg": 0, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_stat": 70, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_create": 0, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_read": 44, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_write": 0, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_writefull": 0, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_writesame": 0, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_append": 0, 2024-04-21T09:21:50.248 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_zero": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_truncate": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_delete": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_mapext": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_sparse_read": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_clonerange": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_getxattr": 2, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_setxattr": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_cmpxattr": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_rmxattr": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_resetxattrs": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_call": 0, 2024-04-21T09:21:50.249 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_watch": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_notify": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_src_cmpxattr": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_pgls": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_pgls_filter": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_other": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_active": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_send": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_resend": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_ping": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_active": 0, 2024-04-21T09:21:50.250 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_send": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_resend": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_active": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_send": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_resend": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_active": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_send": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_resend": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "command_active": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "command_send": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "command_resend": 0, 2024-04-21T09:21:50.251 INFO:teuthology.orchestra.run.smithi078.stdout: "map_epoch": 112, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "map_full": 0, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "map_inc": 1, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_sessions": 6, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_session_open": 6, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_session_close": 0, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_laggy": 0, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_wr": 0, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_rd": 2, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_del": 0 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "oft": { 2024-04-21T09:21:50.252 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_objs": 0, 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_kv_pairs": 0, 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_updates": 0, 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_removes": 0 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "osd-slow-ops": { 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "slow_ops_count": 0 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "purge_queue": { 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_ops": 0, 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_ops_high_water": 0, 2024-04-21T09:21:50.253 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing": 0, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_high_water": 0, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executed_ops": 0, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executed": 0, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_item_in_journal": 0 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 104857600, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 143, 2024-04-21T09:21:50.254 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 276885, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 143, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 143, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 276885, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.255 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-objecter_bytes": { 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 104857600, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 117, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 83280, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 117, 2024-04-21T09:21:50.256 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 83280, 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-objecter_ops": { 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 1024, 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:50.257 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 117, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 117, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 117, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 117, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.258 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-write_buf_throttle": { 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 3758096384, 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:50.259 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 0, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 0, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-write_buf_throttle-0x5641e6d5a6e0": { 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 3758096384, 2024-04-21T09:21:50.260 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:50.261 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:50.262 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:50.262 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.262 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:50.262 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-04-21T09:21:51.158 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-21T09:21:51.158 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-21T09:21:51.158 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-21T09:21:51.158 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-04-21T09:21:51.159 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-04-21T09:21:51.159 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-21T09:21:51.159 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-21T09:21:51.159 DEBUG:tasks.check_counter:Getting stats from f 2024-04-21T09:21:51.159 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-21T09:21:51.405 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:21:52.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:51 smithi060 ceph-mon[31055]: pgmap v373: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:21:52.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:51 smithi078 ceph-mon[31713]: pgmap v373: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:21:52.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:51 smithi052 ceph-mon[28035]: pgmap v373: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:21:53.292 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-04-21T09:21:53.292 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 1111, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 1083, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 1838864, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 410022, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 1, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.144898579, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.041244654, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.064623943, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.039125527, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 1082, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.064694618, 2024-04-21T09:21:53.293 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000059791 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 1563008, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 148944 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 4, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 181, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 876, 2024-04-21T09:21:53.294 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 471866, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 6, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 4, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.010800496, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.007015764, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.001848430, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.000083753, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 178, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.020800087, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000116854 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.295 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 471168 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 1552, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 1551, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 536496, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 492401, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 4, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 3, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.113001330, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.031288871, 2024-04-21T09:21:53.296 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.031273880, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.043566266, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 1550, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.057408677, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000037037 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 448 2024-04-21T09:21:53.297 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "cct": { 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "total_workers": 1, 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "unhealthy_workers": 0 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "finisher-MDSRank": { 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "queue_len": 0, 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "complete_latency": { 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 3953, 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.112327869, 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000028415 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "finisher-PurgeQueue": { 2024-04-21T09:21:53.298 INFO:teuthology.orchestra.run.smithi078.stdout: "queue_len": 0, 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "complete_latency": { 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "request": 0, 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "reply": 0, 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "reply_latency": { 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.299 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "slow_reply": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "forward": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_fetch_complete": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_fetch_keys": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_commit": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_split": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_merge": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes": 10, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_top": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_bottom": 10, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_pin_tail": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_pinned": 10, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_expired": 0, 2024-04-21T09:21:53.300 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_with_caps": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "caps": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "subtrees": 1, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_hit": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_forward": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_discover": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_dir_fetch": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_remote_ino": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_lock": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "load_cent": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "q": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "exported": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "exported_inodes": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "imported": 0, 2024-04-21T09:21:53.301 INFO:teuthology.orchestra.run.smithi078.stdout: "imported_inodes": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_dir_fetch": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_backtrace_fetch": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_peer_discover": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rfiles": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rbytes": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rsnaps": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_backtrace_fetch": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_set_tag": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_backtrace_repaired": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_inotable_repaired": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dir_inodes": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dir_base_inodes": 0, 2024-04-21T09:21:53.302 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dirfrag_rstats": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_file_inodes": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_inode_file_caps": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_revoke": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_grant": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_trunc": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_caps": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_caps_dirty": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_cap_release": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "process_request_cap_release": 0 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache": { 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_update": 0, 2024-04-21T09:21:53.303 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_update_receipt": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_try_discover": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_send_discover": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_handle_discover": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays_delayed": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays_enqueuing": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_created": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_enqueued": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_reintegrated": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_migrated": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_processing": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_enqueued": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_prioritized": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "recovery_started": 0, 2024-04-21T09:21:53.304 INFO:teuthology.orchestra.run.smithi078.stdout: "recovery_completed": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_quiesce_path": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_quiesce_inode": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_enqueue_scrub": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_exportdir": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_flush": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_fragmentdir": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_fragstats": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_inodestats": 0 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log": { 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "evlrg": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "evadd": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "evex": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "evtrm": 0, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "ev": 63, 2024-04-21T09:21:53.305 INFO:teuthology.orchestra.run.smithi078.stdout: "evexg": 0, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "evexd": 0, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "segadd": 0, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "segex": 0, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "segtrm": 0, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "seg": 2, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "segmjr": 2, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "segexg": 0, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "segexd": 0, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "expos": 4194304, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "wrpos": 4333031, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "rdpos": 4330136, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "jlat": { 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.306 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "replayed": 63 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_mem": { 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "ino": 4, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "ino+": 76, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "ino-": 72, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "dir": 2, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "dir+": 24, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "dir-": 22, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "dn": 10, 2024-04-21T09:21:53.307 INFO:teuthology.orchestra.run.smithi078.stdout: "dn+": 83, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "dn-": 73, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "cap": 0, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "cap+": 0, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "cap-": 0, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "rss": 53396, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "heap": 215416 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_server": { 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "dispatch_client_request": 0, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "dispatch_server_request": 0, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_request": 0, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_session": 0, 2024-04-21T09:21:53.308 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_peer_request": 0, 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "req_create_latency": { 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getattr_latency": { 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getfilelock_latency": { 2024-04-21T09:21:53.309 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.310 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.310 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.310 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.310 INFO:teuthology.orchestra.run.smithi078.stdout: "req_link_latency": { 2024-04-21T09:21:53.310 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.310 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.310 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookup_latency": { 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookuphash_latency": { 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.311 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupino_latency": { 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupname_latency": { 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupparent_latency": { 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.312 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupsnap_latency": { 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lssnap_latency": { 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mkdir_latency": { 2024-04-21T09:21:53.313 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.314 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.314 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.314 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.314 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mknod_latency": { 2024-04-21T09:21:53.314 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.314 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.314 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mksnap_latency": { 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "req_open_latency": { 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "req_readdir_latency": { 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.315 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rename_latency": { 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "req_renamesnap_latency": { 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "req_snapdiff_latency": { 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.316 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmdir_latency": { 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmsnap_latency": { 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmxattr_latency": { 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.317 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setattr_latency": { 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setdirlayout_latency": { 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setfilelock_latency": { 2024-04-21T09:21:53.318 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setlayout_latency": { 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setxattr_latency": { 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "req_symlink_latency": { 2024-04-21T09:21:53.319 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "req_unlink_latency": { 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "cap_revoke_eviction": 0, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "cap_acquisition_throttle": 0, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getvxattr_latency": { 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.320 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_sessions": { 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "session_count": 2, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "session_add": 3, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "session_remove": 1, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "sessions_open": 3, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "sessions_stale": 0, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "total_load": 0, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "average_load": 0, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "avg_session_uptime": 2385, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "mdthresh_evicted": 0 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.321 INFO:teuthology.orchestra.run.smithi078.stdout: "mempool": { 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:53.322 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:53.323 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_items": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_anon_bytes": 181360, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_anon_items": 48, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_bytes": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_items": 0, 2024-04-21T09:21:53.324 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_bytes": 9520, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_items": 183, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "pgmap_items": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_co_bytes": 20768, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_co_items": 72, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_1_items": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:53.325 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_2_items": 0 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter": { 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "op_active": 0, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "op_laggy": 0, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "op_send": 2370, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "op_send_bytes": 21, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "op_resend": 3, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "op_reply": 2370, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "op_latency": { 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 2370, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 5.749908415, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.002426121 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "op_inflight": 0, 2024-04-21T09:21:53.326 INFO:teuthology.orchestra.run.smithi078.stdout: "oplen_avg": { 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 2370, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 2371 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "op": 2370, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "op_r": 2370, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "op_w": 0, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "op_rmw": 0, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "op_pg": 0, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_stat": 1524, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_create": 0, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_read": 844, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_write": 0, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_writefull": 0, 2024-04-21T09:21:53.327 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_writesame": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_append": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_zero": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_truncate": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_delete": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_mapext": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_sparse_read": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_clonerange": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_getxattr": 1, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_setxattr": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_cmpxattr": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_rmxattr": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_resetxattrs": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_call": 0, 2024-04-21T09:21:53.328 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_watch": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_notify": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_src_cmpxattr": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_pgls": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_pgls_filter": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_other": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_active": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_send": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_resend": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_ping": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_active": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_send": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_resend": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_active": 0, 2024-04-21T09:21:53.329 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_send": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_resend": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_active": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_send": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_resend": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "command_active": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "command_send": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "command_resend": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "map_epoch": 112, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "map_full": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "map_inc": 23, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_sessions": 4, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_session_open": 4, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_session_close": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_laggy": 0, 2024-04-21T09:21:53.330 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_wr": 0, 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_rd": 2, 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_del": 0 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "oft": { 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_objs": 0, 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_kv_pairs": 0, 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_updates": 0, 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_removes": 0 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "osd-slow-ops": { 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "slow_ops_count": 0 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "purge_queue": { 2024-04-21T09:21:53.331 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_ops": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_ops_high_water": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_high_water": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executed_ops": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executed": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_item_in_journal": 0 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 104857600, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 2663, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 2118881, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:53.332 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 2663, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 2663, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 2118881, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-objecter_bytes": { 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 104857600, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:53.333 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 2370, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 138732, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 2370, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 138732, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.334 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-objecter_ops": { 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 1024, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 2370, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 2370, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 2370, 2024-04-21T09:21:53.335 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 2370, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-write_buf_throttle": { 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 3758096384, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:53.336 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 0, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 0, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-write_buf_throttle-0x560dead686e0": { 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 3758096384, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:53.337 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:53.338 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-04-21T09:21:54.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:53 smithi060 ceph-mon[31055]: pgmap v374: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-04-21T09:21:54.122 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:53 smithi078 ceph-mon[31713]: pgmap v374: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-04-21T09:21:54.151 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-21T09:21:54.152 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-21T09:21:54.152 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-21T09:21:54.152 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-21T09:21:54.152 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2024-04-21T09:21:54.152 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-21T09:21:54.152 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-21T09:21:54.152 DEBUG:tasks.check_counter:Getting stats from i 2024-04-21T09:21:54.152 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-21T09:21:54.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:53 smithi052 ceph-mon[28035]: pgmap v374: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 5 op/s 2024-04-21T09:21:54.393 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:21:55.862 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:55 smithi078 ceph-mon[31713]: pgmap v375: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:21:56.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:55 smithi060 ceph-mon[31055]: pgmap v375: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 2241, 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 1742, 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 676442, 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 910293, 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 13, 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 4, 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.161221249, 2024-04-21T09:21:56.130 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.053413854, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.106689834, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.021570044, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 1740, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.119454470, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000068651 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 2753, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000571494, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000207 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 11744, 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 42688 2024-04-21T09:21:56.131 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 699, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 810, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 1672227, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 716458, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 13, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 6, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.086430955, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.028341432, 2024-04-21T09:21:56.132 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.045873092, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.017779231, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 809, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.063118304, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000078020 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 6, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000612, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000102 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 1577216, 2024-04-21T09:21:56.133 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 504640 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 985, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 1027, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 322722, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 630942, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 15, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 8, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.082379016, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.023147843, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.033866915, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.023320926, 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:56.134 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 1025, 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.095650569, 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000093317 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 372, 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000063509, 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000170 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 5808, 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 135888 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.135 INFO:teuthology.orchestra.run.smithi078.stdout: "cct": { 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: "total_workers": 1, 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: "unhealthy_workers": 0 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: "finisher-MDSRank": { 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: "queue_len": 0, 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: "complete_latency": { 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 129, 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.023238171, 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000180140 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.136 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "finisher-PurgeQueue": { 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "queue_len": 0, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "complete_latency": { 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 1512, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.059150129, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000039120 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "mds": { 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "request": 22, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "reply": 22, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "reply_latency": { 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 22, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.019434300, 2024-04-21T09:21:56.137 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000883377 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "slow_reply": 0, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "forward": 0, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_fetch_complete": 0, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_fetch_keys": 0, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_commit": 11, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_split": 0, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_merge": 0, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes": 14, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_top": 0, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_bottom": 1, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_pin_tail": 13, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_pinned": 13, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_expired": 73, 2024-04-21T09:21:56.138 INFO:teuthology.orchestra.run.smithi078.stdout: "inodes_with_caps": 1, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "caps": 1, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "subtrees": 3, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse": 59, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_hit": 44, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_forward": 0, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_discover": 4, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_dir_fetch": 0, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_remote_ino": 0, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "traverse_lock": 0, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "load_cent": 0, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "q": 0, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "exported": 4, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "exported_inodes": 62, 2024-04-21T09:21:56.139 INFO:teuthology.orchestra.run.smithi078.stdout: "imported": 4, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "imported_inodes": 50, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_dir_fetch": 0, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_backtrace_fetch": 2, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "openino_peer_discover": 0, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rfiles": 22, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rbytes": 10738143310, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "root_rsnaps": 6, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_backtrace_fetch": 2, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_set_tag": 0, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_backtrace_repaired": 0, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_inotable_repaired": 0, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dir_inodes": 0, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dir_base_inodes": 0, 2024-04-21T09:21:56.140 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_dirfrag_rstats": 0, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "scrub_file_inodes": 2, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_inode_file_caps": 0, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_revoke": 4, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_grant": 11, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_trunc": 0, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_caps": 5, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_caps_dirty": 0, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_cap_release": 3, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "process_request_cap_release": 20 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_cache": { 2024-04-21T09:21:56.141 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_update": 1, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_update_receipt": 11, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_try_discover": 7, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_send_discover": 9, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "dir_handle_discover": 5, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays": 0, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays_delayed": 0, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "num_strays_enqueuing": 0, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_created": 9, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_enqueued": 9, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_reintegrated": 0, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "strays_migrated": 0, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_processing": 0, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_enqueued": 0, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "num_recovering_prioritized": 0, 2024-04-21T09:21:56.142 INFO:teuthology.orchestra.run.smithi078.stdout: "recovery_started": 0, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "recovery_completed": 0, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_quiesce_path": 4, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_quiesce_inode": 49, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_enqueue_scrub": 0, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_exportdir": 4, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_flush": 0, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_fragmentdir": 0, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_fragstats": 0, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "ireq_inodestats": 0 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_log": { 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "evlrg": 0, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "evadd": 63, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "evex": 0, 2024-04-21T09:21:56.143 INFO:teuthology.orchestra.run.smithi078.stdout: "evtrm": 0, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "ev": 63, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "evexg": 0, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "evexd": 0, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "segadd": 2, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "segex": 0, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "segtrm": 0, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "seg": 2, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "segmjr": 2, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "segexg": 0, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "segexd": 0, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "expos": 4194304, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "wrpos": 4333031, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "rdpos": 0, 2024-04-21T09:21:56.144 INFO:teuthology.orchestra.run.smithi078.stdout: "jlat": { 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 32, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.261543935, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.008173247 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "replayed": 0 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_mem": { 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "ino": 19, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "ino+": 88, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "ino-": 69, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "dir": 17, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "dir+": 34, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "dir-": 17, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "dn": 14, 2024-04-21T09:21:56.145 INFO:teuthology.orchestra.run.smithi078.stdout: "dn+": 96, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "dn-": 82, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "cap": 1, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "cap+": 17, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "cap-": 16, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "rss": 54784, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "heap": 223608 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_server": { 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "dispatch_client_request": 33, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "dispatch_server_request": 3, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_request": 22, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_client_session": 23, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "handle_peer_request": 55, 2024-04-21T09:21:56.146 INFO:teuthology.orchestra.run.smithi078.stdout: "req_create_latency": { 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getattr_latency": { 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getfilelock_latency": { 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.147 INFO:teuthology.orchestra.run.smithi078.stdout: "req_link_latency": { 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookup_latency": { 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 8, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.002633060, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000329132 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookuphash_latency": { 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.148 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupino_latency": { 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 1, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000147569, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000147569 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupname_latency": { 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupparent_latency": { 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.149 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lookupsnap_latency": { 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: "req_lssnap_latency": { 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.150 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mkdir_latency": { 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mknod_latency": { 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.151 INFO:teuthology.orchestra.run.smithi078.stdout: "req_mksnap_latency": { 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "req_open_latency": { 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "req_readdir_latency": { 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 4, 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.001781117, 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000445279 2024-04-21T09:21:56.152 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rename_latency": { 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "req_renamesnap_latency": { 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "req_snapdiff_latency": { 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.153 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmdir_latency": { 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmsnap_latency": { 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "req_rmxattr_latency": { 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.154 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setattr_latency": { 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setdirlayout_latency": { 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setfilelock_latency": { 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.155 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setlayout_latency": { 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "req_setxattr_latency": { 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "req_symlink_latency": { 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.156 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "req_unlink_latency": { 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 9, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.014872554, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.001652506 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "cap_revoke_eviction": 0, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "cap_acquisition_throttle": 0, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "req_getvxattr_latency": { 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.157 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_sessions": { 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "session_count": 2, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "session_add": 3, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "session_remove": 1, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "sessions_open": 2, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "sessions_stale": 0, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "total_load": 20, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "average_load": 10, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "avg_session_uptime": 674, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "mdthresh_evicted": 0 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "mempool": { 2024-04-21T09:21:56.158 INFO:teuthology.orchestra.run.smithi078.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:56.159 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:56.160 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_items": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_anon_bytes": 287719, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_anon_items": 104, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_bytes": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_items": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:56.161 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_bytes": 9520, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_items": 183, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "pgmap_items": 0, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_co_bytes": 77648, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_co_items": 290, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_1_items": 0, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_2_items": 0 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.162 INFO:teuthology.orchestra.run.smithi078.stdout: "objecter": { 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "op_active": 0, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "op_laggy": 0, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "op_send": 1650, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "op_send_bytes": 153524, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "op_resend": 33, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "op_reply": 1650, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "op_latency": { 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 1650, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 57.389122956, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.034781286 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "op_inflight": 0, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "oplen_avg": { 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 1650, 2024-04-21T09:21:56.163 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 1681 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "op": 1650, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "op_r": 3, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "op_w": 1647, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "op_rmw": 0, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "op_pg": 0, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_stat": 0, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_create": 10, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_read": 1, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_write": 33, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_writefull": 16, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_writesame": 0, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_append": 0, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_zero": 0, 2024-04-21T09:21:56.164 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_truncate": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_delete": 1566, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_mapext": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_sparse_read": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_clonerange": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_getxattr": 2, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_setxattr": 20, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_cmpxattr": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_rmxattr": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_resetxattrs": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_call": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_watch": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_notify": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_src_cmpxattr": 0, 2024-04-21T09:21:56.165 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_pgls": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_pgls_filter": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "osdop_other": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_active": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_send": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_resend": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "linger_ping": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_active": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_send": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "poolop_resend": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_active": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_send": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "poolstat_resend": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_active": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_send": 0, 2024-04-21T09:21:56.166 INFO:teuthology.orchestra.run.smithi078.stdout: "statfs_resend": 0, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "command_active": 0, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "command_send": 0, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "command_resend": 0, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "map_epoch": 112, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "map_full": 0, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "map_inc": 23, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_sessions": 12, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_session_open": 12, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_session_close": 0, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_laggy": 0, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_wr": 28, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_rd": 0, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_del": 5 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.167 INFO:teuthology.orchestra.run.smithi078.stdout: "oft": { 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_objs": 1, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_kv_pairs": 0, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_updates": 0, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "omap_total_removes": 0 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "osd-slow-ops": { 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "slow_ops_count": 46 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "purge_queue": { 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_ops": 0, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_ops_high_water": 522, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing": 0, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executing_high_water": 5, 2024-04-21T09:21:56.168 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executed_ops": 1554, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_executed": 9, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "pq_item_in_journal": 0 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 104857600, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 3921, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 2296942, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 3921, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 3921, 2024-04-21T09:21:56.169 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 2296942, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-objecter_bytes": { 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 104857600, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:56.170 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 1650, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 154937, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 1650, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 154937, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-objecter_ops": { 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 1024, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:56.171 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 0, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 0, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 0, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 1650, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 1650, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 1650, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 1650, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-write_buf_throttle": { 2024-04-21T09:21:56.172 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:56.173 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 3758096384, 2024-04-21T09:21:56.173 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:56.173 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 9, 2024-04-21T09:21:56.173 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 1413, 2024-04-21T09:21:56.174 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:56.174 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 9, 2024-04-21T09:21:56.174 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:56.174 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:56.174 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 1, 2024-04-21T09:21:56.174 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 1413, 2024-04-21T09:21:56.174 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:56.174 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-write_buf_throttle-0x561342460460": { 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 3758096384, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 63, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 138727, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 63, 2024-04-21T09:21:56.175 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 32, 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 138727, 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:56.176 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-04-21T09:21:56.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:55 smithi052 ceph-mon[28035]: pgmap v375: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:21:56.945 INFO:tasks.check_counter:Daemon mds.i mds.exported=4 2024-04-21T09:21:56.946 INFO:tasks.check_counter:Daemon mds.i mds.imported=4 2024-04-21T09:21:56.946 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=1 2024-04-21T09:21:56.946 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=11 2024-04-21T09:21:56.946 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-04-21T09:21:56.946 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-21T09:21:56.946 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-21T09:21:56.946 DEBUG:tasks.check_counter:Getting stats from l 2024-04-21T09:21:56.946 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e shell --fsid 55749214-ffbd-11ee-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-21T09:21:57.186 INFO:teuthology.orchestra.run.smithi078.stderr:Inferring config /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/mon.c/config 2024-04-21T09:21:57.944 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:57 smithi078 ceph-mon[31713]: pgmap v376: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:21:58.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:57 smithi060 ceph-mon[31055]: pgmap v376: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:21:58.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:57 smithi052 ceph-mon[28035]: pgmap v376: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-21T09:21:58.979 INFO:teuthology.orchestra.run.smithi078.stdout:{ 2024-04-21T09:21:58.979 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-0": { 2024-04-21T09:21:58.979 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 249, 2024-04-21T09:21:58.979 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 239, 2024-04-21T09:21:58.979 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 1458576, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 147264, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 4, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 0, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.049183998, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.013348200, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.037793178, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.006449190, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 238, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.012832552, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000053918 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.980 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 1458576, 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 147264 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-1": { 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 2, 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 183, 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 320, 2024-04-21T09:21:58.981 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 188288, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 5, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 3, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.011491291, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.007669821, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.001413005, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 180, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.022269727, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000123720 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:58.982 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 188288 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "AsyncMessenger::Worker-2": { 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_messages": 4, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages": 4, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_bytes": 2992, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_bytes": 448, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_created_connections": 2, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_active_connections": 1, 2024-04-21T09:21:58.983 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_total_time": 0.000698394, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_send_time": 0.000037022, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_recv_time": 0.000646662, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_messages_queue_lat": { 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 3, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000660738, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000220246 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_handle_ack_lat": { 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.984 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "msgr_send_encrypted_bytes": 448 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "cct": { 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "total_workers": 0, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "unhealthy_workers": 0 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "mempool": { 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "bloom_filter_bytes": 0, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "bloom_filter_items": 0, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_bytes": 0, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_alloc_items": 0, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_data_bytes": 0, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_data_items": 0, 2024-04-21T09:21:58.985 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_onode_items": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_meta_items": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_other_bytes": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_other_items": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_cache_buffer_items": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_bytes": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_extent_items": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blob_bytes": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_blob_items": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-21T09:21:58.986 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_shared_blob_items": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_inline_bl_items": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_bytes": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_fsck_items": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_txc_bytes": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_txc_items": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_deferred_items": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_bytes": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluestore_writing_items": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_bytes": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_items": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_reader_bytes": 0, 2024-04-21T09:21:58.987 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_reader_items": 0, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_writer_bytes": 0, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "bluefs_file_writer_items": 0, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_anon_bytes": 149762, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_anon_items": 32, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_meta_bytes": 0, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "buffer_meta_items": 0, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_bytes": 0, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_items": 0, 2024-04-21T09:21:58.988 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mapbl_bytes": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_mapbl_items": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pglog_bytes": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "osd_pglog_items": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_bytes": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_items": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_mapping_bytes": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "osdmap_mapping_items": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "pgmap_bytes": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "pgmap_items": 0, 2024-04-21T09:21:58.989 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_co_bytes": 928, 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "mds_co_items": 2, 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_1_bytes": 0, 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_1_items": 0, 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_2_bytes": 0, 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "unittest_2_items": 0 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: }, 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "val": 0, 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "max": 104857600, 2024-04-21T09:21:58.990 INFO:teuthology.orchestra.run.smithi078.stdout: "get_started": 0, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "get": 251, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "get_sum": 1423444, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_fail": 0, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "get_or_fail_success": 251, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "take": 0, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "take_sum": 0, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "put": 251, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "put_sum": 1423444, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "wait": { 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "avgcount": 0, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "sum": 0.000000000, 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: "avgtime": 0.000000000 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:58.991 INFO:teuthology.orchestra.run.smithi078.stdout: } 2024-04-21T09:21:58.992 INFO:teuthology.orchestra.run.smithi078.stdout:} 2024-04-21T09:21:59.701 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-04-21T09:21:59.701 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-04-21T09:21:59.701 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-04-21T09:21:59.701 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-04-21T09:21:59.701 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-04-21T09:21:59.701 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-04-21T09:21:59.701 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-04-21T09:21:59.702 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-21T09:21:59.713 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-21T09:21:59.714 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:21:59.714 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T09:21:59.748 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:21:59.748 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T09:21:59.809 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:21:59.945 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:21:59 smithi078 ceph-mon[31713]: pgmap v377: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:21:59.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 -- 172.21.15.52:0/4205800811 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c41010a0 msgr2=0x7f37c4101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:59.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 --2- 172.21.15.52:0/4205800811 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c41010a0 0x7f37c4101480 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f37b4009900 tx=0x7f37b402bc30 comp rx=0 tx=0).stop 2024-04-21T09:21:59.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 -- 172.21.15.52:0/4205800811 shutdown_connections 2024-04-21T09:21:59.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 --2- 172.21.15.52:0/4205800811 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37c4106170 0x7f37c410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:59.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 --2- 172.21.15.52:0/4205800811 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37c4101a50 0x7f37c4105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:59.968 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 --2- 172.21.15.52:0/4205800811 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c41010a0 0x7f37c4101480 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:59.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 -- 172.21.15.52:0/4205800811 >> 172.21.15.52:0/4205800811 conn(0x7f37c4077f70 msgr2=0x7f37c4078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:21:59.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 -- 172.21.15.52:0/4205800811 shutdown_connections 2024-04-21T09:21:59.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.968+0000 7f37c92b2640 1 -- 172.21.15.52:0/4205800811 wait complete. 2024-04-21T09:21:59.969 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c92b2640 1 Processor -- start 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c92b2640 1 -- start start 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c92b2640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37c41010a0 0x7f37c41986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c92b2640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37c4106170 0x7f37c4198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c92b2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c419cfa0 0x7f37c419d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c92b2640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f37c41110d0 con 0x7f37c419cfa0 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c92b2640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f37c4110f50 con 0x7f37c41010a0 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c92b2640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f37c4111250 con 0x7f37c4106170 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c419cfa0 0x7f37c419d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:59.971 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c37fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c419cfa0 0x7f37c419d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46520/0 (socket says 172.21.15.52:46520) 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c37fe640 1 -- 172.21.15.52:0/1849768895 learned_addr learned my addr 172.21.15.52:0/1849768895 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c27fc640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37c4106170 0x7f37c4198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.969+0000 7f37c2ffd640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37c41010a0 0x7f37c41986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c37fe640 1 -- 172.21.15.52:0/1849768895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37c4106170 msgr2=0x7f37c4198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c37fe640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37c4106170 0x7f37c4198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c37fe640 1 -- 172.21.15.52:0/1849768895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37c41010a0 msgr2=0x7f37c41986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c37fe640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37c41010a0 0x7f37c41986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c37fe640 1 -- 172.21.15.52:0/1849768895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c419da90 con 0x7f37c419cfa0 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c2ffd640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37c41010a0 0x7f37c41986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c37fe640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c419cfa0 0x7f37c419d450 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f37bc009fd0 tx=0x7f37bc00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:59.972 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37abfff640 1 -- 172.21.15.52:0/1849768895 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37bc017070 con 0x7f37c419cfa0 2024-04-21T09:21:59.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37abfff640 1 -- 172.21.15.52:0/1849768895 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37bc003e20 con 0x7f37c419cfa0 2024-04-21T09:21:59.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c419dd80 con 0x7f37c419cfa0 2024-04-21T09:21:59.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37abfff640 1 -- 172.21.15.52:0/1849768895 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37bc010460 con 0x7f37c419cfa0 2024-04-21T09:21:59.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.970+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c41a5520 con 0x7f37c419cfa0 2024-04-21T09:21:59.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.971+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37c4069250 con 0x7f37c419cfa0 2024-04-21T09:21:59.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.973+0000 7f37abfff640 1 -- 172.21.15.52:0/1849768895 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f37bc003970 con 0x7f37c419cfa0 2024-04-21T09:21:59.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.974+0000 7f37abfff640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37ac0a3d20 0x7f37ac0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:21:59.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.974+0000 7f37c2ffd640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37ac0a3d20 0x7f37ac0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:21:59.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.974+0000 7f37abfff640 1 -- 172.21.15.52:0/1849768895 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f37bc0d0900 con 0x7f37c419cfa0 2024-04-21T09:21:59.974 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.975+0000 7f37c2ffd640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37ac0a3d20 0x7f37ac0a61e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f37b4036040 tx=0x7f37b4000bc0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:21:59.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:21:59.978+0000 7f37abfff640 1 -- 172.21.15.52:0/1849768895 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f37bc09cb90 con 0x7f37c419cfa0 2024-04-21T09:22:00.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:21:59 smithi060 ceph-mon[31055]: pgmap v377: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:22:00.165 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.165+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f37c4199a30 con 0x7f37c419cfa0 2024-04-21T09:22:00.166 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.167+0000 7f37abfff640 1 -- 172.21.15.52:0/1849768895 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) ==== 74+0+25259 (secure 0 0 0) 0x7f37c4199a30 con 0x7f37c419cfa0 2024-04-21T09:22:00.167 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:22:00.167 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":112,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:21:16.246741+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37ac0a3d20 msgr2=0x7f37ac0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37ac0a3d20 0x7f37ac0a61e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f37b4036040 tx=0x7f37b4000bc0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c419cfa0 msgr2=0x7f37c419d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c419cfa0 0x7f37c419d450 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f37bc009fd0 tx=0x7f37bc00b260 comp rx=0 tx=0).stop 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 shutdown_connections 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f37ac0a3d20 0x7f37ac0a61e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f37c419cfa0 0x7f37c419d450 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f37c4106170 0x7f37c4198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 --2- 172.21.15.52:0/1849768895 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f37c41010a0 0x7f37c41986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 >> 172.21.15.52:0/1849768895 conn(0x7f37c4077f70 msgr2=0x7f37c406aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 shutdown_connections 2024-04-21T09:22:00.169 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.169+0000 7f37c92b2640 1 -- 172.21.15.52:0/1849768895 wait complete. 2024-04-21T09:22:00.178 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:21:59 smithi052 ceph-mon[28035]: pgmap v377: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-21T09:22:00.180 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-21T09:02:59.604351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-21T09:07:39.873909+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-21T09:07:40.690202+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 110, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-21T09:07:44.615422+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '110', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 110, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-21T09:22:00.181 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 -- 172.21.15.52:0/2609609413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 msgr2=0x7fd17010dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 --2- 172.21.15.52:0/2609609413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 0x7fd17010dd30 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fd168009ca0 tx=0x7fd16802c0f0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 -- 172.21.15.52:0/2609609413 shutdown_connections 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 --2- 172.21.15.52:0/2609609413 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 0x7fd17010dd30 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 --2- 172.21.15.52:0/2609609413 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd170101a40 0x7fd170105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 --2- 172.21.15.52:0/2609609413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd170101090 0x7fd170101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 -- 172.21.15.52:0/2609609413 >> 172.21.15.52:0/2609609413 conn(0x7fd170078000 msgr2=0x7fd170078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 -- 172.21.15.52:0/2609609413 shutdown_connections 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 -- 172.21.15.52:0/2609609413 wait complete. 2024-04-21T09:22:00.288 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 Processor -- start 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.286+0000 7fd1764e0640 1 -- start start 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd1764e0640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd170101090 0x7fd1701986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd1764e0640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 0x7fd170198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd1764e0640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd17019cfa0 0x7fd17019d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd1764e0640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7fd1701110d0 con 0x7fd170106160 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd1764e0640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd170110f50 con 0x7fd170101090 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd1764e0640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7fd170111250 con 0x7fd17019cfa0 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 0x7fd170198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 0x7fd170198c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46548/0 (socket says 172.21.15.52:46548) 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 -- 172.21.15.52:0/3002157 learned_addr learned my addr 172.21.15.52:0/3002157 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16ffff640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd170101090 0x7fd1701986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd174a7d640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd17019cfa0 0x7fd17019d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 -- 172.21.15.52:0/3002157 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd17019cfa0 msgr2=0x7fd17019d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.289 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd17019cfa0 0x7fd17019d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 -- 172.21.15.52:0/3002157 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd170101090 msgr2=0x7fd1701986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd170101090 0x7fd1701986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 -- 172.21.15.52:0/3002157 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd17019da90 con 0x7fd170106160 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16ffff640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd170101090 0x7fd1701986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd174a7d640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd17019cfa0 0x7fd17019d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16f7fe640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 0x7fd170198c20 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fd16400d740 tx=0x7fd16400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16d7fa640 1 -- 172.21.15.52:0/3002157 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd164017070 con 0x7fd170106160 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16d7fa640 1 -- 172.21.15.52:0/3002157 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd16400de50 con 0x7fd170106160 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd17019dd80 con 0x7fd170106160 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd16d7fa640 1 -- 172.21.15.52:0/3002157 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd164004ce0 con 0x7fd170106160 2024-04-21T09:22:00.290 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.287+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1701a5570 con 0x7fd170106160 2024-04-21T09:22:00.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.289+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd170068e00 con 0x7fd170106160 2024-04-21T09:22:00.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.290+0000 7fd16d7fa640 1 -- 172.21.15.52:0/3002157 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd164004e80 con 0x7fd170106160 2024-04-21T09:22:00.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.290+0000 7fd16d7fa640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd1580a3da0 0x7fd1580a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.290+0000 7fd16ffff640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd1580a3da0 0x7fd1580a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.291 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.290+0000 7fd16d7fa640 1 -- 172.21.15.52:0/3002157 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7fd1640d0520 con 0x7fd170106160 2024-04-21T09:22:00.292 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.291+0000 7fd16ffff640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd1580a3da0 0x7fd1580a6260 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd1600058c0 tx=0x7fd160005850 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:00.294 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.295+0000 7fd16d7fa640 1 -- 172.21.15.52:0/3002157 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd16409c7f0 con 0x7fd170106160 2024-04-21T09:22:00.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.498+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd170101a40 con 0x7fd170106160 2024-04-21T09:22:00.498 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.499+0000 7fd16d7fa640 1 -- 172.21.15.52:0/3002157 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v112) ==== 93+0+10 (secure 0 0 0) 0x7fd16409c0f0 con 0x7fd170106160 2024-04-21T09:22:00.499 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 1 2024-04-21T09:22:00.500 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.500+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd1580a3da0 msgr2=0x7fd1580a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.500+0000 7fd1764e0640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd1580a3da0 0x7fd1580a6260 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd1600058c0 tx=0x7fd160005850 comp rx=0 tx=0).stop 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.500+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 msgr2=0x7fd170198c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.500+0000 7fd1764e0640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 0x7fd170198c20 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fd16400d740 tx=0x7fd16400dc00 comp rx=0 tx=0).stop 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.501+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 shutdown_connections 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.501+0000 7fd1764e0640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7fd1580a3da0 0x7fd1580a6260 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.501+0000 7fd1764e0640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7fd17019cfa0 0x7fd17019d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.501+0000 7fd1764e0640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7fd170106160 0x7fd170198c20 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.501+0000 7fd1764e0640 1 --2- 172.21.15.52:0/3002157 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd170101090 0x7fd1701986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.501+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 >> 172.21.15.52:0/3002157 conn(0x7fd170078000 msgr2=0x7fd1700695b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.501+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 shutdown_connections 2024-04-21T09:22:00.501 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.501+0000 7fd1764e0640 1 -- 172.21.15.52:0/3002157 wait complete. 2024-04-21T09:22:00.512 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-21T09:22:00.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 -- 172.21.15.52:0/990718548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 msgr2=0x7faf40102560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 --2- 172.21.15.52:0/990718548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 0x7faf40102560 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7faf30009900 tx=0x7faf3002bc30 comp rx=0 tx=0).stop 2024-04-21T09:22:00.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 -- 172.21.15.52:0/990718548 shutdown_connections 2024-04-21T09:22:00.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 --2- 172.21.15.52:0/990718548 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faf40107250 0x7faf4010ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 --2- 172.21.15.52:0/990718548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf40102b30 0x7faf40106b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.620 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 --2- 172.21.15.52:0/990718548 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 0x7faf40102560 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 -- 172.21.15.52:0/990718548 >> 172.21.15.52:0/990718548 conn(0x7faf400fda00 msgr2=0x7faf400ffe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 -- 172.21.15.52:0/990718548 shutdown_connections 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.617+0000 7faf45ba4640 1 -- 172.21.15.52:0/990718548 wait complete. 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf45ba4640 1 Processor -- start 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf45ba4640 1 -- start start 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf45ba4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 0x7faf4019e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf45ba4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf40107250 0x7faf4019e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf45ba4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faf40198600 0x7faf40198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf45ba4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7faf40112260 con 0x7faf40102180 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf45ba4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7faf401120e0 con 0x7faf40107250 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf45ba4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7faf401123e0 con 0x7faf40198600 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.618+0000 7faf3f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 0x7faf4019e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.621 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3f7fe640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 0x7faf4019e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46574/0 (socket says 172.21.15.52:46574) 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3f7fe640 1 -- 172.21.15.52:0/1810900599 learned_addr learned my addr 172.21.15.52:0/1810900599 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3effd640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf40107250 0x7faf4019e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3ffff640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faf40198600 0x7faf40198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3f7fe640 1 -- 172.21.15.52:0/1810900599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faf40198600 msgr2=0x7faf40198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3f7fe640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faf40198600 0x7faf40198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3f7fe640 1 -- 172.21.15.52:0/1810900599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf40107250 msgr2=0x7faf4019e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3f7fe640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf40107250 0x7faf4019e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3f7fe640 1 -- 172.21.15.52:0/1810900599 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf40199120 con 0x7faf40102180 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3f7fe640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 0x7faf4019e450 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7faf30000c00 tx=0x7faf3002c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:00.622 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3cff9640 1 -- 172.21.15.52:0/1810900599 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf30043020 con 0x7faf40102180 2024-04-21T09:22:00.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf401993b0 con 0x7faf40102180 2024-04-21T09:22:00.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3cff9640 1 -- 172.21.15.52:0/1810900599 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf300052b0 con 0x7faf40102180 2024-04-21T09:22:00.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf3cff9640 1 -- 172.21.15.52:0/1810900599 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf30003c60 con 0x7faf40102180 2024-04-21T09:22:00.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.619+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf401a5650 con 0x7faf40102180 2024-04-21T09:22:00.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.620+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf40069250 con 0x7faf40102180 2024-04-21T09:22:00.623 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.621+0000 7faf3cff9640 1 -- 172.21.15.52:0/1810900599 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7faf30046020 con 0x7faf40102180 2024-04-21T09:22:00.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.622+0000 7faf3cff9640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7faf280a3d20 0x7faf280a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.622+0000 7faf3effd640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7faf280a3d20 0x7faf280a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.622+0000 7faf3cff9640 1 -- 172.21.15.52:0/1810900599 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7faf300f2d70 con 0x7faf40102180 2024-04-21T09:22:00.624 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.622+0000 7faf3effd640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7faf280a3d20 0x7faf280a61e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7faf400fdf90 tx=0x7faf3400b390 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:00.626 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.626+0000 7faf3cff9640 1 -- 172.21.15.52:0/1810900599 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faf3004d020 con 0x7faf40102180 2024-04-21T09:22:00.815 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.815+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7faf4010a480 con 0x7faf40102180 2024-04-21T09:22:00.816 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.816+0000 7faf3cff9640 1 -- 172.21.15.52:0/1810900599 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v112) ==== 104+0+11 (secure 0 0 0) 0x7faf300bf110 con 0x7faf40102180 2024-04-21T09:22:00.816 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:22:00.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7faf280a3d20 msgr2=0x7faf280a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7faf280a3d20 0x7faf280a61e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7faf400fdf90 tx=0x7faf3400b390 comp rx=0 tx=0).stop 2024-04-21T09:22:00.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 msgr2=0x7faf4019e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 0x7faf4019e450 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7faf30000c00 tx=0x7faf3002c7e0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 shutdown_connections 2024-04-21T09:22:00.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7faf280a3d20 0x7faf280a61e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.818 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7faf40198600 0x7faf40198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf40107250 0x7faf4019e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 --2- 172.21.15.52:0/1810900599 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7faf40102180 0x7faf4019e450 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 >> 172.21.15.52:0/1810900599 conn(0x7faf400fda00 msgr2=0x7faf400fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:00.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 shutdown_connections 2024-04-21T09:22:00.819 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.818+0000 7faf45ba4640 1 -- 172.21.15.52:0/1810900599 wait complete. 2024-04-21T09:22:00.829 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-21T09:22:00.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 -- 172.21.15.52:0/20098651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2868102270 msgr2=0x7f2868102650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 --2- 172.21.15.52:0/20098651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2868102270 0x7f2868102650 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f2858009930 tx=0x7f285802bc30 comp rx=0 tx=0).stop 2024-04-21T09:22:00.934 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 -- 172.21.15.52:0/20098651 shutdown_connections 2024-04-21T09:22:00.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 --2- 172.21.15.52:0/20098651 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f28681044f0 0x7f286810eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 --2- 172.21.15.52:0/20098651 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2868103b50 0x7f2868103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 --2- 172.21.15.52:0/20098651 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2868102270 0x7f2868102650 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 -- 172.21.15.52:0/20098651 >> 172.21.15.52:0/20098651 conn(0x7f28680fda10 msgr2=0x7f28680ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:00.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 -- 172.21.15.52:0/20098651 shutdown_connections 2024-04-21T09:22:00.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.934+0000 7f286e46d640 1 -- 172.21.15.52:0/20098651 wait complete. 2024-04-21T09:22:00.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286e46d640 1 Processor -- start 2024-04-21T09:22:00.935 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286e46d640 1 -- start start 2024-04-21T09:22:00.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286e46d640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2868102270 0x7f2868074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286e46d640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2868103b50 0x7f2868074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286e46d640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28681044f0 0x7f2868074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286e46d640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2868112270 con 0x7f28681044f0 2024-04-21T09:22:00.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286e46d640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f28681120f0 con 0x7f2868102270 2024-04-21T09:22:00.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286e46d640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f28681123f0 con 0x7f2868103b50 2024-04-21T09:22:00.937 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286ca0a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28681044f0 0x7f2868074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286ca0a640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28681044f0 0x7f2868074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46590/0 (socket says 172.21.15.52:46590) 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286ca0a640 1 -- 172.21.15.52:0/4099407150 learned_addr learned my addr 172.21.15.52:0/4099407150 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f2867fff640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2868102270 0x7f2868074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f28677fe640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2868103b50 0x7f2868074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286ca0a640 1 -- 172.21.15.52:0/4099407150 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2868103b50 msgr2=0x7f2868074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286ca0a640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2868103b50 0x7f2868074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286ca0a640 1 -- 172.21.15.52:0/4099407150 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2868102270 msgr2=0x7f2868074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.935+0000 7f286ca0a640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2868102270 0x7f2868074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.936+0000 7f286ca0a640 1 -- 172.21.15.52:0/4099407150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28681a6c30 con 0x7f28681044f0 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.936+0000 7f286ca0a640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28681044f0 0x7f2868074cd0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f286000cce0 tx=0x7f286000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.936+0000 7f28657fa640 1 -- 172.21.15.52:0/4099407150 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286000f450 con 0x7f28681044f0 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.936+0000 7f28657fa640 1 -- 172.21.15.52:0/4099407150 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f286000faa0 con 0x7f28681044f0 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.936+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28681a6f20 con 0x7f28681044f0 2024-04-21T09:22:00.938 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.936+0000 7f28657fa640 1 -- 172.21.15.52:0/4099407150 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2860018b70 con 0x7f28681044f0 2024-04-21T09:22:00.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.936+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28681a73e0 con 0x7f28681044f0 2024-04-21T09:22:00.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.937+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2868069250 con 0x7f28681044f0 2024-04-21T09:22:00.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.938+0000 7f28657fa640 1 -- 172.21.15.52:0/4099407150 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2860018d10 con 0x7f28681044f0 2024-04-21T09:22:00.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.939+0000 7f28657fa640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28540a3d50 0x7f28540a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:00.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.939+0000 7f28657fa640 1 -- 172.21.15.52:0/4099407150 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f28600d0f50 con 0x7f28681044f0 2024-04-21T09:22:00.939 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.939+0000 7f2867fff640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28540a3d50 0x7f28540a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:00.940 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.939+0000 7f2867fff640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28540a3d50 0x7f28540a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2858005ab0 tx=0x7f2858005fd0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:00.942 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:00.942+0000 7f28657fa640 1 -- 172.21.15.52:0/4099407150 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2860014030 con 0x7f28681044f0 2024-04-21T09:22:01.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:00 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1849768895' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:22:01.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:00 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3002157' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:22:01.131 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.131+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f286810a570 con 0x7f28681044f0 2024-04-21T09:22:01.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.132+0000 7f28657fa640 1 -- 172.21.15.52:0/4099407150 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v112) ==== 100+0+11 (secure 0 0 0) 0x7f286009d2b0 con 0x7f28681044f0 2024-04-21T09:22:01.132 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 64 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.133+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28540a3d50 msgr2=0x7f28540a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.133+0000 7f286e46d640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28540a3d50 0x7f28540a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2858005ab0 tx=0x7f2858005fd0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.133+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28681044f0 msgr2=0x7f2868074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.133+0000 7f286e46d640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28681044f0 0x7f2868074cd0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f286000cce0 tx=0x7f286000a620 comp rx=0 tx=0).stop 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.134+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 shutdown_connections 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.134+0000 7f286e46d640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f28540a3d50 0x7f28540a6210 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.134+0000 7f286e46d640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f28681044f0 0x7f2868074cd0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.134+0000 7f286e46d640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2868103b50 0x7f2868074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.134+0000 7f286e46d640 1 --2- 172.21.15.52:0/4099407150 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2868102270 0x7f2868074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.134+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 >> 172.21.15.52:0/4099407150 conn(0x7f28680fda10 msgr2=0x7f28680fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:01.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.134+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 shutdown_connections 2024-04-21T09:22:01.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.134+0000 7f286e46d640 1 -- 172.21.15.52:0/4099407150 wait complete. 2024-04-21T09:22:01.144 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:00 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1849768895' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:22:01.144 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:00 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3002157' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:22:01.145 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-21T09:22:01.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:00 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1849768895' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:22:01.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:00 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3002157' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-21T09:22:01.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 -- 172.21.15.52:0/344698206 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e90102270 msgr2=0x7f2e90102650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 --2- 172.21.15.52:0/344698206 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e90102270 0x7f2e90102650 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f2e80009930 tx=0x7f2e8002bc30 comp rx=0 tx=0).stop 2024-04-21T09:22:01.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 -- 172.21.15.52:0/344698206 shutdown_connections 2024-04-21T09:22:01.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 --2- 172.21.15.52:0/344698206 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2e901044f0 0x7f2e9010eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.251 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 --2- 172.21.15.52:0/344698206 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2e90103b50 0x7f2e90103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 --2- 172.21.15.52:0/344698206 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e90102270 0x7f2e90102650 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 -- 172.21.15.52:0/344698206 >> 172.21.15.52:0/344698206 conn(0x7f2e900fda10 msgr2=0x7f2e900ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:01.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 -- 172.21.15.52:0/344698206 shutdown_connections 2024-04-21T09:22:01.252 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.251+0000 7f2e9523f640 1 -- 172.21.15.52:0/344698206 wait complete. 2024-04-21T09:22:01.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e9523f640 1 Processor -- start 2024-04-21T09:22:01.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e9523f640 1 -- start start 2024-04-21T09:22:01.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e9523f640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2e90102270 0x7f2e9019e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:01.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e9523f640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2e90103b50 0x7f2e9019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:01.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e9523f640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e901044f0 0x7f2e90198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:01.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e9523f640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90112290 con 0x7f2e901044f0 2024-04-21T09:22:01.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e9523f640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90112110 con 0x7f2e90102270 2024-04-21T09:22:01.254 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e9523f640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90112410 con 0x7f2e90103b50 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e8f59e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e901044f0 0x7f2e90198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e8f59e640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e901044f0 0x7f2e90198590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46604/0 (socket says 172.21.15.52:46604) 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e8f59e640 1 -- 172.21.15.52:0/3159051543 learned_addr learned my addr 172.21.15.52:0/3159051543 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e8e59c640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2e90103b50 0x7f2e9019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.252+0000 7f2e8ed9d640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2e90102270 0x7f2e9019e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e8f59e640 1 -- 172.21.15.52:0/3159051543 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2e90103b50 msgr2=0x7f2e9019e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e8f59e640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2e90103b50 0x7f2e9019e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e8f59e640 1 -- 172.21.15.52:0/3159051543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2e90102270 msgr2=0x7f2e9019e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e8f59e640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2e90102270 0x7f2e9019e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e8f59e640 1 -- 172.21.15.52:0/3159051543 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e90198d10 con 0x7f2e901044f0 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e8f59e640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e901044f0 0x7f2e90198590 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f2e8800cce0 tx=0x7f2e8800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e77fff640 1 -- 172.21.15.52:0/3159051543 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8800f450 con 0x7f2e901044f0 2024-04-21T09:22:01.255 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e90199000 con 0x7f2e901044f0 2024-04-21T09:22:01.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e77fff640 1 -- 172.21.15.52:0/3159051543 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e8800faa0 con 0x7f2e901044f0 2024-04-21T09:22:01.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e77fff640 1 -- 172.21.15.52:0/3159051543 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e88018b70 con 0x7f2e901044f0 2024-04-21T09:22:01.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.253+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e901a52a0 con 0x7f2e901044f0 2024-04-21T09:22:01.256 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.254+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e90199ac0 con 0x7f2e901044f0 2024-04-21T09:22:01.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.256+0000 7f2e77fff640 1 -- 172.21.15.52:0/3159051543 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2e88018d10 con 0x7f2e901044f0 2024-04-21T09:22:01.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.257+0000 7f2e77fff640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2e780a3d20 0x7f2e780a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:01.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.257+0000 7f2e8ed9d640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2e780a3d20 0x7f2e780a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:01.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.257+0000 7f2e77fff640 1 -- 172.21.15.52:0/3159051543 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f2e880d10a0 con 0x7f2e901044f0 2024-04-21T09:22:01.257 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.257+0000 7f2e8ed9d640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2e780a3d20 0x7f2e780a61e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2e80006010 tx=0x7f2e80004040 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:01.260 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.260+0000 7f2e77fff640 1 -- 172.21.15.52:0/3159051543 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2e88014030 con 0x7f2e901044f0 2024-04-21T09:22:01.447 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.447+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f2e9010a540 con 0x7f2e901044f0 2024-04-21T09:22:01.448 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.448+0000 7f2e77fff640 1 -- 172.21.15.52:0/3159051543 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v112) ==== 103+0+11 (secure 0 0 0) 0x7f2e8809d400 con 0x7f2e901044f0 2024-04-21T09:22:01.448 INFO:teuthology.orchestra.run.smithi052.stdout:pg_num: 32 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2e780a3d20 msgr2=0x7f2e780a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2e780a3d20 0x7f2e780a61e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2e80006010 tx=0x7f2e80004040 comp rx=0 tx=0).stop 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e901044f0 msgr2=0x7f2e90198590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e901044f0 0x7f2e90198590 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f2e8800cce0 tx=0x7f2e8800a620 comp rx=0 tx=0).stop 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 shutdown_connections 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f2e780a3d20 0x7f2e780a61e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2e901044f0 0x7f2e90198590 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2e90103b50 0x7f2e9019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 --2- 172.21.15.52:0/3159051543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2e90102270 0x7f2e9019e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 >> 172.21.15.52:0/3159051543 conn(0x7f2e900fda10 msgr2=0x7f2e900fe320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:01.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 shutdown_connections 2024-04-21T09:22:01.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.450+0000 7f2e9523f640 1 -- 172.21.15.52:0/3159051543 wait complete. 2024-04-21T09:22:01.461 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 -- 172.21.15.52:0/263221626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 msgr2=0x7f2504101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 --2- 172.21.15.52:0/263221626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 0x7f2504101470 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f2500009900 tx=0x7f250002bc30 comp rx=0 tx=0).stop 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 -- 172.21.15.52:0/263221626 shutdown_connections 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 --2- 172.21.15.52:0/263221626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2504106160 0x7f250410dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 --2- 172.21.15.52:0/263221626 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2504101a40 0x7f2504105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 --2- 172.21.15.52:0/263221626 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 0x7f2504101470 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 -- 172.21.15.52:0/263221626 >> 172.21.15.52:0/263221626 conn(0x7f2504078000 msgr2=0x7f2504078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 -- 172.21.15.52:0/263221626 shutdown_connections 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 -- 172.21.15.52:0/263221626 wait complete. 2024-04-21T09:22:01.567 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 Processor -- start 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 -- start start 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.565+0000 7f250b806640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 0x7f25041a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f250b806640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2504106160 0x7f25041a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f250b806640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f250419a7c0 0x7f250419ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f250b806640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f2504111110 con 0x7f2504101090 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f250b806640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2504110f90 con 0x7f2504106160 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f250b806640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f2504111290 con 0x7f250419a7c0 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 0x7f25041a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 0x7f25041a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46620/0 (socket says 172.21.15.52:46620) 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 -- 172.21.15.52:0/4270912487 learned_addr learned my addr 172.21.15.52:0/4270912487 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:01.568 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f2509da3640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f250419a7c0 0x7f250419ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:01.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f2508da1640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2504106160 0x7f25041a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:01.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 -- 172.21.15.52:0/4270912487 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f250419a7c0 msgr2=0x7f250419ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f250419a7c0 0x7f250419ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 -- 172.21.15.52:0/4270912487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2504106160 msgr2=0x7f25041a0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2504106160 0x7f25041a0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 -- 172.21.15.52:0/4270912487 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f250419b350 con 0x7f2504101090 2024-04-21T09:22:01.569 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f2508da1640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2504106160 0x7f25041a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-21T09:22:01.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f25095a2640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 0x7f25041a0650 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f2500000c00 tx=0x7f250002c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:01.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f24fa7fc640 1 -- 172.21.15.52:0/4270912487 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2500043020 con 0x7f2504101090 2024-04-21T09:22:01.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f24fa7fc640 1 -- 172.21.15.52:0/4270912487 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25000052b0 con 0x7f2504101090 2024-04-21T09:22:01.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f250419b5e0 con 0x7f2504101090 2024-04-21T09:22:01.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f24fa7fc640 1 -- 172.21.15.52:0/4270912487 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2500003c60 con 0x7f2504101090 2024-04-21T09:22:01.570 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.566+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25041a77c0 con 0x7f2504101090 2024-04-21T09:22:01.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.567+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2504102560 con 0x7f2504101090 2024-04-21T09:22:01.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.568+0000 7f24fa7fc640 1 -- 172.21.15.52:0/4270912487 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2500046020 con 0x7f2504101090 2024-04-21T09:22:01.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.569+0000 7f24fa7fc640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24f00a3d20 0x7f24f00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:01.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.569+0000 7f2508da1640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24f00a3d20 0x7f24f00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:01.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.569+0000 7f24fa7fc640 1 -- 172.21.15.52:0/4270912487 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f25000f2cc0 con 0x7f2504101090 2024-04-21T09:22:01.571 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.570+0000 7f2508da1640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24f00a3d20 0x7f24f00a61e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f24f40058c0 tx=0x7f24f4005850 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:01.574 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.574+0000 7f24fa7fc640 1 -- 172.21.15.52:0/4270912487 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f250004d020 con 0x7f2504101090 2024-04-21T09:22:01.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.775+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2504101a40 con 0x7f2504101090 2024-04-21T09:22:01.775 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.775+0000 7f24fa7fc640 1 -- 172.21.15.52:0/4270912487 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v112) ==== 81+0+943 (secure 0 0 0) 0x7f25000bf0a0 con 0x7f2504101090 2024-04-21T09:22:01.775 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/793064020 2024-04-22T09:10:05.875500+0000 2024-04-21T09:22:01.775 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/1366843647 2024-04-22T09:10:05.875500+0000 2024-04-21T09:22:01.775 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/3222880837 2024-04-22T09:10:05.875500+0000 2024-04-21T09:22:01.775 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2288713858 2024-04-22T09:00:31.508618+0000 2024-04-21T09:22:01.775 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/3222880837 2024-04-22T09:10:05.875500+0000 2024-04-21T09:22:01.775 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/2402578078 2024-04-22T09:00:31.508618+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/1292044304 2024-04-22T09:00:31.508618+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/3616137234 2024-04-22T09:00:03.406448+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3629341037 2024-04-22T09:10:05.875500+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/831461476 2024-04-22T09:00:03.406448+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3038948729 2024-04-22T09:00:31.508618+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3010006715 2024-04-22T09:00:03.406448+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/906167289 2024-04-22T09:10:05.875500+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6801/3616137234 2024-04-22T09:00:03.406448+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:0/3177850361 2024-04-22T09:00:03.406448+0000 2024-04-21T09:22:01.776 INFO:teuthology.orchestra.run.smithi052.stdout:172.21.15.52:6800/1292044304 2024-04-22T09:00:31.508618+0000 2024-04-21T09:22:01.777 INFO:teuthology.orchestra.run.smithi052.stderr:listed 16 entries 2024-04-21T09:22:01.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24f00a3d20 msgr2=0x7f24f00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.777 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24f00a3d20 0x7f24f00a61e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f24f40058c0 tx=0x7f24f4005850 comp rx=0 tx=0).stop 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 msgr2=0x7f25041a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 0x7f25041a0650 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f2500000c00 tx=0x7f250002c7e0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 shutdown_connections 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f24f00a3d20 0x7f24f00a61e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f250419a7c0 0x7f250419ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2504106160 0x7f25041a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 --2- 172.21.15.52:0/4270912487 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2504101090 0x7f25041a0650 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 >> 172.21.15.52:0/4270912487 conn(0x7f2504078000 msgr2=0x7f25040ffa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:01.778 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 shutdown_connections 2024-04-21T09:22:01.779 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:01.777+0000 7f250b806640 1 -- 172.21.15.52:0/4270912487 wait complete. 2024-04-21T09:22:01.788 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-21T09:22:01.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:22:01.789 DEBUG:teuthology.orchestra.run.smithi052:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-21T09:22:01.836 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:22:01.836 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:22:01.836 DEBUG:teuthology.orchestra.run.smithi052:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-21T09:22:01.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:22:01.879 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-04-21T09:22:01.945 INFO:teuthology.orchestra.run.smithi052.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-21T09:22:01.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:22:01.945 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-21T09:22:02.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:22:02.011 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-04-21T09:22:02.073 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:01 smithi052 ceph-mon[28035]: pgmap v378: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:22:02.073 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:01 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/1810900599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.073 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:01 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/4099407150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.073 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:01 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3159051543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.073 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:01 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/4270912487' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:22:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:01 smithi060 ceph-mon[31055]: pgmap v378: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:22:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:01 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/1810900599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:01 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/4099407150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:01 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3159051543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:01 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/4270912487' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:22:02.107 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-21T09:22:02.107 DEBUG:teuthology.orchestra.run.smithi052:> set -ex 2024-04-21T09:22:02.108 DEBUG:teuthology.orchestra.run.smithi052:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-21T09:22:02.164 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056882,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498932k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1270 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249464k,nr_inodes=812366,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/c2f8300beb300979484c30e6aea9d8aad5dd82440cd0c2301df036dc0150c208/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/c2f8300beb300979484c30e6aea9d8aad5dd82440cd0c2301df036dc0150c208/diff,workdir=/var/lib/containers/storage/overlay/c2f8300beb300979484c30e6aea9d8aad5dd82440cd0c2301df036dc0150c208/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/39cb4a76391ff5d365198d08cea55a517e4736a39c058eccc54faa395b7b4da5/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/39cb4a76391ff5d365198d08cea55a517e4736a39c058eccc54faa395b7b4da5/diff,workdir=/var/lib/containers/storage/overlay/39cb4a76391ff5d365198d08cea55a517e4736a39c058eccc54faa395b7b4da5/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249464k,nr_inodes=812366,mode=700,inode64 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0 overlay /var/lib/containers/storage/overlay/c6e6dd95b8cb187e7c63182d029dbb0954d5e112e9198973e706b6d613133414/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/c6e6dd95b8cb187e7c63182d029dbb0954d5e112e9198973e706b6d613133414/diff,workdir=/var/lib/containers/storage/overlay/c6e6dd95b8cb187e7c63182d029dbb0954d5e112e9198973e706b6d613133414/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/75eb53a588f2b8c47c09738cc8584e68ed45dc2730080a4cde5664f77c5d582e/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/75eb53a588f2b8c47c09738cc8584e68ed45dc2730080a4cde5664f77c5d582e/diff,workdir=/var/lib/containers/storage/overlay/75eb53a588f2b8c47c09738cc8584e68ed45dc2730080a4cde5664f77c5d582e/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/0a63e71b24bb4c8a93c954f394d2527ef7cf720c2287358f78fc399dfbcc4c8b/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/0a63e71b24bb4c8a93c954f394d2527ef7cf720c2287358f78fc399dfbcc4c8b/diff,workdir=/var/lib/containers/storage/overlay/0a63e71b24bb4c8a93c954f394d2527ef7cf720c2287358f78fc399dfbcc4c8b/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/94a388873a4d67f2a68c3618a47cfa4a82d330f8e42aaca402d7aa7824d89e21/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/94a388873a4d67f2a68c3618a47cfa4a82d330f8e42aaca402d7aa7824d89e21/diff,workdir=/var/lib/containers/storage/overlay/94a388873a4d67f2a68c3618a47cfa4a82d330f8e42aaca402d7aa7824d89e21/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/e694da648b6528a590c78ac33bf3082667a23894b09d1c833aebd2c6e6ffc1bb/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/e694da648b6528a590c78ac33bf3082667a23894b09d1c833aebd2c6e6ffc1bb/diff,workdir=/var/lib/containers/storage/overlay/e694da648b6528a590c78ac33bf3082667a23894b09d1c833aebd2c6e6ffc1bb/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/37d47bed411339d8c1194d03afbd8bdaf00e7ef52336fc29070a140067890b09/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/37d47bed411339d8c1194d03afbd8bdaf00e7ef52336fc29070a140067890b09/diff,workdir=/var/lib/containers/storage/overlay/37d47bed411339d8c1194d03afbd8bdaf00e7ef52336fc29070a140067890b09/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/dbbd4dbbb967d00d6603509cd2fa28483fb3f7a63dec02ef5580c4a9be2895b1/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/dbbd4dbbb967d00d6603509cd2fa28483fb3f7a63dec02ef5580c4a9be2895b1/diff,workdir=/var/lib/containers/storage/overlay/dbbd4dbbb967d00d6603509cd2fa28483fb3f7a63dec02ef5580c4a9be2895b1/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/aa550f5fe6efda3ec86c6b9840be72a8c99d10ee2a14b2a79adb51c10644317d/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/J37YJC74DTXSPIMB7A27GADN5U:/var/lib/containers/storage/overlay/l/77SIE3KS2NO23FAYGG4ED5ROXE,upperdir=/var/lib/containers/storage/overlay/aa550f5fe6efda3ec86c6b9840be72a8c99d10ee2a14b2a79adb51c10644317d/diff,workdir=/var/lib/containers/storage/overlay/aa550f5fe6efda3ec86c6b9840be72a8c99d10ee2a14b2a79adb51c10644317d/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498932k,nr_inodes=819200,mode=755,inode64 0 0 2024-04-21T09:22:02.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:22:02.164 DEBUG:teuthology.orchestra.run.smithi052:> ip netns list 2024-04-21T09:22:02.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:01 smithi078 ceph-mon[31713]: pgmap v378: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-04-21T09:22:02.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:01 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/1810900599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:01 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/4099407150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:01 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3159051543' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-04-21T09:22:02.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:01 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/4270912487' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-21T09:22:02.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-21T09:22:02.220 DEBUG:teuthology.orchestra.run.smithi052:> sudo ip link delete ceph-brx 2024-04-21T09:22:02.330 INFO:teuthology.orchestra.run.smithi052.stderr:Cannot find device "ceph-brx" 2024-04-21T09:22:02.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T09:22:02.332 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-21T09:22:02.344 INFO:tasks.cephadm:Teardown begin 2024-04-21T09:22:02.344 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-21T09:22:02.344 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 -- 172.21.15.52:0/3408852392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 msgr2=0x7f00b4101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 --2- 172.21.15.52:0/3408852392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 0x7f00b4101450 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f00b0009900 tx=0x7f00b002bc30 comp rx=0 tx=0).stop 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 -- 172.21.15.52:0/3408852392 shutdown_connections 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 --2- 172.21.15.52:0/3408852392 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f00b4106140 0x7f00b410dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 --2- 172.21.15.52:0/3408852392 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f00b4101a20 0x7f00b4105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 --2- 172.21.15.52:0/3408852392 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 0x7f00b4101450 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 -- 172.21.15.52:0/3408852392 >> 172.21.15.52:0/3408852392 conn(0x7f00b40771d0 msgr2=0x7f00b40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 -- 172.21.15.52:0/3408852392 shutdown_connections 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.447+0000 7f00bb431640 1 -- 172.21.15.52:0/3408852392 wait complete. 2024-04-21T09:22:02.449 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00bb431640 1 Processor -- start 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00bb431640 1 -- start start 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00bb431640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 0x7f00b41986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00bb431640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f00b4106140 0x7f00b4198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00bb431640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f00b419cf60 0x7f00b419d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00bb431640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f00b4111080 con 0x7f00b4101070 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00bb431640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f00b4110f00 con 0x7f00b4106140 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00bb431640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f00b4111200 con 0x7f00b419cf60 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00b91cd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 0x7f00b41986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00b91cd640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 0x7f00b41986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46632/0 (socket says 172.21.15.52:46632) 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00b91cd640 1 -- 172.21.15.52:0/3222591260 learned_addr learned my addr 172.21.15.52:0/3222591260 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00b91cd640 1 -- 172.21.15.52:0/3222591260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f00b419cf60 msgr2=0x7f00b419d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00b91cd640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f00b419cf60 0x7f00b419d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.450 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00b91cd640 1 -- 172.21.15.52:0/3222591260 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f00b4106140 msgr2=0x7f00b4198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:02.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00b91cd640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f00b4106140 0x7f00b4198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.448+0000 7f00b91cd640 1 -- 172.21.15.52:0/3222591260 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b419da50 con 0x7f00b4101070 2024-04-21T09:22:02.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.449+0000 7f00b91cd640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 0x7f00b41986f0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f00b0005940 tx=0x7f00b00045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:02.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.449+0000 7f00aa7fc640 1 -- 172.21.15.52:0/3222591260 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b0043020 con 0x7f00b4101070 2024-04-21T09:22:02.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.449+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00b419dce0 con 0x7f00b4101070 2024-04-21T09:22:02.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.449+0000 7f00aa7fc640 1 -- 172.21.15.52:0/3222591260 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00b002caf0 con 0x7f00b4101070 2024-04-21T09:22:02.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.449+0000 7f00aa7fc640 1 -- 172.21.15.52:0/3222591260 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b0003af0 con 0x7f00b4101070 2024-04-21T09:22:02.451 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.449+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00b41a5500 con 0x7f00b4101070 2024-04-21T09:22:02.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.450+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00b4068e00 con 0x7f00b4101070 2024-04-21T09:22:02.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.451+0000 7f00aa7fc640 1 -- 172.21.15.52:0/3222591260 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f00b0046020 con 0x7f00b4101070 2024-04-21T09:22:02.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.452+0000 7f00aa7fc640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00a00a3d20 0x7f00a00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:02.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.452+0000 7f00b89cc640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00a00a3d20 0x7f00a00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:02.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.452+0000 7f00aa7fc640 1 -- 172.21.15.52:0/3222591260 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f00b00f33a0 con 0x7f00b4101070 2024-04-21T09:22:02.452 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.452+0000 7f00b89cc640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00a00a3d20 0x7f00a00a61e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f00b4107860 tx=0x7f00a4005bf0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:02.455 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.455+0000 7f00aa7fc640 1 -- 172.21.15.52:0/3222591260 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f00b004d020 con 0x7f00b4101070 2024-04-21T09:22:02.683 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.683+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00b4101a20 con 0x7f00b4101070 2024-04-21T09:22:02.684 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.684+0000 7f00aa7fc640 1 -- 172.21.15.52:0/3222591260 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11861 (secure 0 0 0) 0x7f00b003e450 con 0x7f00b4101070 2024-04-21T09:22:02.684 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:22:02.684 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":26255,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/905006640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":905006640},{"type":"v1","addr":"172.21.15.60:6833","nonce":905006640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:21:19.575905+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26518":{"gid":26518,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/851918382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":851918382},{"type":"v1","addr":"172.21.15.78:6837","nonce":851918382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:22:02.684 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 46 2024-04-21T09:22:02.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00a00a3d20 msgr2=0x7f00a00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:02.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00a00a3d20 0x7f00a00a61e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f00b4107860 tx=0x7f00a4005bf0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 msgr2=0x7f00b41986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:02.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 0x7f00b41986f0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f00b0005940 tx=0x7f00b00045e0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.686 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 shutdown_connections 2024-04-21T09:22:02.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f00a00a3d20 0x7f00a00a61e0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f00b419cf60 0x7f00b419d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f00b4106140 0x7f00b4198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 --2- 172.21.15.52:0/3222591260 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f00b4101070 0x7f00b41986f0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 >> 172.21.15.52:0/3222591260 conn(0x7f00b40771d0 msgr2=0x7f00b40696b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:02.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 shutdown_connections 2024-04-21T09:22:02.687 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.686+0000 7f00bb431640 1 -- 172.21.15.52:0/3222591260 wait complete. 2024-04-21T09:22:02.697 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-21T09:22:02.800 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 -- 172.21.15.52:0/1889486006 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 msgr2=0x7f417010bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 --2- 172.21.15.52:0/1889486006 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 0x7f417010bcf0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f4164009900 tx=0x7f416402bcd0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 -- 172.21.15.52:0/1889486006 shutdown_connections 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 --2- 172.21.15.52:0/1889486006 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f417010c310 0x7f417010e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 --2- 172.21.15.52:0/1889486006 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 0x7f417010bcf0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 --2- 172.21.15.52:0/1889486006 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4170102ef0 0x7f41701032d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 -- 172.21.15.52:0/1889486006 >> 172.21.15.52:0/1889486006 conn(0x7f41700fc730 msgr2=0x7f41700feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 -- 172.21.15.52:0/1889486006 shutdown_connections 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.800+0000 7f4174800640 1 -- 172.21.15.52:0/1889486006 wait complete. 2024-04-21T09:22:02.801 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.801+0000 7f4174800640 1 Processor -- start 2024-04-21T09:22:02.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.801+0000 7f4174800640 1 -- start start 2024-04-21T09:22:02.803 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.801+0000 7f4174800640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4170102ef0 0x7f4170100b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.801+0000 7f4174800640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 0x7f4170101080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.801+0000 7f4174800640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f417010c310 0x7f41701015c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.801+0000 7f4174800640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f4170111fa0 con 0x7f4170103810 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.801+0000 7f4174800640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4170111e20 con 0x7f417010c310 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.801+0000 7f4174800640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f4170112120 con 0x7f4170102ef0 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 0x7f4170101080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 0x7f4170101080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46648/0 (socket says 172.21.15.52:46648) 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 -- 172.21.15.52:0/123263914 learned_addr learned my addr 172.21.15.52:0/123263914 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416f59e640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f417010c310 0x7f41701015c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416ed9d640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4170102ef0 0x7f4170100b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 -- 172.21.15.52:0/123263914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4170102ef0 msgr2=0x7f4170100b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4170102ef0 0x7f4170100b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 -- 172.21.15.52:0/123263914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f417010c310 msgr2=0x7f41701015c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:02.804 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f417010c310 0x7f41701015c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:02.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 -- 172.21.15.52:0/123263914 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41701a6920 con 0x7f4170103810 2024-04-21T09:22:02.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f416e59c640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 0x7f4170101080 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f4164005ec0 tx=0x7f416402d890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:02.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f4157fff640 1 -- 172.21.15.52:0/123263914 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4164043020 con 0x7f4170103810 2024-04-21T09:22:02.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f4157fff640 1 -- 172.21.15.52:0/123263914 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f416402dc90 con 0x7f4170103810 2024-04-21T09:22:02.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41701a6bb0 con 0x7f4170103810 2024-04-21T09:22:02.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f4157fff640 1 -- 172.21.15.52:0/123263914 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4164003ac0 con 0x7f4170103810 2024-04-21T09:22:02.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.802+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41701a7100 con 0x7f4170103810 2024-04-21T09:22:02.805 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.803+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f417004fce0 con 0x7f4170103810 2024-04-21T09:22:02.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.804+0000 7f4157fff640 1 -- 172.21.15.52:0/123263914 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f4164046020 con 0x7f4170103810 2024-04-21T09:22:02.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.805+0000 7f4157fff640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f41580a3df0 0x7f41580a62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:02.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.805+0000 7f416ed9d640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f41580a3df0 0x7f41580a62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:02.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.805+0000 7f4157fff640 1 -- 172.21.15.52:0/123263914 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f41640f2c80 con 0x7f4170103810 2024-04-21T09:22:02.806 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.806+0000 7f416ed9d640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f41580a3df0 0x7f41580a62b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4160005fd0 tx=0x7f4160005e20 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:02.809 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:02.810+0000 7f4157fff640 1 -- 172.21.15.52:0/123263914 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f41640f9080 con 0x7f4170103810 2024-04-21T09:22:02.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:02 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3222591260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:22:03.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.037+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41701073b0 con 0x7f4170103810 2024-04-21T09:22:03.037 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.038+0000 7f4157fff640 1 -- 172.21.15.52:0/123263914 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11861 (secure 0 0 0) 0x7f416404d020 con 0x7f4170103810 2024-04-21T09:22:03.038 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:22:03.038 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6835/2438727093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6834","nonce":2438727093},{"type":"v1","addr":"172.21.15.52:6835","nonce":2438727093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6837/1845940581","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6836","nonce":1845940581},{"type":"v1","addr":"172.21.15.52:6837","nonce":1845940581}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14601,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6839/2457975854","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6838","nonce":2457975854},{"type":"v1","addr":"172.21.15.52:6839","nonce":2457975854}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14613,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.52:6841/3712483960","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6840","nonce":3712483960},{"type":"v1","addr":"172.21.15.52:6841","nonce":3712483960}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.78:6833/2806446037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6832","nonce":2806446037},{"type":"v1","addr":"172.21.15.78:6833","nonce":2806446037}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":26255,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/905006640","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":905006640},{"type":"v1","addr":"172.21.15.60:6833","nonce":905006640}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[{"mdsmap":{"epoch":46,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-21T09:07:41.734296+0000","modified":"2024-04-21T09:21:19.575905+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24542,"mds_1":24517,"mds_2":24503},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24470":{"gid":24470,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/1998686722","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":1998686722},{"type":"v1","addr":"172.21.15.60:6835","nonce":1998686722}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6835/2825456266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6834","nonce":2825456266},{"type":"v1","addr":"172.21.15.78:6835","nonce":2825456266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":12,"addr":"172.21.15.60:6837/870798288","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":870798288},{"type":"v1","addr":"172.21.15.60:6837","nonce":870798288}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":60,"addr":"172.21.15.78:6839/1114809149","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6838","nonce":1114809149},{"type":"v1","addr":"172.21.15.78:6839","nonce":1114809149}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.60:6839/3283399565","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":3283399565},{"type":"v1","addr":"172.21.15.60:6839","nonce":3283399565}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26518":{"gid":26518,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.78:6837/851918382","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6836","nonce":851918382},{"type":"v1","addr":"172.21.15.78:6837","nonce":851918382}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24542,"qdb_cluster":[24542,24503,24517]},"id":1}]} 2024-04-21T09:22:03.038 INFO:teuthology.orchestra.run.smithi052.stderr:dumped fsmap epoch 46 2024-04-21T09:22:03.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f41580a3df0 msgr2=0x7f41580a62b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f41580a3df0 0x7f41580a62b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4160005fd0 tx=0x7f4160005e20 comp rx=0 tx=0).stop 2024-04-21T09:22:03.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 msgr2=0x7f4170101080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 0x7f4170101080 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f4164005ec0 tx=0x7f416402d890 comp rx=0 tx=0).stop 2024-04-21T09:22:03.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 shutdown_connections 2024-04-21T09:22:03.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f41580a3df0 0x7f41580a62b0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f417010c310 0x7f41701015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.040 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f4170103810 0x7f4170101080 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 --2- 172.21.15.52:0/123263914 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f4170102ef0 0x7f4170100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 >> 172.21.15.52:0/123263914 conn(0x7f41700fc730 msgr2=0x7f41700fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:03.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 shutdown_connections 2024-04-21T09:22:03.041 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.040+0000 7f4174800640 1 -- 172.21.15.52:0/123263914 wait complete. 2024-04-21T09:22:03.052 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-21T09:22:03.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:02 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3222591260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 -- 172.21.15.52:0/1714146006 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60102b50 msgr2=0x7f9b60106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 --2- 172.21.15.52:0/1714146006 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60102b50 0x7f9b60106b90 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f9b48009900 tx=0x7f9b4802bc30 comp rx=0 tx=0).stop 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 -- 172.21.15.52:0/1714146006 shutdown_connections 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 --2- 172.21.15.52:0/1714146006 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9b60107270 0x7f9b6010ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 --2- 172.21.15.52:0/1714146006 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60102b50 0x7f9b60106b90 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 --2- 172.21.15.52:0/1714146006 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9b601021a0 0x7f9b60102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 -- 172.21.15.52:0/1714146006 >> 172.21.15.52:0/1714146006 conn(0x7f9b600793e0 msgr2=0x7f9b600797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 -- 172.21.15.52:0/1714146006 shutdown_connections 2024-04-21T09:22:03.157 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.155+0000 7f9b648a8640 1 -- 172.21.15.52:0/1714146006 wait complete. 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b648a8640 1 Processor -- start 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b648a8640 1 -- start start 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b648a8640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9b601021a0 0x7f9b60198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b648a8640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60107270 0x7f9b60198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b648a8640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9b6019cff0 0x7f9b6019d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b648a8640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f9b601121b0 con 0x7f9b60107270 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b648a8640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9b60112030 con 0x7f9b601021a0 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b648a8640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f9b60112330 con 0x7f9b6019cff0 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60107270 0x7f9b60198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60107270 0x7f9b60198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46676/0 (socket says 172.21.15.52:46676) 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 -- 172.21.15.52:0/757012601 learned_addr learned my addr 172.21.15.52:0/757012601 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b5ed9d640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9b6019cff0 0x7f9b6019d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b5e59c640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9b601021a0 0x7f9b60198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.158 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 -- 172.21.15.52:0/757012601 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9b6019cff0 msgr2=0x7f9b6019d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9b6019cff0 0x7f9b6019d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 -- 172.21.15.52:0/757012601 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9b601021a0 msgr2=0x7f9b60198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9b601021a0 0x7f9b60198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 -- 172.21.15.52:0/757012601 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6019dae0 con 0x7f9b60107270 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.156+0000 7f9b57fff640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60107270 0x7f9b60198c70 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f9b48005ec0 tx=0x7f9b4802ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.157+0000 7f9b577fe640 1 -- 172.21.15.52:0/757012601 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48043020 con 0x7f9b60107270 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.157+0000 7f9b577fe640 1 -- 172.21.15.52:0/757012601 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b480052b0 con 0x7f9b60107270 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.157+0000 7f9b577fe640 1 -- 172.21.15.52:0/757012601 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48003d40 con 0x7f9b60107270 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.157+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6019dd70 con 0x7f9b60107270 2024-04-21T09:22:03.159 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.157+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b601a55c0 con 0x7f9b60107270 2024-04-21T09:22:03.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.158+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b60069250 con 0x7f9b60107270 2024-04-21T09:22:03.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.159+0000 7f9b577fe640 1 -- 172.21.15.52:0/757012601 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9b48046020 con 0x7f9b60107270 2024-04-21T09:22:03.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.159+0000 7f9b577fe640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9b4c0a3da0 0x7f9b4c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.159+0000 7f9b577fe640 1 -- 172.21.15.52:0/757012601 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7f9b480f2e60 con 0x7f9b60107270 2024-04-21T09:22:03.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.159+0000 7f9b5e59c640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9b4c0a3da0 0x7f9b4c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.160 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.160+0000 7f9b5e59c640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9b4c0a3da0 0x7f9b4c0a6260 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9b500058c0 tx=0x7f9b50005c60 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:03.163 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.164+0000 7f9b577fe640 1 -- 172.21.15.52:0/757012601 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9b4804d020 con 0x7f9b60107270 2024-04-21T09:22:03.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:02 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3222591260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:22:03.351 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.352+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9b60102b50 con 0x7f9b60107270 2024-04-21T09:22:03.353 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.353+0000 7f9b577fe640 1 -- 172.21.15.52:0/757012601 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) ==== 74+0+25259 (secure 0 0 0) 0x7f9b480bf240 con 0x7f9b60107270 2024-04-21T09:22:03.353 INFO:teuthology.orchestra.run.smithi052.stdout: 2024-04-21T09:22:03.354 INFO:teuthology.orchestra.run.smithi052.stdout:{"epoch":112,"fsid":"55749214-ffbd-11ee-bc93-c7b262605968","created":"2024-04-21T08:59:35.157232+0000","modified":"2024-04-21T09:21:16.246741+0000","last_up_change":"2024-04-21T09:06:50.607558+0000","last_in_change":"2024-04-21T09:06:30.450467+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-21T09:02:59.604351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-21T09:07:39.873909+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-21T09:07:40.690202+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-21T09:07:44.615422+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"123d8618-c55b-41de-bce3-8bc0c0c4e494","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6802","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6803","nonce":1082562665}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6804","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6805","nonce":1082562665}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6808","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6809","nonce":1082562665}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6806","nonce":1082562665},{"type":"v1","addr":"172.21.15.52:6807","nonce":1082562665}]},"public_addr":"172.21.15.52:6803/1082562665","cluster_addr":"172.21.15.52:6805/1082562665","heartbeat_back_addr":"172.21.15.52:6809/1082562665","heartbeat_front_addr":"172.21.15.52:6807/1082562665","state":["exists","up"]},{"osd":1,"uuid":"cabc72e9-70a3-45ab-b59f-ae4f5ce5e8ee","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6801","nonce":3387019615}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6803","nonce":3387019615}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6807","nonce":3387019615}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":3387019615},{"type":"v1","addr":"172.21.15.60:6805","nonce":3387019615}]},"public_addr":"172.21.15.60:6801/3387019615","cluster_addr":"172.21.15.60:6803/3387019615","heartbeat_back_addr":"172.21.15.60:6807/3387019615","heartbeat_front_addr":"172.21.15.60:6805/3387019615","state":["exists","up"]},{"osd":2,"uuid":"d9f81bfc-e431-4748-ad6e-2a64fe9b32ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6800","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6801","nonce":1389718006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6802","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6803","nonce":1389718006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6806","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6807","nonce":1389718006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6804","nonce":1389718006},{"type":"v1","addr":"172.21.15.78:6805","nonce":1389718006}]},"public_addr":"172.21.15.78:6801/1389718006","cluster_addr":"172.21.15.78:6803/1389718006","heartbeat_back_addr":"172.21.15.78:6807/1389718006","heartbeat_front_addr":"172.21.15.78:6805/1389718006","state":["exists","up"]},{"osd":3,"uuid":"84560d23-6b42-4e28-95cf-9d6fa46375bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6810","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6811","nonce":1413283037}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6812","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6813","nonce":1413283037}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6816","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6817","nonce":1413283037}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6814","nonce":1413283037},{"type":"v1","addr":"172.21.15.52:6815","nonce":1413283037}]},"public_addr":"172.21.15.52:6811/1413283037","cluster_addr":"172.21.15.52:6813/1413283037","heartbeat_back_addr":"172.21.15.52:6817/1413283037","heartbeat_front_addr":"172.21.15.52:6815/1413283037","state":["exists","up"]},{"osd":4,"uuid":"7734e026-3466-43b7-9bf1-528b5d10a16a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6809","nonce":1793913139}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6811","nonce":1793913139}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6815","nonce":1793913139}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":1793913139},{"type":"v1","addr":"172.21.15.60:6813","nonce":1793913139}]},"public_addr":"172.21.15.60:6809/1793913139","cluster_addr":"172.21.15.60:6811/1793913139","heartbeat_back_addr":"172.21.15.60:6815/1793913139","heartbeat_front_addr":"172.21.15.60:6813/1793913139","state":["exists","up"]},{"osd":5,"uuid":"283af1e8-e0d2-44c1-acfa-fb46d5c29407","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6808","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6809","nonce":2025195670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6810","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6811","nonce":2025195670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6814","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6815","nonce":2025195670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6812","nonce":2025195670},{"type":"v1","addr":"172.21.15.78:6813","nonce":2025195670}]},"public_addr":"172.21.15.78:6809/2025195670","cluster_addr":"172.21.15.78:6811/2025195670","heartbeat_back_addr":"172.21.15.78:6815/2025195670","heartbeat_front_addr":"172.21.15.78:6813/2025195670","state":["exists","up"]},{"osd":6,"uuid":"0aa4acbc-2567-44d6-8d8d-abc05e827965","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6818","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6819","nonce":2742758824}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6820","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6821","nonce":2742758824}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6824","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6825","nonce":2742758824}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6822","nonce":2742758824},{"type":"v1","addr":"172.21.15.52:6823","nonce":2742758824}]},"public_addr":"172.21.15.52:6819/2742758824","cluster_addr":"172.21.15.52:6821/2742758824","heartbeat_back_addr":"172.21.15.52:6825/2742758824","heartbeat_front_addr":"172.21.15.52:6823/2742758824","state":["exists","up"]},{"osd":7,"uuid":"89c7e3e3-17ac-4155-a6b5-72b75945d236","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6817","nonce":2276483961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6819","nonce":2276483961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6823","nonce":2276483961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":2276483961},{"type":"v1","addr":"172.21.15.60:6821","nonce":2276483961}]},"public_addr":"172.21.15.60:6817/2276483961","cluster_addr":"172.21.15.60:6819/2276483961","heartbeat_back_addr":"172.21.15.60:6823/2276483961","heartbeat_front_addr":"172.21.15.60:6821/2276483961","state":["exists","up"]},{"osd":8,"uuid":"a49cb9c4-c8c8-468f-8a00-eb25e41fc401","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6816","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6817","nonce":1391661211}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6818","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6819","nonce":1391661211}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6822","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6823","nonce":1391661211}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6820","nonce":1391661211},{"type":"v1","addr":"172.21.15.78:6821","nonce":1391661211}]},"public_addr":"172.21.15.78:6817/1391661211","cluster_addr":"172.21.15.78:6819/1391661211","heartbeat_back_addr":"172.21.15.78:6823/1391661211","heartbeat_front_addr":"172.21.15.78:6821/1391661211","state":["exists","up"]},{"osd":9,"uuid":"9329c031-1e34-4440-ac7f-d9a3e1d7ef27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6826","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6827","nonce":828162458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6828","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6829","nonce":828162458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6832","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6833","nonce":828162458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.52:6830","nonce":828162458},{"type":"v1","addr":"172.21.15.52:6831","nonce":828162458}]},"public_addr":"172.21.15.52:6827/828162458","cluster_addr":"172.21.15.52:6829/828162458","heartbeat_back_addr":"172.21.15.52:6833/828162458","heartbeat_front_addr":"172.21.15.52:6831/828162458","state":["exists","up"]},{"osd":10,"uuid":"1cb01be9-aca0-4e8a-a154-dffd60648d5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6825","nonce":2089701931}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6827","nonce":2089701931}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6831","nonce":2089701931}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":2089701931},{"type":"v1","addr":"172.21.15.60:6829","nonce":2089701931}]},"public_addr":"172.21.15.60:6825/2089701931","cluster_addr":"172.21.15.60:6827/2089701931","heartbeat_back_addr":"172.21.15.60:6831/2089701931","heartbeat_front_addr":"172.21.15.60:6829/2089701931","state":["exists","up"]},{"osd":11,"uuid":"67232bc9-be14-494c-b397-f7e37d889a4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6824","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6825","nonce":1068726595}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6826","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6827","nonce":1068726595}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6830","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6831","nonce":1068726595}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.78:6828","nonce":1068726595},{"type":"v1","addr":"172.21.15.78:6829","nonce":1068726595}]},"public_addr":"172.21.15.78:6825/1068726595","cluster_addr":"172.21.15.78:6827/1068726595","heartbeat_back_addr":"172.21.15.78:6831/1068726595","heartbeat_front_addr":"172.21.15.78:6829/1068726595","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:08.592792+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:32.190117+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:02:56.166525+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:21.580935+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:03:46.849023+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:11.946369+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:04:38.616201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:04.376842+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:29.531828+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:05:56.693312+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:22.840340+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-21T09:06:48.922994+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8},{"from":5,"to":7}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.38","mappings":[{"from":3,"to":9}]},{"pgid":"4.3","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.10","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.52:0/793064020":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/1366843647":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2288713858":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3222880837":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/2402578078":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6801/1292044304":"2024-04-22T09:00:31.508618+0000","172.21.15.52:6800/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3629341037":"2024-04-22T09:10:05.875500+0000","172.21.15.52:0/831461476":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3038948729":"2024-04-22T09:00:31.508618+0000","172.21.15.52:0/3010006715":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/906167289":"2024-04-22T09:10:05.875500+0000","172.21.15.52:6801/3616137234":"2024-04-22T09:00:03.406448+0000","172.21.15.52:0/3177850361":"2024-04-22T09:00:03.406448+0000","172.21.15.52:6800/1292044304":"2024-04-22T09:00:31.508618+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-21T09:22:03.355 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9b4c0a3da0 msgr2=0x7f9b4c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9b4c0a3da0 0x7f9b4c0a6260 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9b500058c0 tx=0x7f9b50005c60 comp rx=0 tx=0).stop 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60107270 msgr2=0x7f9b60198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60107270 0x7f9b60198c70 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f9b48005ec0 tx=0x7f9b4802ca10 comp rx=0 tx=0).stop 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 shutdown_connections 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f9b4c0a3da0 0x7f9b4c0a6260 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f9b6019cff0 0x7f9b6019d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f9b60107270 0x7f9b60198c70 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 --2- 172.21.15.52:0/757012601 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9b601021a0 0x7f9b60198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 >> 172.21.15.52:0/757012601 conn(0x7f9b600793e0 msgr2=0x7f9b60100030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 shutdown_connections 2024-04-21T09:22:03.356 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.356+0000 7f9b648a8640 1 -- 172.21.15.52:0/757012601 wait complete. 2024-04-21T09:22:03.368 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-21T09:22:03.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 -- 172.21.15.52:0/1774688664 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c103400 msgr2=0x7ff64c10de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 --2- 172.21.15.52:0/1774688664 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c103400 0x7ff64c10de00 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7ff644009cd0 tx=0x7ff64402c0f0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 -- 172.21.15.52:0/1774688664 shutdown_connections 2024-04-21T09:22:03.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 --2- 172.21.15.52:0/1774688664 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c103400 0x7ff64c10de00 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 --2- 172.21.15.52:0/1774688664 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff64c102a60 0x7ff64c102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 --2- 172.21.15.52:0/1774688664 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff64c101180 0x7ff64c101560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.474 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 -- 172.21.15.52:0/1774688664 >> 172.21.15.52:0/1774688664 conn(0x7ff64c077f70 msgr2=0x7ff64c078380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 -- 172.21.15.52:0/1774688664 shutdown_connections 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.471+0000 7ff653366640 1 -- 172.21.15.52:0/1774688664 wait complete. 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff653366640 1 Processor -- start 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff653366640 1 -- start start 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff653366640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c101180 0x7ff64c1995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff653366640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff64c102a60 0x7ff64c199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff653366640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff64c103400 0x7ff64c1a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff653366640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c111180 con 0x7ff64c101180 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff653366640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c111000 con 0x7ff64c103400 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff653366640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7ff64c111300 con 0x7ff64c102a60 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff651102640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c101180 0x7ff64c1995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.475 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff651102640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c101180 0x7ff64c1995e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:46700/0 (socket says 172.21.15.52:46700) 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff651102640 1 -- 172.21.15.52:0/3413146066 learned_addr learned my addr 172.21.15.52:0/3413146066 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.472+0000 7ff650901640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff64c102a60 0x7ff64c199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff651102640 1 -- 172.21.15.52:0/3413146066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff64c102a60 msgr2=0x7ff64c199b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff651102640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff64c102a60 0x7ff64c199b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff651903640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff64c103400 0x7ff64c1a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff651102640 1 -- 172.21.15.52:0/3413146066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff64c103400 msgr2=0x7ff64c1a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff651102640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff64c103400 0x7ff64c1a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff651102640 1 -- 172.21.15.52:0/3413146066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff64c1a4ba0 con 0x7ff64c101180 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff651903640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff64c103400 0x7ff64c1a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff651102640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c101180 0x7ff64c1995e0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7ff64800c920 tx=0x7ff64800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff6427fc640 1 -- 172.21.15.52:0/3413146066 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff648007c70 con 0x7ff64c101180 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff6427fc640 1 -- 172.21.15.52:0/3413146066 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff648007e10 con 0x7ff64c101180 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff64c1a4d70 con 0x7ff64c101180 2024-04-21T09:22:03.476 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff6427fc640 1 -- 172.21.15.52:0/3413146066 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff648018820 con 0x7ff64c101180 2024-04-21T09:22:03.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.473+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff64c1a5250 con 0x7ff64c101180 2024-04-21T09:22:03.477 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.474+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff64c069250 con 0x7ff64c101180 2024-04-21T09:22:03.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.475+0000 7ff6427fc640 1 -- 172.21.15.52:0/3413146066 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff64800f450 con 0x7ff64c101180 2024-04-21T09:22:03.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.476+0000 7ff6427fc640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6380a3da0 0x7ff6380a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.476+0000 7ff650901640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6380a3da0 0x7ff6380a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.476+0000 7ff6427fc640 1 -- 172.21.15.52:0/3413146066 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9504+0+0 (secure 0 0 0) 0x7ff6480d0d20 con 0x7ff64c101180 2024-04-21T09:22:03.478 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.476+0000 7ff650901640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6380a3da0 0x7ff6380a6260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff63c005e00 tx=0x7ff63c005c50 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:03.480 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.480+0000 7ff6427fc640 1 -- 172.21.15.52:0/3413146066 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff648014030 con 0x7ff64c101180 2024-04-21T09:22:03.705 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.706+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff64c06abe0 con 0x7ff64c101180 2024-04-21T09:22:03.708 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.708+0000 7ff6427fc640 1 -- 172.21.15.52:0/3413146066 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v47) ==== 161+0+0 (secure 0 0 0) 0x7ff64800de20 con 0x7ff64c101180 2024-04-21T09:22:03.708 INFO:teuthology.orchestra.run.smithi052.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-21T09:22:03.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6380a3da0 msgr2=0x7ff6380a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6380a3da0 0x7ff6380a6260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff63c005e00 tx=0x7ff63c005c50 comp rx=0 tx=0).stop 2024-04-21T09:22:03.711 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c101180 msgr2=0x7ff64c1995e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c101180 0x7ff64c1995e0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7ff64800c920 tx=0x7ff64800cde0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 shutdown_connections 2024-04-21T09:22:03.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7ff6380a3da0 0x7ff6380a6260 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff64c103400 0x7ff64c1a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.712 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7ff64c102a60 0x7ff64c199b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 --2- 172.21.15.52:0/3413146066 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7ff64c101180 0x7ff64c1995e0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 >> 172.21.15.52:0/3413146066 conn(0x7ff64c077f70 msgr2=0x7ff64c104c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:03.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 shutdown_connections 2024-04-21T09:22:03.713 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.712+0000 7ff653366640 1 -- 172.21.15.52:0/3413146066 wait complete. 2024-04-21T09:22:03.731 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-21T09:22:03.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.914+0000 7f03d2681640 1 -- 172.21.15.52:0/632908734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc106120 msgr2=0x7f03cc10dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.914 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.914+0000 7f03d2681640 1 --2- 172.21.15.52:0/632908734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc106120 0x7f03cc10dcf0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f03c4009be0 tx=0x7f03c402bf30 comp rx=0 tx=0).stop 2024-04-21T09:22:03.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.921+0000 7f03d2681640 1 -- 172.21.15.52:0/632908734 shutdown_connections 2024-04-21T09:22:03.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.921+0000 7f03d2681640 1 --2- 172.21.15.52:0/632908734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc106120 0x7f03cc10dcf0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.921+0000 7f03d2681640 1 --2- 172.21.15.52:0/632908734 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f03cc101a00 0x7f03cc105a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.921+0000 7f03d2681640 1 --2- 172.21.15.52:0/632908734 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03cc101050 0x7f03cc101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.921 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.921+0000 7f03d2681640 1 -- 172.21.15.52:0/632908734 >> 172.21.15.52:0/632908734 conn(0x7f03cc077fa0 msgr2=0x7f03cc0783b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:03.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.922+0000 7f03d2681640 1 -- 172.21.15.52:0/632908734 shutdown_connections 2024-04-21T09:22:03.922 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.922+0000 7f03d2681640 1 -- 172.21.15.52:0/632908734 wait complete. 2024-04-21T09:22:03.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.923+0000 7f03d2681640 1 Processor -- start 2024-04-21T09:22:03.923 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.923+0000 7f03d2681640 1 -- start start 2024-04-21T09:22:03.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.924+0000 7f03d2681640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc101050 0x7f03cc19ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.924 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.924+0000 7f03d2681640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03cc106120 0x7f03cc19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.924+0000 7f03d2681640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f03cc1a35f0 0x7f03cc1a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.924+0000 7f03cbfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc101050 0x7f03cc19ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.925+0000 7f03cbfff640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc101050 0x7f03cc19ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.52:49168/0 (socket says 172.21.15.52:49168) 2024-04-21T09:22:03.925 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.925+0000 7f03cbfff640 1 -- 172.21.15.52:0/2257545176 learned_addr learned my addr 172.21.15.52:0/2257545176 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:03.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.925+0000 7f03d2681640 1 -- 172.21.15.52:0/2257545176 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f03cc118810 con 0x7f03cc1a35f0 2024-04-21T09:22:03.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.925+0000 7f03d2681640 1 -- 172.21.15.52:0/2257545176 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f03cc118690 con 0x7f03cc101050 2024-04-21T09:22:03.926 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.925+0000 7f03d2681640 1 -- 172.21.15.52:0/2257545176 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f03cc118990 con 0x7f03cc106120 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.925+0000 7f03d0c1e640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f03cc1a35f0 0x7f03cc1a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.926+0000 7f03cbfff640 1 -- 172.21.15.52:0/2257545176 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03cc106120 msgr2=0x7f03cc19f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.926+0000 7f03cbfff640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03cc106120 0x7f03cc19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.926+0000 7f03cbfff640 1 -- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f03cc1a35f0 msgr2=0x7f03cc1a3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.926+0000 7f03cbfff640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f03cc1a35f0 0x7f03cc1a3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.926+0000 7f03cbfff640 1 -- 172.21.15.52:0/2257545176 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03cc1a40e0 con 0x7f03cc101050 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.926+0000 7f03cbfff640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc101050 0x7f03cc19ed30 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f03c000b450 tx=0x7f03c000b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.927+0000 7f03c97fa640 1 -- 172.21.15.52:0/2257545176 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c0015020 con 0x7f03cc101050 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.927+0000 7f03d2681640 1 -- 172.21.15.52:0/2257545176 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03cc1a43d0 con 0x7f03cc101050 2024-04-21T09:22:03.927 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.927+0000 7f03d2681640 1 -- 172.21.15.52:0/2257545176 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03cc1abb60 con 0x7f03cc101050 2024-04-21T09:22:03.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.927+0000 7f03c97fa640 1 -- 172.21.15.52:0/2257545176 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03c0011d40 con 0x7f03cc101050 2024-04-21T09:22:03.928 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.928+0000 7f03c97fa640 1 -- 172.21.15.52:0/2257545176 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03c000f340 con 0x7f03cc101050 2024-04-21T09:22:03.930 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.930+0000 7f03c97fa640 1 -- 172.21.15.52:0/2257545176 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f03c0018020 con 0x7f03cc101050 2024-04-21T09:22:03.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.931+0000 7f03c97fa640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f03b40a3e00 0x7f03b40a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:03.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.931+0000 7f03b2ffd640 1 -- 172.21.15.52:0/2257545176 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03cc102520 con 0x7f03cc101050 2024-04-21T09:22:03.931 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.932+0000 7f03c97fa640 1 -- 172.21.15.52:0/2257545176 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 9850+0+0 (secure 0 0 0) 0x7f03c00d0650 con 0x7f03cc101050 2024-04-21T09:22:03.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.932+0000 7f03cb7fe640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f03b40a3e00 0x7f03b40a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:03.932 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.933+0000 7f03cb7fe640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f03b40a3e00 0x7f03b40a62c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f03bc0058c0 tx=0x7f03bc005850 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:03.941 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:03.941+0000 7f03c97fa640 1 -- 172.21.15.52:0/2257545176 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f03c001f020 con 0x7f03cc101050 2024-04-21T09:22:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: pgmap v379: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 21 KiB/s wr, 20 op/s 2024-04-21T09:22:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/123263914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:22:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/757012601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:22:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3413146066' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-21T09:22:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-21T09:22:04.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-21T09:22:04.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-21T09:22:04.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3413146066' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-21T09:22:04.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: osdmap e113: 12 total, 12 up, 12 in 2024-04-21T09:22:04.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-mon[31055]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-21T09:22:04.091 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: ignoring --setuser ceph since I am not root 2024-04-21T09:22:04.091 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: ignoring --setgroup ceph since I am not root 2024-04-21T09:22:04.091 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: starting mds.b at 2024-04-21T09:22:04.092 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h[61093]: ignoring --setuser ceph since I am not root 2024-04-21T09:22:04.092 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h[61093]: ignoring --setgroup ceph since I am not root 2024-04-21T09:22:04.092 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h[61093]: starting mds.h at 2024-04-21T09:22:04.092 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-e[60782]: ignoring --setuser ceph since I am not root 2024-04-21T09:22:04.092 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-e[60782]: ignoring --setgroup ceph since I am not root 2024-04-21T09:22:04.092 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:22:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-e[60782]: starting mds.e at 2024-04-21T09:22:04.194 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i[63191]: ignoring --setuser ceph since I am not root 2024-04-21T09:22:04.194 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i[63191]: ignoring --setgroup ceph since I am not root 2024-04-21T09:22:04.194 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i[63191]: starting mds.i at 2024-04-21T09:22:04.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[68559]: ignoring --setuser ceph since I am not root 2024-04-21T09:22:04.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[68559]: ignoring --setgroup ceph since I am not root 2024-04-21T09:22:04.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mds[68563]: -- 172.21.15.78:0/2882352548 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5619937c1a40 con 0x561993794800 2024-04-21T09:22:04.195 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[68559]: starting mds.c at 2024-04-21T09:22:04.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: pgmap v379: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 21 KiB/s wr, 20 op/s 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/123263914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/757012601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3413146066' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3413146066' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: osdmap e113: 12 total, 12 up, 12 in 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mon[31713]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f[62580]: ignoring --setuser ceph since I am not root 2024-04-21T09:22:04.196 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f[62580]: ignoring --setgroup ceph since I am not root 2024-04-21T09:22:04.197 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-mds[62584]: -- 172.21.15.78:0/3868142598 <== mon.1 v2:172.21.15.78:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627625f5a40 con 0x5627625c8c00 2024-04-21T09:22:04.197 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:22:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f[62580]: starting mds.f at 2024-04-21T09:22:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[28031]: 2024-04-21T09:22:03.706+0000 7f49414e8700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-21T09:22:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: pgmap v379: 129 pgs: 129 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 12 KiB/s rd, 21 KiB/s wr, 20 op/s 2024-04-21T09:22:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/123263914' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-21T09:22:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/757012601' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-21T09:22:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3413146066' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-21T09:22:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-21T09:22:04.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-21T09:22:04.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-04-21T09:22:04.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3413146066' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-21T09:22:04.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: osdmap e113: 12 total, 12 up, 12 in 2024-04-21T09:22:04.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:03 smithi052 ceph-mon[28035]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-21T09:22:04.391 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.391+0000 7f03b2ffd640 1 -- 172.21.15.52:0/2257545176 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f03cc1a0080 con 0x7f03cc101050 2024-04-21T09:22:04.718 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.718+0000 7f03c97fa640 1 -- 172.21.15.52:0/2257545176 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v48) ==== 104+0+0 (secure 0 0 0) 0x7f03c000d040 con 0x7f03cc101050 2024-04-21T09:22:04.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 -- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f03b40a3e00 msgr2=0x7f03b40a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:04.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f03b40a3e00 0x7f03b40a62c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f03bc0058c0 tx=0x7f03bc005850 comp rx=0 tx=0).stop 2024-04-21T09:22:04.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 -- 172.21.15.52:0/2257545176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc101050 msgr2=0x7f03cc19ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:04.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc101050 0x7f03cc19ed30 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f03c000b450 tx=0x7f03c000b910 comp rx=0 tx=0).stop 2024-04-21T09:22:04.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 -- 172.21.15.52:0/2257545176 shutdown_connections 2024-04-21T09:22:04.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f03b40a3e00 0x7f03b40a62c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.722 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f03cc1a35f0 0x7f03cc1a3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f03cc106120 0x7f03cc19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 --2- 172.21.15.52:0/2257545176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03cc101050 0x7f03cc19ed30 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 -- 172.21.15.52:0/2257545176 >> 172.21.15.52:0/2257545176 conn(0x7f03cc077fa0 msgr2=0x7f03cc100500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:04.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 -- 172.21.15.52:0/2257545176 shutdown_connections 2024-04-21T09:22:04.723 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.722+0000 7f03b2ffd640 1 -- 172.21.15.52:0/2257545176 wait complete. 2024-04-21T09:22:04.746 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-21T09:22:04.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.945+0000 7f56ef7fe640 1 -- 172.21.15.52:0/414211266 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56f00a16d0 con 0x7f56e80a6b70 2024-04-21T09:22:04.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.946+0000 7f56f5b34640 1 -- 172.21.15.52:0/414211266 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56e80a6b70 msgr2=0x7f56e80a8f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:04.946 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.946+0000 7f56f5b34640 1 --2- 172.21.15.52:0/414211266 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56e80a6b70 0x7f56e80a8f60 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f56f0067dc0 tx=0x7f56f0097f80 comp rx=0 tx=0).stop 2024-04-21T09:22:04.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.946+0000 7f56f5b34640 1 -- 172.21.15.52:0/414211266 shutdown_connections 2024-04-21T09:22:04.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.946+0000 7f56f5b34640 1 --2- 172.21.15.52:0/414211266 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56e80a6b70 0x7f56e80a8f60 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.946+0000 7f56f5b34640 1 --2- 172.21.15.52:0/414211266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f56e8007f00 0x7f56e8008380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.946+0000 7f56f5b34640 1 --2- 172.21.15.52:0/414211266 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56e8009630 0x7f56e80079c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.947 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.946+0000 7f56f5b34640 1 -- 172.21.15.52:0/414211266 >> 172.21.15.52:0/414211266 conn(0x7f56e800b8c0 msgr2=0x7f56e800bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:04.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.951+0000 7f56f5b34640 1 -- 172.21.15.52:0/414211266 shutdown_connections 2024-04-21T09:22:04.951 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.952+0000 7f56f5b34640 1 -- 172.21.15.52:0/414211266 wait complete. 2024-04-21T09:22:04.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.952+0000 7f56f5b34640 1 Processor -- start 2024-04-21T09:22:04.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.952+0000 7f56f5b34640 1 -- start start 2024-04-21T09:22:04.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56f5b34640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56e8007f00 0x7f56e80a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:04.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56f5b34640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56e8009630 0x7f56e80a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:04.955 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56f5b34640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f56e80a6b70 0x7f56e80a27f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:04.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56f5b34640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f56e809cbb0 con 0x7f56e8007f00 2024-04-21T09:22:04.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56f5b34640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f56e809ca30 con 0x7f56e80a6b70 2024-04-21T09:22:04.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56f5b34640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f56e809cd30 con 0x7f56e8009630 2024-04-21T09:22:04.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56effff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56e8009630 0x7f56e80a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:04.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56effff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56e8009630 0x7f56e80a22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:43908/0 (socket says 172.21.15.52:43908) 2024-04-21T09:22:04.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.953+0000 7f56effff640 1 -- 172.21.15.52:0/3369639530 learned_addr learned my addr 172.21.15.52:0/3369639530 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:04.956 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.955+0000 7f56f5333640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f56e80a6b70 0x7f56e80a27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:04.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.956+0000 7f56effff640 1 -- 172.21.15.52:0/3369639530 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f56e80a6b70 msgr2=0x7f56e80a27f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:04.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.956+0000 7f56effff640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f56e80a6b70 0x7f56e80a27f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.956+0000 7f56effff640 1 -- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56e8007f00 msgr2=0x7f56e80a61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:04.961 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.956+0000 7f56effff640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56e8007f00 0x7f56e80a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:04.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.956+0000 7f56effff640 1 -- 172.21.15.52:0/3369639530 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56e80a2de0 con 0x7f56e8009630 2024-04-21T09:22:04.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.956+0000 7f56effff640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56e8009630 0x7f56e80a22b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f56e401ea30 tx=0x7f56e401eef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:04.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.957+0000 7f56edffb640 1 -- 172.21.15.52:0/3369639530 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e4028020 con 0x7f56e8009630 2024-04-21T09:22:04.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.957+0000 7f56edffb640 1 -- 172.21.15.52:0/3369639530 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56e401ae00 con 0x7f56e8009630 2024-04-21T09:22:04.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.957+0000 7f56edffb640 1 -- 172.21.15.52:0/3369639530 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e4003cc0 con 0x7f56e8009630 2024-04-21T09:22:04.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.957+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56e80a30d0 con 0x7f56e8009630 2024-04-21T09:22:04.962 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.961+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56e8134db0 con 0x7f56e8009630 2024-04-21T09:22:04.964 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.964+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56e8008ed0 con 0x7f56e8009630 2024-04-21T09:22:04.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.966+0000 7f56edffb640 1 -- 172.21.15.52:0/3369639530 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f56e402b020 con 0x7f56e8009630 2024-04-21T09:22:04.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.967+0000 7f56edffb640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f56e00a3de0 0x7f56e00a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:04.967 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.967+0000 7f56edffb640 1 -- 172.21.15.52:0/3369639530 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 9850+0+0 (secure 0 0 0) 0x7f56e40e1b00 con 0x7f56e8009630 2024-04-21T09:22:04.970 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.968+0000 7f56f4b32640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f56e00a3de0 0x7f56e00a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:04.973 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.972+0000 7f56f4b32640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f56e00a3de0 0x7f56e00a62a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0096f0 tx=0x7f56dc006c40 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:04.977 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:04.976+0000 7f56edffb640 1 -- 172.21.15.52:0/3369639530 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f56e4032020 con 0x7f56e8009630 2024-04-21T09:22:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2257545176' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:22:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:22:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-21T09:22:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-21T09:22:05.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: Cluster is now healthy 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6834/954339614,v1:172.21.15.78:6835/954339614] up:boot 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6836/2503903336,v1:172.21.15.78:6837/2503903336] up:boot 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.78:6838/1603019983,v1:172.21.15.78:6839/1603019983] up:boot 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6834/3272146325,v1:172.21.15.60:6835/3272146325] up:boot 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6836/385798929,v1:172.21.15.60:6837/385798929] up:boot 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: mds.? [v2:172.21.15.60:6838/621311732,v1:172.21.15.60:6839/621311732] up:boot 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: fsmap 12 up:standby 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:22:05.091 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:22:05.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:22:05.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:22:05.092 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:04 smithi060 ceph-mon[31055]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:22:05.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2257545176' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: Cluster is now healthy 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6834/954339614,v1:172.21.15.78:6835/954339614] up:boot 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6836/2503903336,v1:172.21.15.78:6837/2503903336] up:boot 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.78:6838/1603019983,v1:172.21.15.78:6839/1603019983] up:boot 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6834/3272146325,v1:172.21.15.60:6835/3272146325] up:boot 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6836/385798929,v1:172.21.15.60:6837/385798929] up:boot 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: mds.? [v2:172.21.15.60:6838/621311732,v1:172.21.15.60:6839/621311732] up:boot 2024-04-21T09:22:05.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: fsmap 12 up:standby 2024-04-21T09:22:05.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:22:05.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:22:05.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:22:05.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:22:05.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:22:05.196 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:04 smithi078 ceph-mon[31713]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:22:05.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2257545176' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:22:05.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-21T09:22:05.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-21T09:22:05.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-21T09:22:05.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: Cluster is now healthy 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6834/954339614,v1:172.21.15.78:6835/954339614] up:boot 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6836/2503903336,v1:172.21.15.78:6837/2503903336] up:boot 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.78:6838/1603019983,v1:172.21.15.78:6839/1603019983] up:boot 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6834/3272146325,v1:172.21.15.60:6835/3272146325] up:boot 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6836/385798929,v1:172.21.15.60:6837/385798929] up:boot 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: mds.? [v2:172.21.15.60:6838/621311732,v1:172.21.15.60:6839/621311732] up:boot 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: fsmap 12 up:standby 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-21T09:22:05.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:04 smithi052 ceph-mon[28035]: from='mgr.25153 172.21.15.52:0/3071031811' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-21T09:22:05.367 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.366+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f56e80054c0 con 0x7f56e8009630 2024-04-21T09:22:05.840 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.840+0000 7f56edffb640 1 -- 172.21.15.52:0/3369639530 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v114) ==== 181+0+0 (secure 0 0 0) 0x7f56e40adc10 con 0x7f56e8009630 2024-04-21T09:22:05.841 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_metadata' removed 2024-04-21T09:22:05.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f56e00a3de0 msgr2=0x7f56e00a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:05.845 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f56e00a3de0 0x7f56e00a62a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0096f0 tx=0x7f56dc006c40 comp rx=0 tx=0).stop 2024-04-21T09:22:05.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56e8009630 msgr2=0x7f56e80a22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:05.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56e8009630 0x7f56e80a22b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f56e401ea30 tx=0x7f56e401eef0 comp rx=0 tx=0).stop 2024-04-21T09:22:05.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 shutdown_connections 2024-04-21T09:22:05.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f56e00a3de0 0x7f56e00a62a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:05.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f56e80a6b70 0x7f56e80a27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:05.846 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f56e8009630 0x7f56e80a22b0 secure :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f56e401ea30 tx=0x7f56e401eef0 comp rx=0 tx=0).stop 2024-04-21T09:22:05.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 --2- 172.21.15.52:0/3369639530 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f56e8007f00 0x7f56e80a61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:05.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 >> 172.21.15.52:0/3369639530 conn(0x7f56e800b8c0 msgr2=0x7f56e8095cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:05.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 shutdown_connections 2024-04-21T09:22:05.847 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:05.844+0000 7f56f5b34640 1 -- 172.21.15.52:0/3369639530 wait complete. 2024-04-21T09:22:05.864 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-21T09:22:06.070 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.069+0000 7f1caece4640 1 -- 172.21.15.52:0/417883656 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 msgr2=0x7f1ca81157d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:06.071 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.069+0000 7f1caece4640 1 --2- 172.21.15.52:0/417883656 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 0x7f1ca81157d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009860 tx=0x7f1c9802bc50 comp rx=0 tx=0).stop 2024-04-21T09:22:06.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.073+0000 7f1caece4640 1 -- 172.21.15.52:0/417883656 shutdown_connections 2024-04-21T09:22:06.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.073+0000 7f1caece4640 1 --2- 172.21.15.52:0/417883656 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 0x7f1ca81157d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.073+0000 7f1caece4640 1 --2- 172.21.15.52:0/417883656 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca8108f50 0x7f1ca81093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.073+0000 7f1caece4640 1 --2- 172.21.15.52:0/417883656 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ca810e980 0x7f1ca810ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.073 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.073+0000 7f1caece4640 1 -- 172.21.15.52:0/417883656 >> 172.21.15.52:0/417883656 conn(0x7f1ca806d450 msgr2=0x7f1ca806d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:06.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.078+0000 7f1caece4640 1 -- 172.21.15.52:0/417883656 shutdown_connections 2024-04-21T09:22:06.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.078+0000 7f1caece4640 1 -- 172.21.15.52:0/417883656 wait complete. 2024-04-21T09:22:06.079 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.079+0000 7f1caece4640 1 Processor -- start 2024-04-21T09:22:06.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.081+0000 7f1caece4640 1 -- start start 2024-04-21T09:22:06.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.081+0000 7f1caece4640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ca8108f50 0x7f1ca81a5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:06.084 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.081+0000 7f1caece4640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 0x7f1ca819ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.081+0000 7f1caece4640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca810e980 0x7f1ca819f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.081+0000 7f1caece4640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca8118800 con 0x7f1ca810e980 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.081+0000 7f1caece4640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca8118680 con 0x7f1ca8108f50 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.081+0000 7f1caece4640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca8118980 con 0x7f1ca81098f0 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.084+0000 7f1ca7fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 0x7f1ca819ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.084+0000 7f1cad281640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca810e980 0x7f1ca819f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.084+0000 7f1ca7fff640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 0x7f1ca819ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.78:3300/0 says I am v2:172.21.15.52:43928/0 (socket says 172.21.15.52:43928) 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.084+0000 7f1ca7fff640 1 -- 172.21.15.52:0/4194988880 learned_addr learned my addr 172.21.15.52:0/4194988880 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:06.085 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.084+0000 7f1caca80640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ca8108f50 0x7f1ca81a5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:06.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.085+0000 7f1ca7fff640 1 -- 172.21.15.52:0/4194988880 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ca8108f50 msgr2=0x7f1ca81a5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:06.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.085+0000 7f1ca7fff640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ca8108f50 0x7f1ca81a5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.085+0000 7f1ca7fff640 1 -- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca810e980 msgr2=0x7f1ca819f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:06.086 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.085+0000 7f1ca7fff640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca810e980 0x7f1ca819f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.085+0000 7f1ca7fff640 1 -- 172.21.15.52:0/4194988880 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ca819f850 con 0x7f1ca81098f0 2024-04-21T09:22:06.087 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.087+0000 7f1ca7fff640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 0x7f1ca819ec70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c0078a0 tx=0x7f1c9c007d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:06.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.089+0000 7f1ca5ffb640 1 -- 172.21.15.52:0/4194988880 <== mon.1 v2:172.21.15.78:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c017020 con 0x7f1ca81098f0 2024-04-21T09:22:06.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.089+0000 7f1ca5ffb640 1 -- 172.21.15.52:0/4194988880 <== mon.1 v2:172.21.15.78:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c9c013400 con 0x7f1ca81098f0 2024-04-21T09:22:06.089 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.089+0000 7f1ca5ffb640 1 -- 172.21.15.52:0/4194988880 <== mon.1 v2:172.21.15.78:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c0125c0 con 0x7f1ca81098f0 2024-04-21T09:22:06.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.092+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ca81a36c0 con 0x7f1ca81098f0 2024-04-21T09:22:06.093 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.092+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ca81a3b90 con 0x7f1ca81098f0 2024-04-21T09:22:06.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.097+0000 7f1ca5ffb640 1 -- 172.21.15.52:0/4194988880 <== mon.1 v2:172.21.15.78:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1c9c01a020 con 0x7f1ca81098f0 2024-04-21T09:22:06.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.097+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ca810a170 con 0x7f1ca81098f0 2024-04-21T09:22:06.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.098+0000 7f1ca5ffb640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1c900a3f20 0x7f1c900a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:06.098 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.098+0000 7f1ca5ffb640 1 -- 172.21.15.52:0/4194988880 <== mon.1 v2:172.21.15.78:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9237+0+0 (secure 0 0 0) 0x7f1c9c0d01f0 con 0x7f1ca81098f0 2024-04-21T09:22:06.108 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.106+0000 7f1caca80640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1c900a3f20 0x7f1c900a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:06.109 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.109+0000 7f1ca5ffb640 1 -- 172.21.15.52:0/4194988880 <== mon.1 v2:172.21.15.78:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c9c09c5f0 con 0x7f1ca81098f0 2024-04-21T09:22:06.112 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.112+0000 7f1caca80640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1c900a3f20 0x7f1c900a63e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1ca0009f60 tx=0x7f1ca00094f0 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:06.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:05 smithi078 ceph-mon[31713]: pgmap v381: 129 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 121 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-21T09:22:06.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:05 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/3369639530' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:06.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:05 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:05 smithi052 ceph-mon[28035]: pgmap v381: 129 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 121 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-21T09:22:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:05 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/3369639530' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:06.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:05 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:06.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:05 smithi060 ceph-mon[31055]: pgmap v381: 129 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 121 active+clean; 41 GiB data, 94 GiB used, 979 GiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-21T09:22:06.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:05 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/3369639530' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:06.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:05 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:06.484 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.483+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1ca81a0150 con 0x7f1ca81098f0 2024-04-21T09:22:06.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.874+0000 7f1ca5ffb640 1 -- 172.21.15.52:0/4194988880 <== mon.1 v2:172.21.15.78:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v115) ==== 169+0+0 (secure 0 0 0) 0x7f1c9c09bef0 con 0x7f1ca81098f0 2024-04-21T09:22:06.875 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_data' removed 2024-04-21T09:22:06.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.878+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1c900a3f20 msgr2=0x7f1c900a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:06.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1c900a3f20 0x7f1c900a63e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1ca0009f60 tx=0x7f1ca00094f0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 msgr2=0x7f1ca819ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:06.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 0x7f1ca819ec70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c0078a0 tx=0x7f1c9c007d60 comp rx=0 tx=0).stop 2024-04-21T09:22:06.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 shutdown_connections 2024-04-21T09:22:06.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f1c900a3f20 0x7f1c900a63e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f1ca810e980 0x7f1ca819f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f1ca81098f0 0x7f1ca819ec70 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 --2- 172.21.15.52:0/4194988880 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1ca8108f50 0x7f1ca81a5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:06.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 >> 172.21.15.52:0/4194988880 conn(0x7f1ca806d450 msgr2=0x7f1ca8072870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:06.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 shutdown_connections 2024-04-21T09:22:06.881 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:06.879+0000 7f1caece4640 1 -- 172.21.15.52:0/4194988880 wait complete. 2024-04-21T09:22:06.898 DEBUG:teuthology.orchestra.run.smithi052:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-04-21T09:22:07.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.117+0000 7f266e596640 1 -- 172.21.15.52:0/2290346896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 msgr2=0x7f2668101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:07.117 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.117+0000 7f266e596640 1 --2- 172.21.15.52:0/2290346896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 0x7f2668101450 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f266001a910 tx=0x7f266003ee90 comp rx=0 tx=0).stop 2024-04-21T09:22:07.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.119+0000 7f266e596640 1 -- 172.21.15.52:0/2290346896 shutdown_connections 2024-04-21T09:22:07.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.119+0000 7f266e596640 1 --2- 172.21.15.52:0/2290346896 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2668106140 0x7f266810dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.119 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.119+0000 7f266e596640 1 --2- 172.21.15.52:0/2290346896 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f2668101a20 0x7f2668105a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.119+0000 7f266e596640 1 --2- 172.21.15.52:0/2290346896 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 0x7f2668101450 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.120 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.119+0000 7f266e596640 1 -- 172.21.15.52:0/2290346896 >> 172.21.15.52:0/2290346896 conn(0x7f26680fc870 msgr2=0x7f26680fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:07.126 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.126+0000 7f266e596640 1 -- 172.21.15.52:0/2290346896 shutdown_connections 2024-04-21T09:22:07.127 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.126+0000 7f266e596640 1 -- 172.21.15.52:0/2290346896 wait complete. 2024-04-21T09:22:07.129 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.127+0000 7f266e596640 1 Processor -- start 2024-04-21T09:22:07.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.127+0000 7f266e596640 1 -- start start 2024-04-21T09:22:07.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.127+0000 7f266e596640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 0x7f2668073890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:07.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.128+0000 7f266e596640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2668106140 0x7f266806e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:07.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.128+0000 7f266e596640 1 --2- >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f266806ee50 0x7f266806f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:07.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.128+0000 7f266e596640 1 -- --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_getmap magic: 0 -- 0x7f266806d1f0 con 0x7f2668101070 2024-04-21T09:22:07.132 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.128+0000 7f266e596640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f266806d070 con 0x7f2668106140 2024-04-21T09:22:07.133 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.128+0000 7f266e596640 1 -- --> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] -- mon_getmap magic: 0 -- 0x7f266806d370 con 0x7f266806ee50 2024-04-21T09:22:07.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.131+0000 7f2667fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 0x7f2668073890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:07.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.131+0000 7f2667fff640 1 --2- >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 0x7f2668073890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.52:3300/0 says I am v2:172.21.15.52:48418/0 (socket says 172.21.15.52:48418) 2024-04-21T09:22:07.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.131+0000 7f2667fff640 1 -- 172.21.15.52:0/2656449 learned_addr learned my addr 172.21.15.52:0/2656449 (peer_addr_for_me v2:172.21.15.52:0/0) 2024-04-21T09:22:07.134 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.131+0000 7f266cb33640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f266806ee50 0x7f266806f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:07.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.132+0000 7f2667fff640 1 -- 172.21.15.52:0/2656449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f266806ee50 msgr2=0x7f266806f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:07.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.132+0000 7f2667fff640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f266806ee50 0x7f266806f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.132+0000 7f2667fff640 1 -- 172.21.15.52:0/2656449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2668106140 msgr2=0x7f266806e910 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-21T09:22:07.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.132+0000 7f2667fff640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2668106140 0x7f266806e910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.135 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.132+0000 7f2667fff640 1 -- 172.21.15.52:0/2656449 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f266819e9c0 con 0x7f2668101070 2024-04-21T09:22:07.137 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.133+0000 7f2667fff640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 0x7f2668073890 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f2660005ab0 tx=0x7f26600042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:07.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.134+0000 7f26657fa640 1 -- 172.21.15.52:0/2656449 <== mon.0 v2:172.21.15.52:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2660053020 con 0x7f2668101070 2024-04-21T09:22:07.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.134+0000 7f26657fa640 1 -- 172.21.15.52:0/2656449 <== mon.0 v2:172.21.15.52:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2660003cb0 con 0x7f2668101070 2024-04-21T09:22:07.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.134+0000 7f26657fa640 1 -- 172.21.15.52:0/2656449 <== mon.0 v2:172.21.15.52:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26600051a0 con 0x7f2668101070 2024-04-21T09:22:07.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.134+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f266819a5b0 con 0x7f2668101070 2024-04-21T09:22:07.138 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.134+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f266819a9f0 con 0x7f2668101070 2024-04-21T09:22:07.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.136+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2668069250 con 0x7f2668101070 2024-04-21T09:22:07.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.138+0000 7f26657fa640 1 -- 172.21.15.52:0/2656449 <== mon.0 v2:172.21.15.52:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2660056020 con 0x7f2668101070 2024-04-21T09:22:07.142 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.139+0000 7f26657fa640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f26540a3ea0 0x7f26540a6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-21T09:22:07.143 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.139+0000 7f26657fa640 1 -- 172.21.15.52:0/2656449 <== mon.0 v2:172.21.15.52:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8670+0+0 (secure 0 0 0) 0x7f2660103620 con 0x7f2668101070 2024-04-21T09:22:07.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.147+0000 7f26677fe640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f26540a3ea0 0x7f26540a6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-21T09:22:07.149 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.149+0000 7f26657fa640 1 -- 172.21.15.52:0/2656449 <== mon.0 v2:172.21.15.52:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f266005d020 con 0x7f2668101070 2024-04-21T09:22:07.161 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.161+0000 7f26677fe640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f26540a3ea0 0x7f26540a6360 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f26680700d0 tx=0x7f2658009250 comp rx=0 tx=0).ready entity=mgr.25153 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-21T09:22:07.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:06 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-21T09:22:07.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:06 smithi078 ceph-mon[31713]: osdmap e114: 12 total, 12 up, 12 in 2024-04-21T09:22:07.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:06 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/4194988880' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:07.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:06 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:07.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:06 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-21T09:22:07.204 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:06 smithi052 ceph-mon[28035]: osdmap e114: 12 total, 12 up, 12 in 2024-04-21T09:22:07.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:06 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/4194988880' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:07.205 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:06 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:07.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:06 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-21T09:22:07.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:06 smithi060 ceph-mon[31055]: osdmap e114: 12 total, 12 up, 12 in 2024-04-21T09:22:07.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:06 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/4194988880' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:07.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:06 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:07.521 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.522+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 --> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f266806fe40 con 0x7f2668101070 2024-04-21T09:22:07.875 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.875+0000 7f26657fa640 1 -- 172.21.15.52:0/2656449 <== mon.0 v2:172.21.15.52:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v116) ==== 178+0+0 (secure 0 0 0) 0x7f26600cfce0 con 0x7f2668101070 2024-04-21T09:22:07.875 INFO:teuthology.orchestra.run.smithi052.stderr:pool 'cephfs_data_ec' removed 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f26540a3ea0 msgr2=0x7f26540a6360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f26540a3ea0 0x7f26540a6360 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f26680700d0 tx=0x7f2658009250 comp rx=0 tx=0).stop 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 msgr2=0x7f2668073890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 0x7f2668073890 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f2660005ab0 tx=0x7f26600042e0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 shutdown_connections 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:6800/4018891886,v1:172.21.15.52:6801/4018891886] conn(0x7f26540a3ea0 0x7f26540a6360 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.78:3300/0,v1:172.21.15.78:6789/0] conn(0x7f266806ee50 0x7f266806f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2668106140 0x7f266806e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 --2- 172.21.15.52:0/2656449 >> [v2:172.21.15.52:3300/0,v1:172.21.15.52:6789/0] conn(0x7f2668101070 0x7f2668073890 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 >> 172.21.15.52:0/2656449 conn(0x7f26680fc870 msgr2=0x7f26680fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-21T09:22:07.879 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 shutdown_connections 2024-04-21T09:22:07.880 INFO:teuthology.orchestra.run.smithi052.stderr:2024-04-21T09:22:07.879+0000 7f266e596640 1 -- 172.21.15.52:0/2656449 wait complete. 2024-04-21T09:22:07.899 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-21T09:22:07.932 DEBUG:teuthology.orchestra.run.smithi060:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-21T09:22:07.976 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-21T09:22:08.004 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-21T09:22:08.004 DEBUG:teuthology.orchestra.run.smithi052:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-21T09:22:08.022 DEBUG:teuthology.orchestra.run.smithi060:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-21T09:22:08.042 DEBUG:teuthology.orchestra.run.smithi078:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-21T09:22:08.067 INFO:tasks.cephadm:Stopping all daemons... 2024-04-21T09:22:08.068 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-21T09:22:08.068 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.a 2024-04-21T09:22:08.118 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:07 smithi052 ceph-mon[28035]: pgmap v383: 97 pgs: 4 active+clean+snaptrim, 10 active+clean+snaptrim_wait, 83 active+clean; 41 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail 2024-04-21T09:22:08.118 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:07 smithi052 ceph-mon[28035]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-21T09:22:08.118 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:07 smithi052 ceph-mon[28035]: osdmap e115: 12 total, 12 up, 12 in 2024-04-21T09:22:08.119 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:07 smithi052 ceph-mon[28035]: from='client.? 172.21.15.52:0/2656449' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:08.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:07 smithi078 ceph-mon[31713]: pgmap v383: 97 pgs: 4 active+clean+snaptrim, 10 active+clean+snaptrim_wait, 83 active+clean; 41 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail 2024-04-21T09:22:08.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:07 smithi078 ceph-mon[31713]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-21T09:22:08.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:07 smithi078 ceph-mon[31713]: osdmap e115: 12 total, 12 up, 12 in 2024-04-21T09:22:08.195 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:07 smithi078 ceph-mon[31713]: from='client.? 172.21.15.52:0/2656449' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:07 smithi060 ceph-mon[31055]: pgmap v383: 97 pgs: 4 active+clean+snaptrim, 10 active+clean+snaptrim_wait, 83 active+clean; 41 GiB data, 93 GiB used, 980 GiB / 1.0 TiB avail 2024-04-21T09:22:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:07 smithi060 ceph-mon[31055]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-21T09:22:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:07 smithi060 ceph-mon[31055]: osdmap e115: 12 total, 12 up, 12 in 2024-04-21T09:22:08.340 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:07 smithi060 ceph-mon[31055]: from='client.? 172.21.15.52:0/2656449' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-21T09:22:08.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:08 smithi052 systemd[1]: Stopping Ceph mon.a for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[28031]: 2024-04-21T09:22:08.517+0000 7f4946cf3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a[28031]: 2024-04-21T09:22:08.517+0000 7f4946cf3700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-21T09:22:08.954 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:08 smithi052 podman[93134]: 2024-04-21 09:22:08.621141393 +0000 UTC m=+0.259060719 container died de6c54deb62afbb15eec77b23e43265fb1d29d3136891de0b9d96dd243891b96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:22:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:09 smithi052 podman[93134]: 2024-04-21 09:22:09.185326595 +0000 UTC m=+0.823245921 container cleanup de6c54deb62afbb15eec77b23e43265fb1d29d3136891de0b9d96dd243891b96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:22:09.454 INFO:journalctl@ceph.mon.a.smithi052.stdout:Apr 21 09:22:09 smithi052 bash[93134]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-a 2024-04-21T09:22:09.694 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.a.service' 2024-04-21T09:22:09.743 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:09.743 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-21T09:22:09.743 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-21T09:22:09.743 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.b 2024-04-21T09:22:10.090 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:09 smithi060 systemd[1]: Stopping Ceph mon.b for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:10.509 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:10 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-b[31051]: 2024-04-21T09:22:10.148+0000 7f74c76c6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:10.509 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:10 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-b[31051]: 2024-04-21T09:22:10.148+0000 7f74c76c6700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-21T09:22:10.509 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:10 smithi060 podman[67299]: 2024-04-21 09:22:10.226107171 +0000 UTC m=+0.203903216 container died 5d3b753eaca2a2737d883d4608a7d0d7095733e951c233b7b37003be3ba3b1f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-04-21T09:22:10.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:10 smithi060 podman[67299]: 2024-04-21 09:22:10.608588632 +0000 UTC m=+0.586384680 container cleanup 5d3b753eaca2a2737d883d4608a7d0d7095733e951c233b7b37003be3ba3b1f2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:22:10.840 INFO:journalctl@ceph.mon.b.smithi060.stdout:Apr 21 09:22:10 smithi060 bash[67299]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-b 2024-04-21T09:22:11.020 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.b.service' 2024-04-21T09:22:11.068 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:11.068 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-21T09:22:11.068 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-21T09:22:11.068 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.c 2024-04-21T09:22:11.444 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:11 smithi078 systemd[1]: Stopping Ceph mon.c for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:11.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:11 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c[31686]: 2024-04-21T09:22:11.448+0000 7f8de1ea2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:11.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:11 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c[31686]: 2024-04-21T09:22:11.448+0000 7f8de1ea2700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-21T09:22:11.841 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:11 smithi078 podman[69543]: 2024-04-21 09:22:11.550547248 +0000 UTC m=+0.229730409 container died 3f23f2140bb8551342e8a03a1753cf7633afe832cb4f64f5f36c92af0d3f0a9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:22:12.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:11 smithi078 podman[69543]: 2024-04-21 09:22:11.949250026 +0000 UTC m=+0.628433195 container cleanup 3f23f2140bb8551342e8a03a1753cf7633afe832cb4f64f5f36c92af0d3f0a9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-21T09:22:12.194 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:11 smithi078 bash[69543]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c 2024-04-21T09:22:12.458 INFO:journalctl@ceph.mon.c.smithi078.stdout:Apr 21 09:22:12 smithi078 podman[69555]: 2024-04-21 09:22:12.201359068 +0000 UTC m=+0.652320668 container remove 3f23f2140bb8551342e8a03a1753cf7633afe832cb4f64f5f36c92af0d3f0a9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mon-c, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:22:12.462 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mon.c.service' 2024-04-21T09:22:12.507 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:12.508 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-21T09:22:12.508 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-21T09:22:12.508 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.x 2024-04-21T09:22:12.823 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:22:12 smithi052 systemd[1]: Stopping Ceph mgr.x for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:13.160 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:22:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x[28268]: 2024-04-21T09:22:12.823+0000 7f6dd3c72700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:13.160 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:22:12 smithi052 podman[93255]: 2024-04-21 09:22:12.854785913 +0000 UTC m=+0.154387885 container died 158d5c97916e8d0504715e4ad9a5be7d8ca2107b0721cb048746dafb78a31dfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:22:13.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:22:13 smithi052 podman[93255]: 2024-04-21 09:22:13.274499906 +0000 UTC m=+0.574101877 container cleanup 158d5c97916e8d0504715e4ad9a5be7d8ca2107b0721cb048746dafb78a31dfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a630765c1f93c6e61d9b40c4b76437611d5ef29e, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-21T09:22:13.454 INFO:journalctl@ceph.mgr.x.smithi052.stdout:Apr 21 09:22:13 smithi052 bash[93255]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-x 2024-04-21T09:22:13.776 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.x.service' 2024-04-21T09:22:13.812 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:13.812 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-21T09:22:13.812 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-21T09:22:13.813 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.y 2024-04-21T09:22:14.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:22:13 smithi060 systemd[1]: Stopping Ceph mgr.y for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:15.340 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:22:14 smithi060 podman[67417]: 2024-04-21 09:22:14.921084972 +0000 UTC m=+0.913255268 container died 62e9cc5e2f9fc36ab7cd587d91e38255bbbaada632c2a938ec46b152211b0afe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-21T09:22:19.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:22:18 smithi060 podman[67417]: 2024-04-21 09:22:18.767088051 +0000 UTC m=+4.759258347 container cleanup 62e9cc5e2f9fc36ab7cd587d91e38255bbbaada632c2a938ec46b152211b0afe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-21T09:22:19.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:22:18 smithi060 bash[67417]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y 2024-04-21T09:22:19.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:22:18 smithi060 podman[67431]: 2024-04-21 09:22:18.977073821 +0000 UTC m=+4.054386745 container remove 62e9cc5e2f9fc36ab7cd587d91e38255bbbaada632c2a938ec46b152211b0afe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-y, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-21T09:22:19.090 INFO:journalctl@ceph.mgr.y.smithi060.stdout:Apr 21 09:22:18 smithi060 systemd[1]: ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-21T09:22:19.206 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.y.service' 2024-04-21T09:22:19.241 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:19.241 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-21T09:22:19.241 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-21T09:22:19.242 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.z 2024-04-21T09:22:19.646 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:22:19 smithi078 systemd[1]: Stopping Ceph mgr.z for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:19.922 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:22:19 smithi078 podman[69658]: 2024-04-21 09:22:19.647421577 +0000 UTC m=+0.162886877 container died 35d6a987ecf63ba1d0629cd70f83730f4d56b0bf6a2c29e58d7b6345f00677fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-21T09:22:20.198 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:22:20 smithi078 podman[69658]: 2024-04-21 09:22:20.030848959 +0000 UTC m=+0.546314323 container cleanup 35d6a987ecf63ba1d0629cd70f83730f4d56b0bf6a2c29e58d7b6345f00677fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-21T09:22:20.198 INFO:journalctl@ceph.mgr.z.smithi078.stdout:Apr 21 09:22:20 smithi078 bash[69658]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mgr-z 2024-04-21T09:22:20.911 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mgr.z.service' 2024-04-21T09:22:20.944 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:20.944 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-21T09:22:20.945 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-21T09:22:20.945 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.0 2024-04-21T09:22:21.366 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:20 smithi052 systemd[1]: Stopping Ceph osd.0 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:21.704 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0[42341]: 2024-04-21T09:22:21.363+0000 7fc07df22700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:21.704 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0[42341]: 2024-04-21T09:22:21.363+0000 7fc07df22700 -1 osd.0 116 *** Got signal Terminated *** 2024-04-21T09:22:21.704 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0[42341]: 2024-04-21T09:22:21.364+0000 7fc07df22700 -1 osd.0 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:22:27.108 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:26 smithi052 podman[93379]: 2024-04-21 09:22:26.842268924 +0000 UTC m=+5.703639448 container died 871728767efa985bf253ba9252e70dd47938afff285d73b15c440a3214e7a5e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-21T09:22:27.457 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:27 smithi052 podman[93379]: 2024-04-21 09:22:27.205711245 +0000 UTC m=+6.067081775 container cleanup 871728767efa985bf253ba9252e70dd47938afff285d73b15c440a3214e7a5e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:22:27.457 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:27 smithi052 bash[93379]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0 2024-04-21T09:22:27.833 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:27 smithi052 podman[93409]: 2024-04-21 09:22:27.507603946 +0000 UTC m=+0.668642533 container remove 871728767efa985bf253ba9252e70dd47938afff285d73b15c440a3214e7a5e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-21T09:22:28.204 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:27 smithi052 podman[93500]: 2024-04-21 09:22:27.737046621 +0000 UTC m=+0.019271177 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:22:28.204 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:27 smithi052 podman[93500]: 2024-04-21 09:22:27.93365733 +0000 UTC m=+0.215881885 container create b244284212c373d8a3897c63e6810dc72a7d8db88830c003672ee8403c6db1a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-21T09:22:28.705 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:28 smithi052 podman[93500]: 2024-04-21 09:22:28.295945907 +0000 UTC m=+0.578170467 container init b244284212c373d8a3897c63e6810dc72a7d8db88830c003672ee8403c6db1a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-21T09:22:28.705 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:28 smithi052 podman[93500]: 2024-04-21 09:22:28.299502425 +0000 UTC m=+0.581726983 container start b244284212c373d8a3897c63e6810dc72a7d8db88830c003672ee8403c6db1a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-04-21T09:22:28.705 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:28 smithi052 podman[93500]: 2024-04-21 09:22:28.411740182 +0000 UTC m=+0.693964753 container attach b244284212c373d8a3897c63e6810dc72a7d8db88830c003672ee8403c6db1a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-21T09:22:29.173 INFO:journalctl@ceph.osd.0.smithi052.stdout:Apr 21 09:22:28 smithi052 podman[93500]: 2024-04-21 09:22:28.800121829 +0000 UTC m=+1.082346385 container died b244284212c373d8a3897c63e6810dc72a7d8db88830c003672ee8403c6db1a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:22:29.484 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.0.service' 2024-04-21T09:22:29.527 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:29.528 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-21T09:22:29.528 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-21T09:22:29.528 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.1 2024-04-21T09:22:29.840 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:29 smithi060 systemd[1]: Stopping Ceph osd.1 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:30.590 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:30 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1[35655]: 2024-04-21T09:22:30.096+0000 7faf9236c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:30.590 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:30 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1[35655]: 2024-04-21T09:22:30.096+0000 7faf9236c700 -1 osd.1 116 *** Got signal Terminated *** 2024-04-21T09:22:30.590 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:30 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1[35655]: 2024-04-21T09:22:30.096+0000 7faf9236c700 -1 osd.1 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:22:36.175 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:35 smithi060 podman[67554]: 2024-04-21 09:22:35.844426647 +0000 UTC m=+6.106108271 container died 4aa2139054966269e11f31207fd23fa56d73feeec391e2c6cdf11da9eca62f49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-21T09:22:36.540 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:36 smithi060 podman[67554]: 2024-04-21 09:22:36.273038586 +0000 UTC m=+6.534720219 container cleanup 4aa2139054966269e11f31207fd23fa56d73feeec391e2c6cdf11da9eca62f49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:22:36.540 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:36 smithi060 bash[67554]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1 2024-04-21T09:22:36.840 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:36 smithi060 podman[67571]: 2024-04-21 09:22:36.541228719 +0000 UTC m=+0.683068069 container remove 4aa2139054966269e11f31207fd23fa56d73feeec391e2c6cdf11da9eca62f49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-21T09:22:37.340 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:36 smithi060 podman[67663]: 2024-04-21 09:22:36.859716783 +0000 UTC m=+0.018636531 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:22:37.340 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:36 smithi060 podman[67663]: 2024-04-21 09:22:36.983699945 +0000 UTC m=+0.142619681 container create 5e2ba81169718a5da766293eeef37c48bbaec5b1e89729985eeb6fa4b0991dc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-04-21T09:22:37.840 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:37 smithi060 podman[67663]: 2024-04-21 09:22:37.446273473 +0000 UTC m=+0.605193210 container init 5e2ba81169718a5da766293eeef37c48bbaec5b1e89729985eeb6fa4b0991dc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:22:37.840 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:37 smithi060 podman[67663]: 2024-04-21 09:22:37.450075061 +0000 UTC m=+0.608994799 container start 5e2ba81169718a5da766293eeef37c48bbaec5b1e89729985eeb6fa4b0991dc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-21T09:22:37.840 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:37 smithi060 podman[67663]: 2024-04-21 09:22:37.57190195 +0000 UTC m=+0.730821688 container attach 5e2ba81169718a5da766293eeef37c48bbaec5b1e89729985eeb6fa4b0991dc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:22:38.308 INFO:journalctl@ceph.osd.1.smithi060.stdout:Apr 21 09:22:37 smithi060 podman[67663]: 2024-04-21 09:22:37.989207791 +0000 UTC m=+1.148127533 container died 5e2ba81169718a5da766293eeef37c48bbaec5b1e89729985eeb6fa4b0991dc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:22:38.615 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.1.service' 2024-04-21T09:22:38.655 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:38.655 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-21T09:22:38.655 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-21T09:22:38.655 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.2 2024-04-21T09:22:38.944 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:38 smithi078 systemd[1]: Stopping Ceph osd.2 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:39.444 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:38 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2[36891]: 2024-04-21T09:22:38.994+0000 7fdf10cad700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:39.444 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:38 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2[36891]: 2024-04-21T09:22:38.994+0000 7fdf10cad700 -1 osd.2 116 *** Got signal Terminated *** 2024-04-21T09:22:39.444 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:38 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2[36891]: 2024-04-21T09:22:38.994+0000 7fdf10cad700 -1 osd.2 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:22:45.194 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:44 smithi078 podman[69780]: 2024-04-21 09:22:44.765194419 +0000 UTC m=+5.908421985 container died 681d95fb7642b25c857cfc940d29bd4bb0c50403cc2725694eac4fc90522ebb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux ) 2024-04-21T09:22:45.680 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:45 smithi078 podman[69780]: 2024-04-21 09:22:45.371386232 +0000 UTC m=+6.514613789 container cleanup 681d95fb7642b25c857cfc940d29bd4bb0c50403cc2725694eac4fc90522ebb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-21T09:22:45.680 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:45 smithi078 bash[69780]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2 2024-04-21T09:22:45.944 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:45 smithi078 podman[69808]: 2024-04-21 09:22:45.681453617 +0000 UTC m=+0.889504831 container remove 681d95fb7642b25c857cfc940d29bd4bb0c50403cc2725694eac4fc90522ebb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-21T09:22:46.238 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:45 smithi078 podman[69899]: 2024-04-21 09:22:45.890088744 +0000 UTC m=+0.017873320 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:22:46.238 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:46 smithi078 podman[69899]: 2024-04-21 09:22:46.007658115 +0000 UTC m=+0.135442678 container create c5f0a6c3ab23d19e8ed848cc45be6d1eac5f1d12fe58f5d992283f89f463bfbf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-04-21T09:22:46.239 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:46 smithi078 podman[69899]: 2024-04-21 09:22:46.236059704 +0000 UTC m=+0.363844268 container init c5f0a6c3ab23d19e8ed848cc45be6d1eac5f1d12fe58f5d992283f89f463bfbf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-21T09:22:46.239 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:46 smithi078 podman[69899]: 2024-04-21 09:22:46.23909504 +0000 UTC m=+0.366879612 container start c5f0a6c3ab23d19e8ed848cc45be6d1eac5f1d12fe58f5d992283f89f463bfbf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux ) 2024-04-21T09:22:46.586 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:46 smithi078 podman[69899]: 2024-04-21 09:22:46.344681429 +0000 UTC m=+0.472466000 container attach c5f0a6c3ab23d19e8ed848cc45be6d1eac5f1d12fe58f5d992283f89f463bfbf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, ceph=True) 2024-04-21T09:22:46.944 INFO:journalctl@ceph.osd.2.smithi078.stdout:Apr 21 09:22:46 smithi078 podman[69899]: 2024-04-21 09:22:46.58750381 +0000 UTC m=+0.715288367 container died c5f0a6c3ab23d19e8ed848cc45be6d1eac5f1d12fe58f5d992283f89f463bfbf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-21T09:22:47.260 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.2.service' 2024-04-21T09:22:47.298 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:47.299 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-21T09:22:47.299 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-21T09:22:47.299 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.3 2024-04-21T09:22:47.618 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:47 smithi052 systemd[1]: Stopping Ceph osd.3 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:47.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:47.369+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:47.954 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:47 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3[49047]: 2024-04-21T09:22:47.618+0000 7fb3a30f7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:47.954 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:47 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3[49047]: 2024-04-21T09:22:47.618+0000 7fb3a30f7700 -1 osd.3 116 *** Got signal Terminated *** 2024-04-21T09:22:47.954 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:47 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3[49047]: 2024-04-21T09:22:47.618+0000 7fb3a30f7700 -1 osd.3 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:22:48.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:48.357+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:49.386 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:48.962+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:49.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:49.386+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:49.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:49 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:49.500+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:50.349 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:49.967+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:50.452 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:50 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3[49047]: 2024-04-21T09:22:50.154+0000 7fb39f6eb700 -1 osd.3 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.919969+0000 front 2024-04-21T09:22:24.919990+0000 (oldest deadline 2024-04-21T09:22:49.620069+0000) 2024-04-21T09:22:50.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:50 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:50.349+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:50.704 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:50 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:50.452+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:51.318 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:51.171+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:51.319 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:50 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:50.962+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:51.454 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:51 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3[49047]: 2024-04-21T09:22:51.197+0000 7fb39f6eb700 -1 osd.3 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.919969+0000 front 2024-04-21T09:22:24.919990+0000 (oldest deadline 2024-04-21T09:22:49.620069+0000) 2024-04-21T09:22:51.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:51.318+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:51.746 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:51 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:51.496+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:51.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:51 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:51.478+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:52.291 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:52.138+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:52.292 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:51.953+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:52.542 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:52 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3[49047]: 2024-04-21T09:22:52.220+0000 7fb39f6eb700 -1 osd.3 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.919969+0000 front 2024-04-21T09:22:24.919990+0000 (oldest deadline 2024-04-21T09:22:49.620069+0000) 2024-04-21T09:22:52.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:52.291+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:52.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:52 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:52.451+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:52.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:52 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:52.542+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:53.278 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:53.144+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:53.278 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:52.969+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:53.454 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:53 smithi052 podman[93606]: 2024-04-21 09:22:53.15610501 +0000 UTC m=+5.658991350 container died 34a3a43ebcec816038b26508aff9a4d52f18a2587e56eefa143493b70eecdafe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-21T09:22:53.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:53.278+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:53.741 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:53 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:53.422+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:53.946 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:53 smithi052 podman[93606]: 2024-04-21 09:22:53.561197343 +0000 UTC m=+6.064083674 container cleanup 34a3a43ebcec816038b26508aff9a4d52f18a2587e56eefa143493b70eecdafe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-21T09:22:53.946 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:53 smithi052 bash[93606]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3 2024-04-21T09:22:53.946 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:53 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:53.516+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:54.204 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:53 smithi052 podman[93635]: 2024-04-21 09:22:53.946318758 +0000 UTC m=+0.788169270 container remove 34a3a43ebcec816038b26508aff9a4d52f18a2587e56eefa143493b70eecdafe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:22:54.311 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:54.170+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:54.312 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:53.979+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:54.633 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:54 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:54.546+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:54.633 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:54 smithi052 podman[93725]: 2024-04-21 09:22:54.241106043 +0000 UTC m=+0.018342942 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:22:54.633 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:54 smithi052 podman[93725]: 2024-04-21 09:22:54.37238533 +0000 UTC m=+0.149622209 container create 658b944203afb185c6f1aacdc4e65faf63ac42fb5c4eda700a6b4ecc6992dcdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-21T09:22:54.633 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:54 smithi052 podman[93725]: 2024-04-21 09:22:54.633797552 +0000 UTC m=+0.411034440 container init 658b944203afb185c6f1aacdc4e65faf63ac42fb5c4eda700a6b4ecc6992dcdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-21T09:22:54.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:54.311+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:54.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:54 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:54.438+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:54.939 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:54 smithi052 podman[93725]: 2024-04-21 09:22:54.637434583 +0000 UTC m=+0.414671467 container start 658b944203afb185c6f1aacdc4e65faf63ac42fb5c4eda700a6b4ecc6992dcdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-21T09:22:54.939 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:54 smithi052 podman[93725]: 2024-04-21 09:22:54.716706389 +0000 UTC m=+0.493943267 container attach 658b944203afb185c6f1aacdc4e65faf63ac42fb5c4eda700a6b4ecc6992dcdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-21T09:22:55.204 INFO:journalctl@ceph.osd.3.smithi052.stdout:Apr 21 09:22:54 smithi052 podman[93725]: 2024-04-21 09:22:54.939938216 +0000 UTC m=+0.717175094 container died 658b944203afb185c6f1aacdc4e65faf63ac42fb5c4eda700a6b4ecc6992dcdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-21T09:22:55.361 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:55.144+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:55.362 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:54.959+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:55.628 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:55 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:55.540+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:55.653 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.3.service' 2024-04-21T09:22:55.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:55.362+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:55.696 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:22:55.696 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-21T09:22:55.696 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-21T09:22:55.696 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.4 2024-04-21T09:22:55.723 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:55 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:55.432+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:56.028 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:22:55 smithi060 systemd[1]: Stopping Ceph osd.4 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:22:56.340 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:22:56 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:22:56.027+0000 7f851cc9a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:22:56.340 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:22:56 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:22:56.027+0000 7f851cc9a700 -1 osd.4 116 *** Got signal Terminated *** 2024-04-21T09:22:56.340 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:22:56 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:22:56.027+0000 7f851cc9a700 -1 osd.4 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:22:56.399 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:56.156+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:56.399 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:55.959+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:56.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:56.398+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:56.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:56 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:56.459+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:56.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:56 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:56.524+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:56.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:56 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:56.524+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:22:57.305 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:57.190+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:57.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:56.987+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:57.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:57.435+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:57.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:57.435+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:22:57.840 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:22:57 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:22:57.504+0000 7f851928e700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.765728+0000 front 2024-04-21T09:22:31.765772+0000 (oldest deadline 2024-04-21T09:22:57.065913+0000) 2024-04-21T09:22:57.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:57 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:57.491+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:57.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:57 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:57.491+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:22:57.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:57 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:57.534+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:57.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:57 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:57.534+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:22:58.194 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:57.940+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:58.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:58.399+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:58.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:58.399+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:22:58.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:58.227+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:58.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:58 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:58.527+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:58.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:58 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:58.527+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:22:58.840 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:22:58 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:22:58.542+0000 7f851928e700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.765728+0000 front 2024-04-21T09:22:31.765772+0000 (oldest deadline 2024-04-21T09:22:57.065913+0000) 2024-04-21T09:22:58.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:58.547+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:58.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:58 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:58.547+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:22:59.194 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:58.900+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:22:59.494 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:22:59 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:22:59.241+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:22:59.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:22:59 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:22:59.274+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:22:59.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:59 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:59.376+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:22:59.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:22:59 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:22:59.376+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:22:59.840 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:22:59 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:22:59.494+0000 7f851928e700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.765728+0000 front 2024-04-21T09:22:31.765772+0000 (oldest deadline 2024-04-21T09:22:57.065913+0000) 2024-04-21T09:22:59.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:59 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:59.561+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:22:59.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:22:59 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:22:59.561+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:22:59.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:59 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:59.549+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:22:59.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:22:59 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:22:59.549+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:00.194 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:22:59 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:22:59.888+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:00.534 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:00 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:00.213+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:00.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:00 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:00.308+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:00.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:00 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:00.339+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:00.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:00 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:00.339+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:00.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:00 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:00.606+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:00.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:00 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:00.606+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:00.840 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:00 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4[42314]: 2024-04-21T09:23:00.534+0000 7f851928e700 -1 osd.4 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.765728+0000 front 2024-04-21T09:22:31.765772+0000 (oldest deadline 2024-04-21T09:22:57.065913+0000) 2024-04-21T09:23:00.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:00.536+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:00.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:00.567+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:00.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:00 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:00.567+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:01.194 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:00 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:00.932+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:01.499 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:01 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:01.185+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:01.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:01 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:01.293+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:01.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:01 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:01.313+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:01.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:01 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:01.313+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:01.788 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:01 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:01.563+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:01.788 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:01 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:01.563+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:01.788 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:01 smithi060 podman[67780]: 2024-04-21 09:23:01.499742908 +0000 UTC m=+5.604129948 container died 81dc6a2c0d43735c648dc18a2a28f590abf3701c559dad6b39fe73dbe4ce41c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=) 2024-04-21T09:23:01.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:01.578+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:01.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:01.586+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:01.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:01.586+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:02.080 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:01 smithi060 podman[67780]: 2024-04-21 09:23:01.880026499 +0000 UTC m=+5.984413528 container cleanup 81dc6a2c0d43735c648dc18a2a28f590abf3701c559dad6b39fe73dbe4ce41c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5) 2024-04-21T09:23:02.080 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:01 smithi060 bash[67780]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4 2024-04-21T09:23:02.246 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:01 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:01.972+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:02.340 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:02 smithi060 podman[67795]: 2024-04-21 09:23:02.081315504 +0000 UTC m=+0.577674992 container remove 81dc6a2c0d43735c648dc18a2a28f590abf3701c559dad6b39fe73dbe4ce41c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-21T09:23:02.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:02 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:02.150+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:02.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:02 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:02.246+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:02.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:02 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:02.309+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:02.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:02 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:02.309+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:02.835 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:02 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:02.554+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:02.835 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:02 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:02.554+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:02.835 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:02 smithi060 podman[67887]: 2024-04-21 09:23:02.410056076 +0000 UTC m=+0.018692035 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:23:02.835 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:02 smithi060 podman[67887]: 2024-04-21 09:23:02.515699566 +0000 UTC m=+0.124335562 container create 3d7c734008e6dd04ecaa35713a828035bce547c210113787613660d19b530e44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-21T09:23:02.835 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:02 smithi060 podman[67887]: 2024-04-21 09:23:02.743794646 +0000 UTC m=+0.352430598 container init 3d7c734008e6dd04ecaa35713a828035bce547c210113787613660d19b530e44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-21T09:23:02.835 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:02 smithi060 podman[67887]: 2024-04-21 09:23:02.746868471 +0000 UTC m=+0.355504423 container start 3d7c734008e6dd04ecaa35713a828035bce547c210113787613660d19b530e44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-21T09:23:02.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:02 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:02.572+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:02.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:02 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:02.596+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:02.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:02 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:02.596+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:03.090 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:02 smithi060 podman[67887]: 2024-04-21 09:23:02.835604694 +0000 UTC m=+0.444240662 container attach 3d7c734008e6dd04ecaa35713a828035bce547c210113787613660d19b530e44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-21T09:23:03.090 INFO:journalctl@ceph.osd.4.smithi060.stdout:Apr 21 09:23:03 smithi060 podman[67887]: 2024-04-21 09:23:03.047624832 +0000 UTC m=+0.656260784 container died 3d7c734008e6dd04ecaa35713a828035bce547c210113787613660d19b530e44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-21T09:23:03.264 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:02 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:02.980+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:03.547 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:03.150+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:03.665 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.4.service' 2024-04-21T09:23:03.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:03.299+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:03.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:03.299+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:03.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:03 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:03.264+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:03.749 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:23:03.749 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-21T09:23:03.749 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-21T09:23:03.750 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.5 2024-04-21T09:23:03.842 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:03.547+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:03.842 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:03 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:03.547+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:03.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:03.605+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:03.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:03.561+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:03.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:03 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:03.561+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:04.028 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:03 smithi078 systemd[1]: Stopping Ceph osd.5 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:23:04.281 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:04.028+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:04.281 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:04.144+0000 7f95690bf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:23:04.282 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:04.144+0000 7f95690bf700 -1 osd.5 116 *** Got signal Terminated *** 2024-04-21T09:23:04.282 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:04.144+0000 7f95690bf700 -1 osd.5 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:23:04.282 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:04.254+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:04.282 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:04.254+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:04.521 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:04 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:04.192+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:04.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:04 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:04.281+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:04.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:04 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:04.522+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:04.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:04 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:04.522+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:04.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:04.580+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:04.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:04.552+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:04.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:04.552+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:05.279 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:05 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:05.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:05.546 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:05 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:05.195+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:05.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:05 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:05.322+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:05.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:05 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:05.280+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:05.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:05 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:05.280+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:05.839 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:05 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:05.546+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:05.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:05 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:05.546+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:05.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:05 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:05.545+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:05.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:05 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:05.600+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:05.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:05 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:05.600+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:06.306 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:05 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:05.997+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:06.587 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:06 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:06.170+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:06.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:06 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:06.306+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:06.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:06 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:06.314+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:06.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:06 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:06.314+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:06.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:06 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:06.587+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:06.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:06 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:06.587+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:06.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:06.545+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:06.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:06.643+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:06.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:06.643+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:06.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:06 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:06.643+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:07.292 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:06 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:06.993+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:07.554 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:07 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:07.165+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:07.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:07 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:07.321+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:07.694 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:07 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:07.321+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:07.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:07 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:07.292+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:07.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:07 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:07.292+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:07.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:07 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:07.554+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:07.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:07 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:07.554+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:07.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:07 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:07.499+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:07.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:07 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:07.641+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:07.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:07 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:07.641+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:07.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:07 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:07.641+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:08.278 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:08 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:08.010+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:08.278 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:08 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:08.010+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:08.526 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:08 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:08.143+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:08.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:08 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:08.304+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:08.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:08 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:08.304+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:08.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:08 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:08.278+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.001968+0000 front 2024-04-21T09:22:26.002016+0000 (oldest deadline 2024-04-21T09:22:47.101959+0000) 2024-04-21T09:23:08.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:08 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:08.278+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.703719+0000 front 2024-04-21T09:22:31.703524+0000 (oldest deadline 2024-04-21T09:22:56.403571+0000) 2024-04-21T09:23:08.695 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:08 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5[43438]: 2024-04-21T09:23:08.278+0000 7f95656b3700 -1 osd.5 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.704513+0000 front 2024-04-21T09:22:41.704543+0000 (oldest deadline 2024-04-21T09:23:07.604710+0000) 2024-04-21T09:23:08.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:08 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:08.527+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:08.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:08 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:08.527+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:08.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:08 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:08.527+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:08.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:08.525+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:08.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:08.525+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:08.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:08.688+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:08.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:08.688+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:08.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:08.688+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:09.315 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:09.038+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:09.315 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:09.038+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:09.483 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:09 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:09.120+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:09.483 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:09 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:09.120+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:09.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:09.315+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:09.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:09 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:09.315+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:09.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:09 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:09.483+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:09.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:09 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:09.483+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:09.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:09 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:09.483+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:09.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:09.507+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:09.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:09.507+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:09.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:09.696+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:09.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:09.696+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:09.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:09 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:09.696+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:10.194 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:09 smithi078 podman[70004]: 2024-04-21 09:23:09.925305166 +0000 UTC m=+5.988852373 container died ef939ef925f4839c17bccec1f03cd678eef5e3a3ebddafe300af999a31be720d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True) 2024-04-21T09:23:10.195 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:10 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:10.071+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:10.195 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:10 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:10.071+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:10.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:10 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:10.088+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:10.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:10 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:10.088+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:10.681 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:10 smithi078 podman[70004]: 2024-04-21 09:23:10.389103584 +0000 UTC m=+6.452650839 container cleanup ef939ef925f4839c17bccec1f03cd678eef5e3a3ebddafe300af999a31be720d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-21T09:23:10.681 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:10 smithi078 bash[70004]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5 2024-04-21T09:23:10.682 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:10 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:10.322+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:10.682 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:10 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:10.322+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:10.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:10 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:10.523+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:10.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:10 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:10.524+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:10.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:10 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:10.524+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:10.944 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:10 smithi078 podman[70021]: 2024-04-21 09:23:10.682307791 +0000 UTC m=+0.759363964 container remove ef939ef925f4839c17bccec1f03cd678eef5e3a3ebddafe300af999a31be720d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0) 2024-04-21T09:23:10.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:10 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:10.545+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:10.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:10 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:10.545+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:10.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:10 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:10.746+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:10.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:10 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:10.746+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:10.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:10 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:10.746+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:11.278 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:10 smithi078 podman[70116]: 2024-04-21 09:23:10.902022567 +0000 UTC m=+0.017930811 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:23:11.278 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:11 smithi078 podman[70116]: 2024-04-21 09:23:11.025008831 +0000 UTC m=+0.140917122 container create a9a5646a30637959e3ce1b763c3dd3ca7d5d0abb0723d7a9c7c56f2c13c10a6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-21T09:23:11.278 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:11 smithi078 podman[70116]: 2024-04-21 09:23:11.278072252 +0000 UTC m=+0.393980500 container init a9a5646a30637959e3ce1b763c3dd3ca7d5d0abb0723d7a9c7c56f2c13c10a6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-21T09:23:11.279 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:11 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:11.050+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:11.279 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:11 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:11.050+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:11.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:11 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:11.066+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:11.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:11 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:11.066+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:11.570 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:11 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:11.317+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:11.570 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:11 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:11.317+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:11.570 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:11 smithi078 podman[70116]: 2024-04-21 09:23:11.281771744 +0000 UTC m=+0.397679984 container start a9a5646a30637959e3ce1b763c3dd3ca7d5d0abb0723d7a9c7c56f2c13c10a6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-21T09:23:11.570 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:11 smithi078 podman[70116]: 2024-04-21 09:23:11.369326601 +0000 UTC m=+0.485234841 container attach a9a5646a30637959e3ce1b763c3dd3ca7d5d0abb0723d7a9c7c56f2c13c10a6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5-deactivate, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-21T09:23:11.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:11 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:11.490+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:11.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:11 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:11.490+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:11.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:11 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:11.490+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:11.944 INFO:journalctl@ceph.osd.5.smithi078.stdout:Apr 21 09:23:11 smithi078 podman[70116]: 2024-04-21 09:23:11.570926929 +0000 UTC m=+0.686835176 container died a9a5646a30637959e3ce1b763c3dd3ca7d5d0abb0723d7a9c7c56f2c13c10a6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:23:11.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:11 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:11.561+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:11.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:11 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:11.561+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:11.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:11 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:11.796+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:11.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:11 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:11.796+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:11.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:11 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:11.796+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:12.214 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:12 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:12.008+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:12.214 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:12 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:12.008+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:12.235 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.5.service' 2024-04-21T09:23:12.275 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:23:12.275 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-21T09:23:12.275 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-21T09:23:12.275 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.6 2024-04-21T09:23:12.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:12 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:12.059+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:12.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:12 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:12.059+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:12.598 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:12 smithi052 systemd[1]: Stopping Ceph osd.6 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:23:12.598 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:12.537+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:12.598 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:12.537+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:12.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:12 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:12.321+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:12.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:12 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:12.321+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:12.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:12 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:12.448+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:12.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:12 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:12.448+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:12.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:12 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:12.448+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:12.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:12.785+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:12.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:12.785+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:12.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:12.785+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:12.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:12.598+0000 7fbd11b63700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:23:12.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:12.598+0000 7fbd11b63700 -1 osd.6 116 *** Got signal Terminated *** 2024-04-21T09:23:12.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:12 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:12.598+0000 7fbd11b63700 -1 osd.6 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:23:13.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:13 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:13.063+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:13.359 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:13 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:13.063+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:13.368 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:13 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:13.052+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:13.368 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:13 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:13.052+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:13.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:13 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:13.368+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:13.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:13 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:13.368+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:13.807 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:13.523+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:13.807 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:13.523+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:13.808 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:13.523+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:47.898456+0000 front 2024-04-21T09:22:47.898526+0000 (oldest deadline 2024-04-21T09:23:13.198664+0000) 2024-04-21T09:23:13.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:13 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:13.490+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:13.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:13 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:13.490+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:13.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:13 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:13.490+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:13.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:13 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:13.490+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:14.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:13.808+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:14.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:13.808+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:14.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:13.808+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:14.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:13.808+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:14.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:14 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:14.050+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:14.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:14 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:14.050+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:14.376 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:14 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:14.088+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:14.377 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:14 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:14.088+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:14.377 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:14 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:14.088+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:14.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:14 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:14.376+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:14.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:14 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:14.376+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:14.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:14 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:14.514+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:14.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:14 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:14.514+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:14.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:14 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:14.514+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:14.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:14 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:14.514+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:14.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:14 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:14.563+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:14.955 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:14 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:14.563+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:14.955 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:14 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:14.563+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:47.898456+0000 front 2024-04-21T09:22:47.898526+0000 (oldest deadline 2024-04-21T09:23:13.198664+0000) 2024-04-21T09:23:14.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:14 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:14.786+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:14.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:14 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:14.786+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:14.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:14 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:14.786+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:14.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:14 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:14.786+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:15.420 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:15.048+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:15.420 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:15.048+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:15.420 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:15.048+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:15.489 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:15 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:15.100+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:15.489 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:15 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:15.100+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:15.489 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:15 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:15.100+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:15.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:15.420+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:15.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:15.420+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:15.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:15 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:15.420+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:15.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:15 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:15.489+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:15.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:15 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:15.489+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:15.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:15 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:15.489+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:15.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:15 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:15.489+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:15.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:15 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:15.580+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:15.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:15 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:15.580+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:15.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:15 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:15.580+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:47.898456+0000 front 2024-04-21T09:22:47.898526+0000 (oldest deadline 2024-04-21T09:23:13.198664+0000) 2024-04-21T09:23:15.954 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:15 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:15.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:15.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:15 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:15.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:15.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:15 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:15.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:15.955 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:15 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:15.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:16.443 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:16 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:16.062+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:16.443 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:16 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:16.062+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:16.443 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:16 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:16.062+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:16.532 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:16 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:16.106+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:16.533 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:16 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:16.106+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:16.533 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:16 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:16.106+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:16.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:16 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:16.443+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:16.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:16 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:16.443+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:16.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:16 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:16.443+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:16.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:16 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:16.532+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:16.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:16 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:16.532+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:16.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:16 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:16.532+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:16.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:16 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:16.532+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:16.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:16 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:16.593+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:32.695971+0000 front 2024-04-21T09:22:32.696076+0000 (oldest deadline 2024-04-21T09:23:00.296765+0000) 2024-04-21T09:23:16.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:16 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:16.593+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.797840+0000 front 2024-04-21T09:22:43.797879+0000 (oldest deadline 2024-04-21T09:23:07.898039+0000) 2024-04-21T09:23:16.954 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:16 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6[55577]: 2024-04-21T09:23:16.593+0000 7fbd0a14f700 -1 osd.6 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:47.898456+0000 front 2024-04-21T09:22:47.898526+0000 (oldest deadline 2024-04-21T09:23:13.198664+0000) 2024-04-21T09:23:16.958 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:16 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:16.792+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:16.958 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:16 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:16.792+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:16.958 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:16 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:16.792+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:16.958 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:16 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:16.792+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:17.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:17.082+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:17.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:17.082+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:17.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:17.082+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:17.420 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:17 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:17.045+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:17.421 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:17 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:17.045+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:17.421 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:17 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:17.045+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:17.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:17 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:17.420+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:17.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:17 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:17.420+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:17.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:17 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:17.420+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:17.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:17.549+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:17.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:17.549+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:17.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:17.549+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:17.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:17.549+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:18.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:17 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:17.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:18.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:17 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:17.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:18.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:17 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:17.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:18.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:17 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:17.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:18.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:18 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:18.050+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:18.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:18 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:18.050+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:18.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:18 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:18.050+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:18.403 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:18.002+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:18.403 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:18.002+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:18.403 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:18.002+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:18.549 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:18 smithi052 podman[93831]: 2024-04-21 09:23:18.258060467 +0000 UTC m=+5.775962732 container died 9dde2407d815c5b54fa85c55acf5a152badc1f3395376f509ae5b9ca86ece1df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-21T09:23:18.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:18.403+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:18.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:18.403+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:18.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:18.403+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:18.829 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:18 smithi052 podman[93831]: 2024-04-21 09:23:18.648634982 +0000 UTC m=+6.166537243 container cleanup 9dde2407d815c5b54fa85c55acf5a152badc1f3395376f509ae5b9ca86ece1df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-21T09:23:18.830 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:18 smithi052 bash[93831]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6 2024-04-21T09:23:18.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:18 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:18.567+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:18.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:18 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:18.567+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:18.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:18 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:18.567+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:18.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:18 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:18.567+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:19.204 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:18 smithi052 podman[93849]: 2024-04-21 09:23:18.908501032 +0000 UTC m=+0.643128301 container remove 9dde2407d815c5b54fa85c55acf5a152badc1f3395376f509ae5b9ca86ece1df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:23:19.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:18 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:18.829+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:19.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:18 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:18.829+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:19.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:18 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:18.829+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:19.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:18 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:18.829+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:19.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:19.043+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:19.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:19.043+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:19.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:19.043+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:19.405 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:18.990+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:19.405 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:18.990+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:19.405 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:18 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:18.990+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:19.524 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:19 smithi052 podman[93937]: 2024-04-21 09:23:19.122863514 +0000 UTC m=+0.018721606 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:23:19.524 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:19 smithi052 podman[93937]: 2024-04-21 09:23:19.242751837 +0000 UTC m=+0.138609908 container create 7b40619adedb6700486ea8f8c055b1e17b8018750d754daf44f9630417d74740 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:23:19.524 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:19 smithi052 podman[93937]: 2024-04-21 09:23:19.524928727 +0000 UTC m=+0.420786799 container init 7b40619adedb6700486ea8f8c055b1e17b8018750d754daf44f9630417d74740 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:23:19.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:19 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:19.406+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:19.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:19 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:19.406+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:19.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:19 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:19.406+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:19.832 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:19 smithi052 podman[93937]: 2024-04-21 09:23:19.528336275 +0000 UTC m=+0.424194348 container start 7b40619adedb6700486ea8f8c055b1e17b8018750d754daf44f9630417d74740 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-21T09:23:19.833 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:19 smithi052 podman[93937]: 2024-04-21 09:23:19.637303252 +0000 UTC m=+0.533161337 container attach 7b40619adedb6700486ea8f8c055b1e17b8018750d754daf44f9630417d74740 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-a630765, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-21T09:23:19.839 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:19.546+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:19.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:19.546+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:19.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:19.546+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:19.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:19.546+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:20.139 INFO:journalctl@ceph.osd.6.smithi052.stdout:Apr 21 09:23:19 smithi052 podman[93937]: 2024-04-21 09:23:19.833547108 +0000 UTC m=+0.729405181 container died 7b40619adedb6700486ea8f8c055b1e17b8018750d754daf44f9630417d74740 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-6-deactivate, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:23:20.139 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:19 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:19.878+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:20.140 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:19 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:19.878+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:20.140 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:19 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:19.878+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:20.140 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:19 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:19.878+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:20.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:19.994+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:20.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:19.994+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:20.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:19 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:19.994+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:20.421 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:20 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:20.010+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:20.421 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:20 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:20.010+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:20.421 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:20 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:20.010+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:20.480 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.6.service' 2024-04-21T09:23:20.523 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:23:20.523 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-21T09:23:20.523 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-21T09:23:20.523 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.7 2024-04-21T09:23:20.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:20 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:20.421+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:20.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:20 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:20.421+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:20.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:20 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:20.421+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:20.834 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:20 smithi060 systemd[1]: Stopping Ceph osd.7 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:23:20.834 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:20.538+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:20.834 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:20.538+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:20.834 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:20.538+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:20.834 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:20.538+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:21.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:20.834+0000 7f45b6a6a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:23:21.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:20.834+0000 7f45b6a6a700 -1 osd.7 116 *** Got signal Terminated *** 2024-04-21T09:23:21.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:20.834+0000 7f45b6a6a700 -1 osd.7 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:23:21.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:20.982+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:21.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:20.982+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:21.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:20.982+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:21.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:20 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:20.857+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:21.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:20 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:20.857+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:21.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:20 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:20.857+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:21.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:20 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:20.857+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:21.424 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:21.006+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:21.425 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:21.006+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:21.425 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:21.006+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:21.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:21.424+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:21.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:21.424+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:21.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:21.424+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:21.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:21 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:21.561+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:21.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:21 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:21.561+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:21.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:21 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:21.561+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:21.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:21 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:21.561+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:22.106 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:21.850+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:22.106 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:21.850+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:22.106 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:21.850+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:22.106 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:21 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:21.850+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:22.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:22.010+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:22.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:22.010+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:22.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:22.010+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:22.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:22.010+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.446191+0000 front 2024-04-21T09:22:59.446211+0000 (oldest deadline 2024-04-21T09:23:21.746362+0000) 2024-04-21T09:23:22.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:21.985+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:22.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:21.985+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:22.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:21 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:21.985+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:22.944 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:22 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:22.447+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:22.945 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:22 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:22.447+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:22.945 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:22 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:22.447+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:22.978 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:22.594+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:22.979 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:22.594+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:22.979 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:22.594+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:22.979 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:22.594+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:23.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:22 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:22.850+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:23.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:22 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:22.850+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:23.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:22 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:22.850+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:23.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:22 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:22.850+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:23.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:22.978+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:23.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:22.979+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:23.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:22.979+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:23.340 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:22 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:22.979+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.446191+0000 front 2024-04-21T09:22:59.446211+0000 (oldest deadline 2024-04-21T09:23:21.746362+0000) 2024-04-21T09:23:23.403 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:22 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:22.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:23.403 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:22 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:22.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:23.404 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:22 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:22.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:23.404 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:22 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:22.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:23.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:23 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:23.403+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:23.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:23 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:23.403+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:23.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:23 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:23.403+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:23.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:23 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:23.403+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:23.949 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:23.613+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:23.950 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:23.613+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:23.950 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:23.613+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:23.950 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:23.613+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:24.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:23 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:23.814+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:24.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:23 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:23.814+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:24.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:23 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:23.814+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:24.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:23 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:23.814+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:24.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:23 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:23.814+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:24.246 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:23.950+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:24.247 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:23.950+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:24.247 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:23.950+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:24.247 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:23 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:23.950+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.446191+0000 front 2024-04-21T09:22:59.446211+0000 (oldest deadline 2024-04-21T09:23:21.746362+0000) 2024-04-21T09:23:24.394 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:24 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:24.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:24.394 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:24 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:24.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:24.394 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:24 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:24.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:24.394 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:24 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:24.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:24.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:24 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:24.394+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:24.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:24 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:24.394+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:24.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:24 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:24.394+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:24.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:24 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:24.394+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:24.941 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:24 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:24.624+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:24.941 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:24 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:24.624+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:24.941 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:24 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:24.624+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:24.941 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:24 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:24.624+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:25.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:24.779+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:25.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:24.779+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:25.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:24.779+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:25.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:24.779+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:25.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:24 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:24.779+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:25.213 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:24 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:24.940+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.941936+0000 front 2024-04-21T09:22:34.941970+0000 (oldest deadline 2024-04-21T09:22:58.442117+0000) 2024-04-21T09:23:25.213 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:24 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:24.940+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.644060+0000 front 2024-04-21T09:22:43.644085+0000 (oldest deadline 2024-04-21T09:23:08.844837+0000) 2024-04-21T09:23:25.213 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:24 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:24.940+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:48.845526+0000 front 2024-04-21T09:22:48.845545+0000 (oldest deadline 2024-04-21T09:23:14.145367+0000) 2024-04-21T09:23:25.213 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:24 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7[48860]: 2024-04-21T09:23:24.940+0000 7f45b305e700 -1 osd.7 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.446191+0000 front 2024-04-21T09:22:59.446211+0000 (oldest deadline 2024-04-21T09:23:21.746362+0000) 2024-04-21T09:23:25.392 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:25 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:25.002+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:25.392 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:25 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:25.002+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:25.392 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:25 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:25.002+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:25.392 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:25 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:25.002+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:25.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:25 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:25.392+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:25.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:25 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:25.392+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:25.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:25 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:25.392+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:25.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:25 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:25.392+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:26.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:25 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:25.656+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:26.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:25 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:25.656+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:26.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:25 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:25.656+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:26.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:25 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:25.656+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:26.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:25 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:25.656+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:26.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:25 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:25.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:26.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:25 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:25.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:26.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:25 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:25.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:26.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:25 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:25.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:26.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:25 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:25.817+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:26.369 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:26 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:26.006+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:26.369 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:26 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:26.006+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:26.370 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:26 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:26.006+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:26.370 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:26 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:26.006+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:26.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:26 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:26.370+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:26.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:26 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:26.370+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:26.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:26 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:26.370+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:26.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:26 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:26.370+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:26.800 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:26 smithi060 podman[67992]: 2024-04-21 09:23:26.490611937 +0000 UTC m=+5.769650701 container died 162047ad3143d448514ed9dd689bb7da1654832614e5c2dc8244843a6188f652 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-21T09:23:26.801 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:26 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:26.657+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:26.801 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:26 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:26.657+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:26.801 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:26 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:26.657+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:26.801 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:26 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:26.657+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:26.801 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:26 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:26.657+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:27.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:26 smithi060 podman[67992]: 2024-04-21 09:23:26.801490873 +0000 UTC m=+6.080529646 container cleanup 162047ad3143d448514ed9dd689bb7da1654832614e5c2dc8244843a6188f652 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True) 2024-04-21T09:23:27.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:26 smithi060 bash[67992]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7 2024-04-21T09:23:27.090 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:27 smithi060 podman[68021]: 2024-04-21 09:23:27.044669746 +0000 UTC m=+0.557235969 container remove 162047ad3143d448514ed9dd689bb7da1654832614e5c2dc8244843a6188f652 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-21T09:23:27.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:26 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:26.800+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:27.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:26 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:26.800+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:27.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:26 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:26.800+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:27.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:26 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:26.800+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:27.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:26 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:26.800+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:27.397 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:27.007+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:27.398 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:27.007+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:27.398 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:27.007+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:27.398 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:27.007+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:27.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:27.398+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:27.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:27.398+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:27.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:27.398+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:27.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:27.398+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:27.706 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:27 smithi060 podman[68112]: 2024-04-21 09:23:27.354735468 +0000 UTC m=+0.018117471 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:23:27.706 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:27 smithi060 podman[68112]: 2024-04-21 09:23:27.45375755 +0000 UTC m=+0.117139540 container create 958e30aa7df3a5437ea30bf9b519230043df290ab1775eb81807b5d459d70ff0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD) 2024-04-21T09:23:27.706 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:27 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:27.691+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:27.706 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:27 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:27.691+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:27.706 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:27 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:27.691+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:27.707 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:27 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:27.691+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:27.707 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:27 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:27.691+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:28.019 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:27 smithi060 podman[68112]: 2024-04-21 09:23:27.707239619 +0000 UTC m=+0.370621625 container init 958e30aa7df3a5437ea30bf9b519230043df290ab1775eb81807b5d459d70ff0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5) 2024-04-21T09:23:28.019 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:27 smithi060 podman[68112]: 2024-04-21 09:23:27.711819912 +0000 UTC m=+0.375201913 container start 958e30aa7df3a5437ea30bf9b519230043df290ab1775eb81807b5d459d70ff0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7-deactivate, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:23:28.019 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:27 smithi060 podman[68112]: 2024-04-21 09:23:27.79828026 +0000 UTC m=+0.461662258 container attach 958e30aa7df3a5437ea30bf9b519230043df290ab1775eb81807b5d459d70ff0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-21T09:23:28.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:27.758+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:28.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:27.758+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:28.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:27.758+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:28.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:27.758+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:28.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:27 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:27.758+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:28.309 INFO:journalctl@ceph.osd.7.smithi060.stdout:Apr 21 09:23:28 smithi060 podman[68112]: 2024-04-21 09:23:28.020339218 +0000 UTC m=+0.683721216 container died 958e30aa7df3a5437ea30bf9b519230043df290ab1775eb81807b5d459d70ff0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-7-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:23:28.354 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:27.967+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:28.354 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:27.967+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:28.354 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:27.967+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:28.354 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:27 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:27.967+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:28.598 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.7.service' 2024-04-21T09:23:28.638 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:23:28.638 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-21T09:23:28.639 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-21T09:23:28.639 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.8 2024-04-21T09:23:28.664 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:28.354+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:28.664 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:28.354+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:28.664 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:28.354+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:28.664 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:28.354+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:28.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:28 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:28.660+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:28.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:28 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:28.660+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:28.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:28 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:28.660+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:28.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:28 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:28.660+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:28.840 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:28 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:28.660+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:28.944 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:28 smithi078 systemd[1]: Stopping Ceph osd.8 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:23:29.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:28 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:28.764+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:29.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:28 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:28.764+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:29.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:28 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:28.764+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:29.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:28 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:28.764+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:29.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:28 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:28.764+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:29.400 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:28.990+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:29.400 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:28.990+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:29.400 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:28.990+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:29.400 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:28.990+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:29.400 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:28.950+0000 7f3d9c182700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:23:29.400 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:28.950+0000 7f3d9c182700 -1 osd.8 116 *** Got signal Terminated *** 2024-04-21T09:23:29.400 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:28 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:28.950+0000 7f3d9c182700 -1 osd.8 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:23:29.401 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:29.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:29.401 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:29.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:29.401 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:29.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:29.401 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:29.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:30.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:29 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:29.646+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:30.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:29 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:29.646+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:30.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:29 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:29.646+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:30.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:29 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:29.646+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:30.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:29 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:29.646+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:30.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:29.760+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:30.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:29.760+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:30.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:29.760+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:30.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:29.760+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:30.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:29 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:29.760+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:30.396 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:29.986+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:30.396 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:29.986+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:30.396 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:29.986+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:30.396 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:29 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:29.986+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:30.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:30.397+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:30.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:30.397+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:30.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:30.397+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:30.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:30.397+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:30.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:30.397+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.038607+0000 front 2024-04-21T09:23:05.038650+0000 (oldest deadline 2024-04-21T09:23:30.338741+0000) 2024-04-21T09:23:31.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:30 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:30.696+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:31.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:30 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:30.696+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:31.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:30 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:30.696+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:31.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:30 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:30.696+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:31.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:30 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:30.696+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:31.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:30.770+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:31.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:30.770+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:31.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:30.770+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:31.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:30.770+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:31.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:30.770+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:31.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:30 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:30.770+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:31.412 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:30.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:31.412 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:30.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:31.412 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:30.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:31.412 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:30.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:31.412 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:30 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:30.991+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:31.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:31 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:31.412+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:31.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:31 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:31.412+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:31.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:31 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:31.412+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:31.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:31 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:31.412+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:31.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:31 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:31.412+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.038607+0000 front 2024-04-21T09:23:05.038650+0000 (oldest deadline 2024-04-21T09:23:30.338741+0000) 2024-04-21T09:23:32.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:31 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:31.665+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:32.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:31 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:31.665+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:32.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:31 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:31.665+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:32.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:31 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:31.665+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:32.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:31 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:31.665+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:32.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:31.737+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:32.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:31.737+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:32.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:31.737+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:32.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:31.737+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:32.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:31.737+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:32.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:31 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:31.737+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:32.399 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:32.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:32.400 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:32.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:32.400 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:32.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:32.400 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:32.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:32.400 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:32.004+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:32.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:32.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:32.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:32.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:32.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:32.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:32.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:32.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:32.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:32.400+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.038607+0000 front 2024-04-21T09:23:05.038650+0000 (oldest deadline 2024-04-21T09:23:30.338741+0000) 2024-04-21T09:23:33.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:32.710+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:33.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:32.710+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:33.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:32.710+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:33.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:32.710+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:33.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:32 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:32.710+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:33.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:32 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:32.721+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:33.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:32 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:32.721+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:33.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:32 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:32.721+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:33.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:32 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:32.721+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:33.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:32 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:32.721+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:33.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:32 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:32.721+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:33.434 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:33.024+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:33.435 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:33.024+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:33.435 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:33.024+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:33.435 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:33.024+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:33.435 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:33.024+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:33.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:33.435+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:25.531730+0000 front 2024-04-21T09:22:25.531815+0000 (oldest deadline 2024-04-21T09:22:50.231629+0000) 2024-04-21T09:23:33.694 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:33.435+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:41.234326+0000 front 2024-04-21T09:22:41.234364+0000 (oldest deadline 2024-04-21T09:23:06.534551+0000) 2024-04-21T09:23:33.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:33.435+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:51.736161+0000 front 2024-04-21T09:22:51.736102+0000 (oldest deadline 2024-04-21T09:23:14.536660+0000) 2024-04-21T09:23:33.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:33.435+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:22:59.237574+0000 front 2024-04-21T09:22:59.237645+0000 (oldest deadline 2024-04-21T09:23:23.337574+0000) 2024-04-21T09:23:33.695 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:33 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8[50435]: 2024-04-21T09:23:33.435+0000 7f3d98776700 -1 osd.8 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.038607+0000 front 2024-04-21T09:23:05.038650+0000 (oldest deadline 2024-04-21T09:23:30.338741+0000) 2024-04-21T09:23:34.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:33 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:33.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:34.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:33 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:33.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:34.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:33 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:33.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:34.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:33 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:33.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:34.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:33 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:33.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:34.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:33 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:33.761+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:34.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:33 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:33.761+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:34.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:33 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:33.761+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:34.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:33 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:33.761+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:34.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:33 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:33.761+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:34.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:33 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:33.761+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:34.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:34 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:34.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:34.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:34 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:34.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:34.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:34 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:34.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:34.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:34 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:34.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:34.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:34 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:34.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:34.916 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:34 smithi078 podman[70221]: 2024-04-21 09:23:34.619494911 +0000 UTC m=+5.793077012 container died 3ce6cf18b6243d00fbd6338ec2a227bb9cd6a2366844dc873d950335a6606a69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-21T09:23:35.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:34 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:34.682+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:35.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:34 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:34.682+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:35.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:34 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:34.682+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:35.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:34 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:34.682+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:35.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:34 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:34.682+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:35.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:34 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:34.682+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:35.176 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:35 smithi078 podman[70221]: 2024-04-21 09:23:35.009447014 +0000 UTC m=+6.183029158 container cleanup 3ce6cf18b6243d00fbd6338ec2a227bb9cd6a2366844dc873d950335a6606a69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-21T09:23:35.176 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:35 smithi078 bash[70221]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8 2024-04-21T09:23:35.177 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:35 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:35.040+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:35.177 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:35 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:35.040+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:35.177 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:35 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:35.040+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:35.177 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:35 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:35.040+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:35.177 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:35 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:35.040+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:35.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:34 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:34.773+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:35.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:34 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:34.773+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:35.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:34 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:34.773+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:35.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:34 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:34.773+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:35.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:34 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:34.773+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:35.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:34 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:34.773+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:35.444 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:35 smithi078 podman[70238]: 2024-04-21 09:23:35.177431658 +0000 UTC m=+0.553141351 container remove 3ce6cf18b6243d00fbd6338ec2a227bb9cd6a2366844dc873d950335a6606a69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-21T09:23:35.839 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:35 smithi078 podman[70325]: 2024-04-21 09:23:35.479428953 +0000 UTC m=+0.018010656 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:23:35.839 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:35 smithi078 podman[70325]: 2024-04-21 09:23:35.586779906 +0000 UTC m=+0.125361584 container create b2fbb75a1ac0c2c51a8ab8bfeef152f98b72988327c0cd303a1344f36f0b2a0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-21T09:23:35.839 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:35 smithi078 podman[70325]: 2024-04-21 09:23:35.839787998 +0000 UTC m=+0.378369677 container init b2fbb75a1ac0c2c51a8ab8bfeef152f98b72988327c0cd303a1344f36f0b2a0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:23:36.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:35 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:35.716+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:36.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:35 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:35.716+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:36.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:35 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:35.716+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:36.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:35 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:35.716+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:36.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:35 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:35.716+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:36.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:35 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:35.716+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:36.131 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:35 smithi078 podman[70325]: 2024-04-21 09:23:35.84328734 +0000 UTC m=+0.381869024 container start b2fbb75a1ac0c2c51a8ab8bfeef152f98b72988327c0cd303a1344f36f0b2a0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-21T09:23:36.131 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:35 smithi078 podman[70325]: 2024-04-21 09:23:35.931066304 +0000 UTC m=+0.469647996 container attach b2fbb75a1ac0c2c51a8ab8bfeef152f98b72988327c0cd303a1344f36f0b2a0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8-deactivate, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-21T09:23:36.132 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:36 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:36.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:36.132 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:36 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:36.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:36.132 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:36 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:36.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:36.132 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:36 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:36.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:36.132 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:36 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:36.061+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:36.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:35 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:35.756+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:36.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:35 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:35.756+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:36.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:35 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:35.756+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:36.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:35 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:35.756+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:36.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:35 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:35.756+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:36.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:35 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:35.756+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:36.399 INFO:journalctl@ceph.osd.8.smithi078.stdout:Apr 21 09:23:36 smithi078 podman[70325]: 2024-04-21 09:23:36.132470075 +0000 UTC m=+0.671051762 container died b2fbb75a1ac0c2c51a8ab8bfeef152f98b72988327c0cd303a1344f36f0b2a0f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-21T09:23:36.701 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.8.service' 2024-04-21T09:23:36.779 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:23:36.779 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-21T09:23:36.779 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-21T09:23:36.780 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.9 2024-04-21T09:23:37.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:36 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:36.750+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:37.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:36 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:36.750+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:37.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:36 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:36.750+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:37.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:36 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:36.750+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:37.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:36 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:36.750+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:37.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:36 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:36.750+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:36 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:36.771+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:36 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:36.771+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:36 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:36.771+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:36 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:36.771+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:36 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:36.771+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:36 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:36.771+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:36 smithi052 systemd[1]: Stopping Ceph osd.9 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.095+0000 7f09d214c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.095+0000 7f09d214c700 -1 osd.9 116 *** Got signal Terminated *** 2024-04-21T09:23:37.096 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.095+0000 7f09d214c700 -1 osd.9 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:23:37.343 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.012+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:37.343 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.012+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:37.343 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.012+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:37.343 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.012+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:37.343 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.012+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:38.085 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:37 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:37.773+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:38.085 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:37 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:37.773+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:38.085 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:37 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:37.773+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:38.085 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:37 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:37.773+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:38.085 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:37 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:37.773+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:38.085 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:37 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:37.773+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:38.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.739+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:38.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.739+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:38.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.739+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:38.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.739+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:38.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.739+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:38.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:37 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:37.739+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:38.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.992+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:38.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.992+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:38.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.992+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:38.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.992+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:38.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:37.992+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:39.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:38 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:38.782+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:39.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:38 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:38.782+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:39.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:38 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:38.782+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:39.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:38 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:38.782+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:39.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:38 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:38.782+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:39.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:38 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:38.782+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:39.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:38 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:38.765+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:39.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:38 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:38.765+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:39.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:38 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:38.765+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:39.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:38 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:38.765+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:39.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:38 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:38.765+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:39.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:38 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:38.765+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:39.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:39 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:39.035+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:39.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:39 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:39.035+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:39.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:39 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:39.035+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:39.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:39 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:39.035+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:39.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:39 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:39.035+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:40.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:39.751+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:40.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:39.751+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:40.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:39.751+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:40.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:39.751+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:40.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:39.751+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:40.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:39 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:39.751+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:40.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:39 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:39.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:40.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:39 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:39.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:40.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:39 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:39.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:40.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:39 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:39.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:40.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:39 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:39.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:40.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:39 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:39.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:40.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:40 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:40.039+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:40.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:40 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:40.039+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:40.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:40 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:40.039+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:40.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:40 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:40.039+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:40.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:40 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:40.039+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:41.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:40 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:40.711+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:41.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:40 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:40.711+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:41.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:40 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:40.711+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:41.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:40 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:40.711+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:41.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:40 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:40.711+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:41.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:40 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:40.711+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:41.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:40 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:40.767+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:41.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:40 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:40.767+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:41.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:40 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:40.767+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:41.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:40 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:40.767+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:41.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:40 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:40.767+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:41.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:40 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:40.767+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:41.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:41 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:41.065+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:41.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:41 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:41.065+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:41.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:41 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:41.065+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:41.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:41 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:41.065+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:41.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:41 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:41.065+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:42.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:41 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:41.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:42.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:41 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:41.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:42.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:41 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:41.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:42.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:41 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:41.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:42.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:41 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:41.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:42.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:41 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:41.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:42.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:41 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:41.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:42.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:41 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:41.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:24.680221+0000 front 2024-04-21T09:22:24.680085+0000 (oldest deadline 2024-04-21T09:22:48.780226+0000) 2024-04-21T09:23:42.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:41 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:41.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:34.081837+0000 front 2024-04-21T09:22:34.081750+0000 (oldest deadline 2024-04-21T09:22:56.381407+0000) 2024-04-21T09:23:42.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:41 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:41.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:39.783096+0000 front 2024-04-21T09:22:39.783059+0000 (oldest deadline 2024-04-21T09:23:05.682985+0000) 2024-04-21T09:23:42.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:41 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:41.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:49.183669+0000 front 2024-04-21T09:22:49.183740+0000 (oldest deadline 2024-04-21T09:23:13.283891+0000) 2024-04-21T09:23:42.204 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:41 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:41.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.786059+0000 front 2024-04-21T09:23:00.786238+0000 (oldest deadline 2024-04-21T09:23:23.086030+0000) 2024-04-21T09:23:42.205 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:41 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9[62184]: 2024-04-21T09:23:41.788+0000 7f09ce740700 -1 osd.9 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:07.687614+0000 front 2024-04-21T09:23:07.687561+0000 (oldest deadline 2024-04-21T09:23:30.587518+0000) 2024-04-21T09:23:42.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:42.070+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:42.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:42.070+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:42.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:42.070+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:42.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:42.070+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:42.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:42 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:42.070+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:43.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:42 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:42.734+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:43.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:42 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:42.734+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:43.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:42 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:42.734+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:43.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:42 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:42.734+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:43.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:42 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:42.734+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:43.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:42 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:42.734+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:43.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:42 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:42.734+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:43.138 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:42 smithi052 podman[94055]: 2024-04-21 09:23:42.848144234 +0000 UTC m=+5.864974990 container died e3f259d4d73a76caf8d636a97d6cf2e932a9aa11ef4517b6c72abcecad10191e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5) 2024-04-21T09:23:43.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:43 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:43.091+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:43.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:43 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:43.091+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:43.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:43 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:43.091+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:43.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:43 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:43.091+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:43.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:43 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:43.091+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:43.454 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:43 smithi052 podman[94055]: 2024-04-21 09:23:43.220955665 +0000 UTC m=+6.237786462 container cleanup e3f259d4d73a76caf8d636a97d6cf2e932a9aa11ef4517b6c72abcecad10191e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-21T09:23:43.454 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:43 smithi052 bash[94055]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9 2024-04-21T09:23:43.838 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:43 smithi052 podman[94074]: 2024-04-21 09:23:43.488869582 +0000 UTC m=+0.633811743 container remove e3f259d4d73a76caf8d636a97d6cf2e932a9aa11ef4517b6c72abcecad10191e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:23:44.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:43 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:43.733+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:44.116 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:43 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:43.733+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:44.116 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:43 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:43.733+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:44.116 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:43 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:43.733+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:44.116 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:43 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:43.733+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:44.117 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:43 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:43.733+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:44.117 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:43 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:43.733+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:44.118 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:43 smithi052 podman[94169]: 2024-04-21 09:23:43.839645254 +0000 UTC m=+0.113550382 container create 27bd5322e59a0e66ea9c22bf7a0c04d957dfe01309321f637487fcd6c4eae8d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:23:44.118 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:43 smithi052 podman[94169]: 2024-04-21 09:23:43.744733754 +0000 UTC m=+0.018638850 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:23:44.118 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:44 smithi052 podman[94169]: 2024-04-21 09:23:44.008477316 +0000 UTC m=+0.282382402 container init 27bd5322e59a0e66ea9c22bf7a0c04d957dfe01309321f637487fcd6c4eae8d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:23:44.118 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:44 smithi052 podman[94169]: 2024-04-21 09:23:44.011747478 +0000 UTC m=+0.285652569 container start 27bd5322e59a0e66ea9c22bf7a0c04d957dfe01309321f637487fcd6c4eae8d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-21T09:23:44.119 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:44 smithi052 podman[94169]: 2024-04-21 09:23:44.091738391 +0000 UTC m=+0.365643504 container attach 27bd5322e59a0e66ea9c22bf7a0c04d957dfe01309321f637487fcd6c4eae8d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:23:44.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:44.081+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:44.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:44.081+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:44.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:44.081+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:44.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:44.081+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:44.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:44.081+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:44.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:44 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:44.081+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:44.454 INFO:journalctl@ceph.osd.9.smithi052.stdout:Apr 21 09:23:44 smithi052 podman[94169]: 2024-04-21 09:23:44.313618722 +0000 UTC m=+0.587523802 container died 27bd5322e59a0e66ea9c22bf7a0c04d957dfe01309321f637487fcd6c4eae8d5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-21T09:23:44.871 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.9.service' 2024-04-21T09:23:44.912 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:23:44.912 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-21T09:23:44.912 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-21T09:23:44.913 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.10 2024-04-21T09:23:45.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:44 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:44.726+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:45.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:44 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:44.726+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:45.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:44 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:44.726+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:45.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:44 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:44.726+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:45.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:44 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:44.726+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:45.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:44 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:44.726+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:45.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:44 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:44.726+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:45.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:44 smithi060 systemd[1]: Stopping Ceph osd.10 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:23:45.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:45.072+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:45.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:45.072+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:45.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:45.072+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:45.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:45.072+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:45.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:45.072+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:45.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:45.072+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:45.590 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.204+0000 7f1f56dfb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:23:45.590 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.204+0000 7f1f56dfb700 -1 osd.10 116 *** Got signal Terminated *** 2024-04-21T09:23:45.590 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.204+0000 7f1f56dfb700 -1 osd.10 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:23:46.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:46.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:46.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:46.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:46.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:46.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:46.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:45 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:45.722+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:46.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:46.079+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:46.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:46.079+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:46.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:46.079+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:46.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:46.079+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:46.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:46.079+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:46.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:46 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:46.079+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:47.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:46 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:46.749+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:47.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:46 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:46.749+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:47.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:46 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:46.749+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:47.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:46 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:46.749+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:47.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:46 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:46.749+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:47.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:46 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:46.749+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:47.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:46 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:46.749+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:47.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:47.052+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:47.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:47.052+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:47.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:47.052+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:47.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:47.052+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:47.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:47.052+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:47.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:47 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:47.052+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:48.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:47.709+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:48.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:47.709+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:48.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:47.709+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:48.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:47.709+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:48.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:47.709+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:48.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:47.709+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:48.091 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:47 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:47.709+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:48.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:48.082+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:48.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:48.082+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:48.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:48.082+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:48.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:48.082+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:48.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:48.082+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:48.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:48 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:48.082+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:49.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:48.714+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:49.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:48.714+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:49.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:48.714+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:49.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:48.714+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:49.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:48.714+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:49.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:48.714+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:49.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:48 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:48.714+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:49.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:49.096+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:49.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:49.096+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:49.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:49.096+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:49.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:49.096+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:49.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:49.096+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:49.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:49 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:49.096+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:50.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:49.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:26.169109+0000 front 2024-04-21T09:22:26.169074+0000 (oldest deadline 2024-04-21T09:22:50.769696+0000) 2024-04-21T09:23:50.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:49.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-04-21T09:22:31.270910+0000 front 2024-04-21T09:22:31.271074+0000 (oldest deadline 2024-04-21T09:22:57.171103+0000) 2024-04-21T09:23:50.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:49.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:43.072325+0000 front 2024-04-21T09:22:43.072354+0000 (oldest deadline 2024-04-21T09:23:08.372435+0000) 2024-04-21T09:23:50.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:49.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:50.073581+0000 front 2024-04-21T09:22:50.073554+0000 (oldest deadline 2024-04-21T09:23:13.474369+0000) 2024-04-21T09:23:50.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:49.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.376408+0000 front 2024-04-21T09:23:00.376471+0000 (oldest deadline 2024-04-21T09:23:25.076597+0000) 2024-04-21T09:23:50.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:49.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.577688+0000 front 2024-04-21T09:23:05.577668+0000 (oldest deadline 2024-04-21T09:23:34.378101+0000) 2024-04-21T09:23:50.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:49 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10[55743]: 2024-04-21T09:23:49.732+0000 7f1f533ef700 -1 osd.10 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.479183+0000 front 2024-04-21T09:23:15.479314+0000 (oldest deadline 2024-04-21T09:23:41.379105+0000) 2024-04-21T09:23:50.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:50 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:50.144+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:50.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:50 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:50.144+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:50.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:50 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:50.144+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:50.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:50 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:50.144+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:50.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:50 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:50.144+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:50.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:50 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:50.144+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:51.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:50 smithi060 podman[68217]: 2024-04-21 09:23:50.80420322 +0000 UTC m=+5.693446933 container died c35701295da65045f88261660dd33b104f89e8f1b79f322e351aa09255ab37b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-21T09:23:51.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:51.147+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:51.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:51.147+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:51.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:51.147+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:51.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:51.147+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:51.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:51.147+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:51.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:51.147+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:51.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:51 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:51.147+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-04-21T09:23:25.109708+0000 front 2024-04-21T09:23:25.109683+0000 (oldest deadline 2024-04-21T09:23:51.009635+0000) 2024-04-21T09:23:51.514 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:51 smithi060 podman[68217]: 2024-04-21 09:23:51.28016135 +0000 UTC m=+6.169405124 container cleanup c35701295da65045f88261660dd33b104f89e8f1b79f322e351aa09255ab37b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:23:51.514 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:51 smithi060 bash[68217]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10 2024-04-21T09:23:51.829 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:51 smithi060 podman[68234]: 2024-04-21 09:23:51.514936225 +0000 UTC m=+0.715079113 container remove c35701295da65045f88261660dd33b104f89e8f1b79f322e351aa09255ab37b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-21T09:23:52.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:51 smithi060 podman[68329]: 2024-04-21 09:23:51.829977993 +0000 UTC m=+0.113658824 container create 3a67a323866e5a4f511d6fe1fb4b19fdf143e139da141b2d72f86bd535cd9c0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-21T09:23:52.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:51 smithi060 podman[68329]: 2024-04-21 09:23:51.734525902 +0000 UTC m=+0.018206742 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:23:52.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:52 smithi060 podman[68329]: 2024-04-21 09:23:52.059740598 +0000 UTC m=+0.343421430 container init 3a67a323866e5a4f511d6fe1fb4b19fdf143e139da141b2d72f86bd535cd9c0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-21T09:23:52.090 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:52 smithi060 podman[68329]: 2024-04-21 09:23:52.062905742 +0000 UTC m=+0.346586580 container start 3a67a323866e5a4f511d6fe1fb4b19fdf143e139da141b2d72f86bd535cd9c0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-21T09:23:52.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:52.178+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:52.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:52.178+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:52.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:52.178+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:52.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:52.178+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:52.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:52.178+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:52.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:52.178+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:52.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:52 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:52.178+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-04-21T09:23:25.109708+0000 front 2024-04-21T09:23:25.109683+0000 (oldest deadline 2024-04-21T09:23:51.009635+0000) 2024-04-21T09:23:52.590 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:52 smithi060 podman[68329]: 2024-04-21 09:23:52.143153653 +0000 UTC m=+0.426834497 container attach 3a67a323866e5a4f511d6fe1fb4b19fdf143e139da141b2d72f86bd535cd9c0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:23:52.590 INFO:journalctl@ceph.osd.10.smithi060.stdout:Apr 21 09:23:52 smithi060 podman[68329]: 2024-04-21 09:23:52.374717635 +0000 UTC m=+0.658398467 container died 3a67a323866e5a4f511d6fe1fb4b19fdf143e139da141b2d72f86bd535cd9c0b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-21T09:23:52.961 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.10.service' 2024-04-21T09:23:53.002 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:23:53.002 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-21T09:23:53.002 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-21T09:23:53.002 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.11 2024-04-21T09:23:53.304 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 systemd[1]: Stopping Ceph osd.11 for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:23:53.304 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.200+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.200+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.200+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.200+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.200+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.200+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.200+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-04-21T09:23:25.109708+0000 front 2024-04-21T09:23:25.109683+0000 (oldest deadline 2024-04-21T09:23:51.009635+0000) 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.304+0000 7f6cc07f7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.304+0000 7f6cc07f7700 -1 osd.11 116 *** Got signal Terminated *** 2024-04-21T09:23:53.305 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:53 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:53.304+0000 7f6cc07f7700 -1 osd.11 116 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-21T09:23:54.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:54.188+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:54.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:54.188+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:54.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:54.188+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:54.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:54.188+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:54.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:54.188+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:54.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:54.188+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:54.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:54 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:54.188+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-04-21T09:23:25.109708+0000 front 2024-04-21T09:23:25.109683+0000 (oldest deadline 2024-04-21T09:23:51.009635+0000) 2024-04-21T09:23:55.694 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:55.221+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:55.695 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:55.221+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:55.695 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:55.221+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:55.695 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:55.221+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:55.695 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:55.221+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:55.695 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:55.221+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:55.695 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:55 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:55.221+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-04-21T09:23:25.109708+0000 front 2024-04-21T09:23:25.109683+0000 (oldest deadline 2024-04-21T09:23:51.009635+0000) 2024-04-21T09:23:56.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:56.187+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:56.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:56.187+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:56.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:56.187+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:56.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:56.187+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:56.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:56.187+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:56.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:56.187+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:56.446 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:56 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:56.187+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-04-21T09:23:25.109708+0000 front 2024-04-21T09:23:25.109683+0000 (oldest deadline 2024-04-21T09:23:51.009635+0000) 2024-04-21T09:23:57.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:57.190+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:57.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:57.190+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:57.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:57.190+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:57.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:57.190+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:57.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:57.190+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:57.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:57.190+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:57.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:57 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:57.190+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-04-21T09:23:25.109708+0000 front 2024-04-21T09:23:25.109683+0000 (oldest deadline 2024-04-21T09:23:51.009635+0000) 2024-04-21T09:23:58.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:58.172+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6806 osd.0 since back 2024-04-21T09:22:23.698935+0000 front 2024-04-21T09:22:23.698978+0000 (oldest deadline 2024-04-21T09:22:48.398980+0000) 2024-04-21T09:23:58.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:58.172+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6804 osd.2 since back 2024-04-21T09:22:42.401752+0000 front 2024-04-21T09:22:42.401621+0000 (oldest deadline 2024-04-21T09:23:07.101772+0000) 2024-04-21T09:23:58.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:58.172+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6814 osd.3 since back 2024-04-21T09:22:52.402788+0000 front 2024-04-21T09:22:52.402744+0000 (oldest deadline 2024-04-21T09:23:13.502817+0000) 2024-04-21T09:23:58.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:58.172+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-04-21T09:23:00.405182+0000 front 2024-04-21T09:23:00.405168+0000 (oldest deadline 2024-04-21T09:23:22.105005+0000) 2024-04-21T09:23:58.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:58.172+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6812 osd.5 since back 2024-04-21T09:23:05.506298+0000 front 2024-04-21T09:23:05.506319+0000 (oldest deadline 2024-04-21T09:23:30.206404+0000) 2024-04-21T09:23:58.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:58.172+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.52:6822 osd.6 since back 2024-04-21T09:23:15.908013+0000 front 2024-04-21T09:23:15.908025+0000 (oldest deadline 2024-04-21T09:23:43.508397+0000) 2024-04-21T09:23:58.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:58.172+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-04-21T09:23:25.109708+0000 front 2024-04-21T09:23:25.109683+0000 (oldest deadline 2024-04-21T09:23:51.009635+0000) 2024-04-21T09:23:58.445 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11[57460]: 2024-04-21T09:23:58.172+0000 7f6cbcdeb700 -1 osd.11 116 heartbeat_check: no reply from 172.21.15.78:6820 osd.8 since back 2024-04-21T09:23:33.711137+0000 front 2024-04-21T09:23:33.711165+0000 (oldest deadline 2024-04-21T09:23:57.711795+0000) 2024-04-21T09:23:59.195 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:58 smithi078 podman[70442]: 2024-04-21 09:23:58.908196312 +0000 UTC m=+5.713629271 container died b7851dc1fcc098e6f8dae6daaa91967ac43dfad847dfc9b68a4556da0bb95a67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-21T09:23:59.529 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:59 smithi078 podman[70442]: 2024-04-21 09:23:59.295901406 +0000 UTC m=+6.101334375 container cleanup b7851dc1fcc098e6f8dae6daaa91967ac43dfad847dfc9b68a4556da0bb95a67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:23:59.529 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:59 smithi078 bash[70442]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11 2024-04-21T09:23:59.830 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:59 smithi078 podman[70459]: 2024-04-21 09:23:59.530365269 +0000 UTC m=+0.623719937 container remove b7851dc1fcc098e6f8dae6daaa91967ac43dfad847dfc9b68a4556da0bb95a67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-21T09:24:00.141 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:59 smithi078 podman[70548]: 2024-04-21 09:23:59.831294316 +0000 UTC m=+0.095381336 container create 2ce7827937746d2030d2121ca9d9a3f960a582c47c159637c4d979ec03d580dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-04-21T09:24:00.141 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:23:59 smithi078 podman[70548]: 2024-04-21 09:23:59.753799116 +0000 UTC m=+0.017886121 image pull b45a994450e2a16d2cd2438b86c3e132853c7dd0b34f48fede9705dbcfa91192 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda 2024-04-21T09:24:00.141 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:24:00 smithi078 podman[70548]: 2024-04-21 09:24:00.059268624 +0000 UTC m=+0.323355601 container init 2ce7827937746d2030d2121ca9d9a3f960a582c47c159637c4d979ec03d580dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:24:00.141 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:24:00 smithi078 podman[70548]: 2024-04-21 09:24:00.062550825 +0000 UTC m=+0.326637806 container start 2ce7827937746d2030d2121ca9d9a3f960a582c47c159637c4d979ec03d580dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-21T09:24:00.141 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:24:00 smithi078 podman[70548]: 2024-04-21 09:24:00.142008938 +0000 UTC m=+0.406095919 container attach 2ce7827937746d2030d2121ca9d9a3f960a582c47c159637c4d979ec03d580dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:24:00.444 INFO:journalctl@ceph.osd.11.smithi078.stdout:Apr 21 09:24:00 smithi078 podman[70548]: 2024-04-21 09:24:00.352219216 +0000 UTC m=+0.616306204 container died 2ce7827937746d2030d2121ca9d9a3f960a582c47c159637c4d979ec03d580dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-21T09:24:00.928 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@osd.11.service' 2024-04-21T09:24:00.965 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:00.965 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-21T09:24:00.965 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-21T09:24:00.966 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.a 2024-04-21T09:24:01.273 INFO:journalctl@ceph.mds.a.smithi052.stdout:Apr 21 09:24:01 smithi052 systemd[1]: Stopping Ceph mds.a for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:01.704 INFO:journalctl@ceph.mds.a.smithi052.stdout:Apr 21 09:24:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-a[68877]: 2024-04-21T09:24:01.272+0000 7f3b53864700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:01.704 INFO:journalctl@ceph.mds.a.smithi052.stdout:Apr 21 09:24:01 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-a[68877]: 2024-04-21T09:24:01.272+0000 7f3b53864700 -1 mds.a *** got signal Terminated *** 2024-04-21T09:24:03.748 INFO:journalctl@ceph.mds.a.smithi052.stdout:Apr 21 09:24:03 smithi052 podman[94287]: 2024-04-21 09:24:03.470025185 +0000 UTC m=+2.306403030 container died be9ddc46a478467d857b5f8a867e8fdeeda46cca1645743db174ee45169c349f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-21T09:24:04.204 INFO:journalctl@ceph.mds.a.smithi052.stdout:Apr 21 09:24:03 smithi052 podman[94287]: 2024-04-21 09:24:03.822427679 +0000 UTC m=+2.658805513 container cleanup be9ddc46a478467d857b5f8a867e8fdeeda46cca1645743db174ee45169c349f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-21T09:24:04.204 INFO:journalctl@ceph.mds.a.smithi052.stdout:Apr 21 09:24:03 smithi052 bash[94287]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-a 2024-04-21T09:24:04.205 INFO:journalctl@ceph.mds.a.smithi052.stdout:Apr 21 09:24:03 smithi052 podman[94301]: 2024-04-21 09:24:03.990593886 +0000 UTC m=+0.510388703 container remove be9ddc46a478467d857b5f8a867e8fdeeda46cca1645743db174ee45169c349f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-21T09:24:04.259 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.a.service' 2024-04-21T09:24:04.295 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:04.295 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-21T09:24:04.295 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-21T09:24:04.295 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.d 2024-04-21T09:24:04.634 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:24:04 smithi052 systemd[1]: Stopping Ceph mds.d for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:04.954 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:24:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d[67924]: 2024-04-21T09:24:04.634+0000 7f9a5519b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:04.954 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:24:04 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d[67924]: 2024-04-21T09:24:04.634+0000 7f9a5519b700 -1 mds.d *** got signal Terminated *** 2024-04-21T09:24:07.752 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:24:07 smithi052 podman[94407]: 2024-04-21 09:24:07.457493025 +0000 UTC m=+2.928966392 container died 087a6e3f70bdc7ba505e9931ef3a14546a8b76da56d99a36283fdea0280c2dad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-21T09:24:08.085 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:24:07 smithi052 podman[94407]: 2024-04-21 09:24:07.818005588 +0000 UTC m=+3.289478961 container cleanup 087a6e3f70bdc7ba505e9931ef3a14546a8b76da56d99a36283fdea0280c2dad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-21T09:24:08.085 INFO:journalctl@ceph.mds.d.smithi052.stdout:Apr 21 09:24:07 smithi052 bash[94407]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-d 2024-04-21T09:24:08.253 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.d.service' 2024-04-21T09:24:08.286 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:08.286 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-21T09:24:08.286 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-21T09:24:08.286 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.g 2024-04-21T09:24:08.621 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:24:08 smithi052 systemd[1]: Stopping Ceph mds.g for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:08.954 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:24:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g[68520]: 2024-04-21T09:24:08.621+0000 7f7c2d753700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:08.954 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:24:08 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g[68520]: 2024-04-21T09:24:08.621+0000 7f7c2d753700 -1 mds.g *** got signal Terminated *** 2024-04-21T09:24:12.830 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:24:12 smithi052 podman[94528]: 2024-04-21 09:24:12.535456858 +0000 UTC m=+4.017666841 container died d9b5d2ddc1dc416e58c1b2b4e1021c3ef46882626712a989966c9c9276ff24bd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-21T09:24:13.180 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:24:12 smithi052 podman[94528]: 2024-04-21 09:24:12.913059545 +0000 UTC m=+4.395269519 container cleanup d9b5d2ddc1dc416e58c1b2b4e1021c3ef46882626712a989966c9c9276ff24bd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-21T09:24:13.180 INFO:journalctl@ceph.mds.g.smithi052.stdout:Apr 21 09:24:12 smithi052 bash[94528]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-g 2024-04-21T09:24:13.351 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.g.service' 2024-04-21T09:24:13.383 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:13.384 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-21T09:24:13.384 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-21T09:24:13.384 DEBUG:teuthology.orchestra.run.smithi052:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.j 2024-04-21T09:24:13.704 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:24:13 smithi052 systemd[1]: Stopping Ceph mds.j for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:14.204 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:24:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j[67560]: 2024-04-21T09:24:13.708+0000 7f5123075700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:14.204 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:24:13 smithi052 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j[67560]: 2024-04-21T09:24:13.708+0000 7f5123075700 -1 mds.j *** got signal Terminated *** 2024-04-21T09:24:16.907 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:24:16 smithi052 podman[94647]: 2024-04-21 09:24:16.646653969 +0000 UTC m=+3.040636142 container died e8c62410a984b6d04e3259a985bd3b94ee9f92ce24c1cb39e74277a50aad594e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-21T09:24:17.204 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:24:16 smithi052 podman[94647]: 2024-04-21 09:24:16.983785554 +0000 UTC m=+3.377767770 container cleanup e8c62410a984b6d04e3259a985bd3b94ee9f92ce24c1cb39e74277a50aad594e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-21T09:24:17.204 INFO:journalctl@ceph.mds.j.smithi052.stdout:Apr 21 09:24:16 smithi052 bash[94647]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-j 2024-04-21T09:24:17.415 DEBUG:teuthology.orchestra.run.smithi052:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.j.service' 2024-04-21T09:24:17.447 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:17.447 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-21T09:24:17.447 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-21T09:24:17.447 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.b 2024-04-21T09:24:17.740 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:24:17 smithi060 systemd[1]: Stopping Ceph mds.b for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:18.090 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:24:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: 2024-04-21T09:24:17.739+0000 7f9d05145700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:18.090 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:24:17 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b[61400]: 2024-04-21T09:24:17.739+0000 7f9d05145700 -1 mds.b *** got signal Terminated *** 2024-04-21T09:24:20.090 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:24:19 smithi060 podman[68445]: 2024-04-21 09:24:19.831292568 +0000 UTC m=+2.179481838 container died 4b5f6924e9c4c7d41e54e9f75a3681c295b9e4eb89986d0128c43b29ef7bc734 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:24:20.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:24:20 smithi060 podman[68445]: 2024-04-21 09:24:20.2559059 +0000 UTC m=+2.604095158 container cleanup 4b5f6924e9c4c7d41e54e9f75a3681c295b9e4eb89986d0128c43b29ef7bc734 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-21T09:24:20.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:24:20 smithi060 bash[68445]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b 2024-04-21T09:24:20.590 INFO:journalctl@ceph.mds.b.smithi060.stdout:Apr 21 09:24:20 smithi060 podman[68459]: 2024-04-21 09:24:20.407013484 +0000 UTC m=+0.571294925 container remove 4b5f6924e9c4c7d41e54e9f75a3681c295b9e4eb89986d0128c43b29ef7bc734 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-b, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-a630765, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-21T09:24:20.624 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.b.service' 2024-04-21T09:24:20.660 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:20.660 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-21T09:24:20.660 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-21T09:24:20.660 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.e 2024-04-21T09:24:20.984 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:24:20 smithi060 systemd[1]: Stopping Ceph mds.e for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:21.340 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:24:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-e[60782]: 2024-04-21T09:24:20.984+0000 7f546a0ad700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:21.340 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:24:20 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-e[60782]: 2024-04-21T09:24:20.984+0000 7f546a0ad700 -1 mds.e *** got signal Terminated *** 2024-04-21T09:24:24.111 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:24:23 smithi060 podman[68566]: 2024-04-21 09:24:23.848960553 +0000 UTC m=+2.969562637 container died b5883fa76292da63d331536b7c2ac5915bc08e135116e10b9ac8eeb5b58b905d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-21T09:24:24.495 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:24:24 smithi060 podman[68566]: 2024-04-21 09:24:24.220709785 +0000 UTC m=+3.341311873 container cleanup b5883fa76292da63d331536b7c2ac5915bc08e135116e10b9ac8eeb5b58b905d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-e, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:24:24.495 INFO:journalctl@ceph.mds.e.smithi060.stdout:Apr 21 09:24:24 smithi060 bash[68566]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-e 2024-04-21T09:24:24.673 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.e.service' 2024-04-21T09:24:24.706 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:24.706 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-21T09:24:24.706 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-21T09:24:24.706 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.h 2024-04-21T09:24:25.023 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:24:24 smithi060 systemd[1]: Stopping Ceph mds.h for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:25.340 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:24:25 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h[61093]: 2024-04-21T09:24:25.023+0000 7fa09b105700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:25.340 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:24:25 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h[61093]: 2024-04-21T09:24:25.023+0000 7fa09b105700 -1 mds.h *** got signal Terminated *** 2024-04-21T09:24:28.090 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:24:27 smithi060 podman[68687]: 2024-04-21 09:24:27.827324116 +0000 UTC m=+2.898440408 container died 596fd636c5c36eb2d3e651ff6d5942a4ee33f70374e44061ad456eeb215eab45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD) 2024-04-21T09:24:28.464 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:24:28 smithi060 podman[68687]: 2024-04-21 09:24:28.123973207 +0000 UTC m=+3.195089495 container cleanup 596fd636c5c36eb2d3e651ff6d5942a4ee33f70374e44061ad456eeb215eab45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:24:28.465 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:24:28 smithi060 bash[68687]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h 2024-04-21T09:24:28.465 INFO:journalctl@ceph.mds.h.smithi060.stdout:Apr 21 09:24:28 smithi060 podman[68701]: 2024-04-21 09:24:28.333216401 +0000 UTC m=+0.501438097 container remove 596fd636c5c36eb2d3e651ff6d5942a4ee33f70374e44061ad456eeb215eab45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-h, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-21T09:24:28.481 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.h.service' 2024-04-21T09:24:28.514 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:28.514 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-21T09:24:28.514 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-21T09:24:28.514 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k 2024-04-21T09:24:28.839 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:24:28 smithi060 systemd[1]: Stopping Ceph mds.k for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:29.340 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:24:28 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[65685]: 2024-04-21T09:24:28.977+0000 7fe53a8b7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:29.340 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:24:28 smithi060 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k[65685]: 2024-04-21T09:24:28.977+0000 7fe53a8b7700 -1 mds.k *** got signal Terminated *** 2024-04-21T09:24:31.710 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:24:31 smithi060 podman[68807]: 2024-04-21 09:24:31.431780651 +0000 UTC m=+2.694951165 container died 84602a29898d7502a0fedaaa973650f411c3283766ff342def00b535ea1c335a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-21T09:24:32.090 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:24:31 smithi060 podman[68807]: 2024-04-21 09:24:31.81102552 +0000 UTC m=+3.074196077 container cleanup 84602a29898d7502a0fedaaa973650f411c3283766ff342def00b535ea1c335a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-21T09:24:32.090 INFO:journalctl@ceph.mds.k.smithi060.stdout:Apr 21 09:24:31 smithi060 bash[68807]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-k 2024-04-21T09:24:32.397 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.k.service' 2024-04-21T09:24:32.429 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:32.429 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-21T09:24:32.429 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-21T09:24:32.429 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c 2024-04-21T09:24:32.729 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:24:32 smithi078 systemd[1]: Stopping Ceph mds.c for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:32.989 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:24:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[68559]: 2024-04-21T09:24:32.836+0000 7fbc542e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:32.990 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:24:32 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c[68559]: 2024-04-21T09:24:32.836+0000 7fbc542e2700 -1 mds.c *** got signal Terminated *** 2024-04-21T09:24:36.187 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:24:35 smithi078 podman[70653]: 2024-04-21 09:24:35.799028907 +0000 UTC m=+3.178213962 container died 58ccd8e6c296b7b3be1b7981e22e8a0ca250a9968ec6e7d8ed8d39a7296cb93f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, RELEASE=wip-lusov-quiescer-a630765, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-21T09:24:36.444 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:24:36 smithi078 podman[70653]: 2024-04-21 09:24:36.262286438 +0000 UTC m=+3.641471490 container cleanup 58ccd8e6c296b7b3be1b7981e22e8a0ca250a9968ec6e7d8ed8d39a7296cb93f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-21T09:24:36.444 INFO:journalctl@ceph.mds.c.smithi078.stdout:Apr 21 09:24:36 smithi078 bash[70653]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-c 2024-04-21T09:24:36.688 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.c.service' 2024-04-21T09:24:36.723 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:36.723 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-21T09:24:36.723 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-21T09:24:36.723 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.f 2024-04-21T09:24:37.194 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:24:36 smithi078 systemd[1]: Stopping Ceph mds.f for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:37.194 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:24:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f[62580]: 2024-04-21T09:24:37.048+0000 7f2faa604700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:37.194 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:24:37 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f[62580]: 2024-04-21T09:24:37.048+0000 7f2faa604700 -1 mds.f *** got signal Terminated *** 2024-04-21T09:24:40.099 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:24:39 smithi078 podman[70786]: 2024-04-21 09:24:39.806287248 +0000 UTC m=+2.868080530 container died ccdbc014d984181b7fc9b7fdea13042f7d3ab0eb5e0a9c26c4b39cd0e7337200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-a630765, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-21T09:24:40.440 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:24:40 smithi078 podman[70786]: 2024-04-21 09:24:40.182674442 +0000 UTC m=+3.244467733 container cleanup ccdbc014d984181b7fc9b7fdea13042f7d3ab0eb5e0a9c26c4b39cd0e7337200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-21T09:24:40.441 INFO:journalctl@ceph.mds.f.smithi078.stdout:Apr 21 09:24:40 smithi078 bash[70786]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-f 2024-04-21T09:24:40.605 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.f.service' 2024-04-21T09:24:40.636 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:40.636 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-21T09:24:40.636 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-21T09:24:40.636 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.i 2024-04-21T09:24:41.194 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:24:40 smithi078 systemd[1]: Stopping Ceph mds.i for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:41.194 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:24:40 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i[63191]: 2024-04-21T09:24:40.944+0000 7f540ddae700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:41.194 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:24:40 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i[63191]: 2024-04-21T09:24:40.944+0000 7f540ddae700 -1 mds.i *** got signal Terminated *** 2024-04-21T09:24:44.119 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:24:43 smithi078 podman[70907]: 2024-04-21 09:24:43.802400041 +0000 UTC m=+2.953087822 container died 816e97580dda447ad46c7677e6f3ebdb3934b2e441210a3af57c0809ff0ce6f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-a630765, org.label-schema.build-date=20240416) 2024-04-21T09:24:44.444 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:24:44 smithi078 podman[70907]: 2024-04-21 09:24:44.227952916 +0000 UTC m=+3.378640696 container cleanup 816e97580dda447ad46c7677e6f3ebdb3934b2e441210a3af57c0809ff0ce6f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, ceph=True) 2024-04-21T09:24:44.444 INFO:journalctl@ceph.mds.i.smithi078.stdout:Apr 21 09:24:44 smithi078 bash[70907]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-i 2024-04-21T09:24:44.693 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.i.service' 2024-04-21T09:24:44.725 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:44.725 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-21T09:24:44.726 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-21T09:24:44.726 DEBUG:teuthology.orchestra.run.smithi078:> sudo systemctl stop ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.l 2024-04-21T09:24:45.056 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:24:44 smithi078 systemd[1]: Stopping Ceph mds.l for 55749214-ffbd-11ee-bc93-c7b262605968... 2024-04-21T09:24:45.444 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:24:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l[62273]: 2024-04-21T09:24:45.056+0000 7f958e4ce700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-21T09:24:45.444 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:24:45 smithi078 ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l[62273]: 2024-04-21T09:24:45.056+0000 7f958e4ce700 -1 mds.l *** got signal Terminated *** 2024-04-21T09:24:46.924 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:24:46 smithi078 podman[71029]: 2024-04-21 09:24:46.665758595 +0000 UTC m=+1.727747395 container died 0071587356d18ade1a070af5bd55c917f8eaa1f8c6b8f85fdd5c0fae7e0ee599 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-a630765) 2024-04-21T09:24:47.194 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:24:47 smithi078 podman[71029]: 2024-04-21 09:24:47.015333372 +0000 UTC m=+2.077322171 container cleanup 0071587356d18ade1a070af5bd55c917f8eaa1f8c6b8f85fdd5c0fae7e0ee599 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:36ea816f637ab0eb3aba78ac1a5e79acaf4ee67536fe53155c0137fedf936fda, name=ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-a630765, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-21T09:24:47.194 INFO:journalctl@ceph.mds.l.smithi078.stdout:Apr 21 09:24:47 smithi078 bash[71029]: ceph-55749214-ffbd-11ee-bc93-c7b262605968-mds-l 2024-04-21T09:24:47.438 DEBUG:teuthology.orchestra.run.smithi078:> sudo pkill -f 'journalctl -f -n 0 -u ceph-55749214-ffbd-11ee-bc93-c7b262605968@mds.l.service' 2024-04-21T09:24:47.469 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-21T09:24:47.469 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-21T09:24:47.470 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 55749214-ffbd-11ee-bc93-c7b262605968 --force --keep-logs 2024-04-21T09:24:47.669 INFO:teuthology.orchestra.run.smithi052.stdout:Deleting cluster with fsid: 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:24:50.305 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 55749214-ffbd-11ee-bc93-c7b262605968 --force --keep-logs 2024-04-21T09:24:50.505 INFO:teuthology.orchestra.run.smithi060.stdout:Deleting cluster with fsid: 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:24:53.031 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 55749214-ffbd-11ee-bc93-c7b262605968 --force --keep-logs 2024-04-21T09:24:53.217 INFO:teuthology.orchestra.run.smithi078.stdout:Deleting cluster with fsid: 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:24:55.701 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-21T09:24:55.735 DEBUG:teuthology.orchestra.run.smithi060:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-21T09:24:55.797 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-21T09:24:55.822 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-21T09:24:55.824 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi052/crash 2024-04-21T09:24:55.825 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash -- . 2024-04-21T09:24:55.877 INFO:teuthology.orchestra.run.smithi052.stderr:tar: /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-21T09:24:55.878 INFO:teuthology.orchestra.run.smithi052.stderr:tar: Error is not recoverable: exiting now 2024-04-21T09:24:55.880 DEBUG:teuthology.misc:Transferring archived files from smithi060:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi060/crash 2024-04-21T09:24:55.880 DEBUG:teuthology.orchestra.run.smithi060:> sudo tar c -f - -C /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash -- . 2024-04-21T09:24:55.921 INFO:teuthology.orchestra.run.smithi060.stderr:tar: /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-21T09:24:55.922 INFO:teuthology.orchestra.run.smithi060.stderr:tar: Error is not recoverable: exiting now 2024-04-21T09:24:55.923 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi078/crash 2024-04-21T09:24:55.924 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash -- . 2024-04-21T09:24:55.963 INFO:teuthology.orchestra.run.smithi078.stderr:tar: /var/lib/ceph/55749214-ffbd-11ee-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-21T09:24:55.963 INFO:teuthology.orchestra.run.smithi078.stderr:tar: Error is not recoverable: exiting now 2024-04-21T09:24:55.964 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-21T09:24:55.965 DEBUG:teuthology.orchestra.run.smithi052:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-04-21T09:24:56.049 INFO:teuthology.orchestra.run.smithi052.stdout:2024-04-21T09:11:19.511240+0000 mds.i (mds.1) 2 : cluster [WRN] Scrub error on inode 0x10000000204 (/volumes/qa/sv_1/87c450bc-eac6-4714-9ce2-5c95861d2822/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.i log and `damage ls` output for details 2024-04-21T09:24:56.050 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-21T09:24:56.050 INFO:tasks.cephadm:Compressing logs... 2024-04-21T09:24:56.050 DEBUG:teuthology.orchestra.run.smithi052:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-21T09:24:56.053 DEBUG:teuthology.orchestra.run.smithi060:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-21T09:24:56.055 DEBUG:teuthology.orchestra.run.smithi078:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-21T09:24:56.081 INFO:teuthology.orchestra.run.smithi078.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory 2024-04-21T09:24:56.081 INFO:teuthology.orchestra.run.smithi078.stderr: /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log 2024-04-21T09:24:56.081 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.2.log 2024-04-21T09:24:56.082 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose --/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log: /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.f.log 2024-04-21T09:24:56.082 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log 2024-04-21T09:24:56.082 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.5.log 2024-04-21T09:24:56.082 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.c.log 2024-04-21T09:24:56.082 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.c.log 2024-04-21T09:24:56.082 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.5.log: /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.z.log 2024-04-21T09:24:56.083 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.i.log 2024-04-21T09:24:56.083 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log 2024-04-21T09:24:56.083 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.11.log 2024-04-21T09:24:56.083 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.i.log: /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.8.log 2024-04-21T09:24:56.083 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log 2024-04-21T09:24:56.083 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.l.log 2024-04-21T09:24:56.083 INFO:teuthology.orchestra.run.smithi078.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-21T09:24:56.084 INFO:teuthology.orchestra.run.smithi060.stderr:find: ‘/var/log/rbd-target-api’gzip: No such file or directory 2024-04-21T09:24:56.085 INFO:teuthology.orchestra.run.smithi060.stderr: -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log 2024-04-21T09:24:56.085 INFO:teuthology.orchestra.run.smithi060.stderr:gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log 2024-04-21T09:24:56.085 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.7.log 2024-04-21T09:24:56.085 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.b.log 2024-04-21T09:24:56.085 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.4.log 2024-04-21T09:24:56.088 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.1.log 2024-04-21T09:24:56.088 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.y.log 2024-04-21T09:24:56.088 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.h.log 2024-04-21T09:24:56.088 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.10.log 2024-04-21T09:24:56.088 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log 2024-04-21T09:24:56.088 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.e.log 2024-04-21T09:24:56.088 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log 2024-04-21T09:24:56.089 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.b.log 2024-04-21T09:24:56.089 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.k.log 2024-04-21T09:24:56.089 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-21T09:24:56.090 INFO:teuthology.orchestra.run.smithi052.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-21T09:24:56.090 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log 2024-04-21T09:24:56.090 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log 2024-04-21T09:24:56.090 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.g.log 2024-04-21T09:24:56.090 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log: /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.j.log 2024-04-21T09:24:56.090 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.3.log 2024-04-21T09:24:56.093 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.0.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.x.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.a.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.6.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.a.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.d.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.9.log 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.d.log: 2024-04-21T09:24:56.094 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-04-21T09:24:56.110 INFO:teuthology.orchestra.run.smithi052.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/ceph-client.admin.log: 86.3% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log.gz 2024-04-21T09:24:56.117 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 83.4% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-21T09:24:56.191 INFO:teuthology.orchestra.run.smithi052.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-04-21T09:24:56.209 INFO:teuthology.orchestra.run.smithi052.stderr: 90.2% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log.gz 2024-04-21T09:24:56.213 INFO:teuthology.orchestra.run.smithi078.stderr:/var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-21T09:24:56.222 INFO:teuthology.orchestra.run.smithi060.stderr: 92.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-21T09:24:56.236 INFO:teuthology.orchestra.run.smithi078.stderr: 83.3% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-21T09:24:56.250 INFO:teuthology.orchestra.run.smithi078.stderr: 86.3% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log.gz 2024-04-21T09:24:56.317 INFO:teuthology.orchestra.run.smithi078.stderr: 94.5% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-21T09:24:56.325 INFO:teuthology.orchestra.run.smithi078.stderr: 90.3% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log.gz 2024-04-21T09:24:56.348 INFO:teuthology.orchestra.run.smithi078.stderr: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-21T09:24:56.350 INFO:teuthology.orchestra.run.smithi052.stderr: 91.1% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log.gz 2024-04-21T09:24:56.355 INFO:teuthology.orchestra.run.smithi052.stderr: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-21T09:24:56.404 INFO:teuthology.orchestra.run.smithi060.stderr: 92.0% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-21T09:24:56.433 INFO:teuthology.orchestra.run.smithi052.stderr: 94.5% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-21T09:24:56.449 INFO:teuthology.orchestra.run.smithi052.stderr: 83.9% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-21T09:24:56.451 INFO:teuthology.orchestra.run.smithi052.stderr: 94.6% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-21T09:24:56.475 INFO:teuthology.orchestra.run.smithi078.stderr: 91.0% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log.gz 2024-04-21T09:24:56.666 INFO:teuthology.orchestra.run.smithi052.stderr: 94.6% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-21T09:24:56.703 INFO:teuthology.orchestra.run.smithi052.stderr: 94.4% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-21T09:24:56.914 INFO:teuthology.orchestra.run.smithi060.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-21T09:24:56.977 INFO:teuthology.orchestra.run.smithi060.stderr: 90.3% 86.3% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.log.gz -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph.audit.log.gz 2024-04-21T09:24:56.977 INFO:teuthology.orchestra.run.smithi060.stderr: 2024-04-21T09:24:57.003 INFO:teuthology.orchestra.run.smithi060.stderr: 93.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-21T09:24:57.046 INFO:teuthology.orchestra.run.smithi060.stderr: 91.0% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-volume.log.gz 2024-04-21T09:24:57.868 INFO:teuthology.orchestra.run.smithi078.stderr: 93.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-21T09:24:57.956 INFO:teuthology.orchestra.run.smithi078.stderr: 91.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-21T09:24:57.983 INFO:teuthology.orchestra.run.smithi078.stderr: 92.6% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-21T09:24:58.515 INFO:teuthology.orchestra.run.smithi052.stderr: 90.2% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-21T09:25:02.444 INFO:teuthology.orchestra.run.smithi060.stderr: 91.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-21T09:25:05.286 INFO:teuthology.orchestra.run.smithi052.stderr: 90.4% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-21T09:25:57.971 INFO:teuthology.orchestra.run.smithi060.stderr: 97.3% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-21T09:26:09.618 INFO:teuthology.orchestra.run.smithi060.stderr: 92.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-21T09:28:28.585 INFO:teuthology.orchestra.run.smithi078.stderr: 97.3% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-21T09:36:29.725 INFO:teuthology.orchestra.run.smithi078.stderr: 92.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-21T09:36:51.489 INFO:teuthology.orchestra.run.smithi078.stderr: 92.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-21T09:41:24.919 INFO:teuthology.orchestra.run.smithi078.stderr: 92.7% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-21T09:41:39.892 INFO:teuthology.orchestra.run.smithi052.stderr: 92.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-21T09:42:23.015 INFO:teuthology.orchestra.run.smithi078.stderr: 92.6% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-21T09:42:23.016 INFO:teuthology.orchestra.run.smithi078.stderr: 2024-04-21T09:42:23.016 INFO:teuthology.orchestra.run.smithi078.stderr:real 17m26.947s 2024-04-21T09:42:23.016 INFO:teuthology.orchestra.run.smithi078.stderr:user 6m19.886s 2024-04-21T09:42:23.016 INFO:teuthology.orchestra.run.smithi078.stderr:sys 0m19.171s 2024-04-21T09:43:07.023 INFO:teuthology.orchestra.run.smithi052.stderr: 92.7% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-21T09:43:16.106 INFO:teuthology.orchestra.run.smithi060.stderr: 92.9% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-21T09:45:05.090 INFO:teuthology.orchestra.run.smithi052.stderr: 92.6% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-21T09:45:22.415 INFO:teuthology.orchestra.run.smithi052.stderr: 92.5% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-21T09:45:22.433 INFO:teuthology.orchestra.run.smithi052.stderr: 2024-04-21T09:45:22.433 INFO:teuthology.orchestra.run.smithi052.stderr:real 20m26.366s 2024-04-21T09:45:22.433 INFO:teuthology.orchestra.run.smithi052.stderr:user 8m4.853s 2024-04-21T09:45:22.433 INFO:teuthology.orchestra.run.smithi052.stderr:sys 0m22.134s 2024-04-21T09:46:09.537 INFO:teuthology.orchestra.run.smithi060.stderr: 92.8% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-21T09:47:07.834 INFO:teuthology.orchestra.run.smithi060.stderr: 92.6% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-21T09:47:14.698 INFO:teuthology.orchestra.run.smithi060.stderr: 94.5% -- replaced with /var/log/ceph/55749214-ffbd-11ee-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-21T09:47:14.711 INFO:teuthology.orchestra.run.smithi060.stderr: 2024-04-21T09:47:14.711 INFO:teuthology.orchestra.run.smithi060.stderr:real 22m18.641s 2024-04-21T09:47:14.711 INFO:teuthology.orchestra.run.smithi060.stderr:user 8m26.970s 2024-04-21T09:47:14.711 INFO:teuthology.orchestra.run.smithi060.stderr:sys 0m23.331s 2024-04-21T09:47:14.711 INFO:tasks.cephadm:Archiving logs... 2024-04-21T09:47:14.712 DEBUG:teuthology.misc:Transferring archived files from smithi052:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi052/log 2024-04-21T09:47:14.713 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-21T09:48:29.579 DEBUG:teuthology.misc:Transferring archived files from smithi060:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi060/log 2024-04-21T09:48:29.580 DEBUG:teuthology.orchestra.run.smithi060:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-21T09:49:44.495 DEBUG:teuthology.misc:Transferring archived files from smithi078:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi078/log 2024-04-21T09:49:44.496 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-21T09:50:45.642 INFO:tasks.cephadm:Removing cluster... 2024-04-21T09:50:45.643 DEBUG:teuthology.orchestra.run.smithi052:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 55749214-ffbd-11ee-bc93-c7b262605968 --force 2024-04-21T09:50:46.133 INFO:teuthology.orchestra.run.smithi052.stdout:Deleting cluster with fsid: 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:50:46.926 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 55749214-ffbd-11ee-bc93-c7b262605968 --force 2024-04-21T09:50:47.326 INFO:teuthology.orchestra.run.smithi060.stdout:Deleting cluster with fsid: 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:50:48.055 DEBUG:teuthology.orchestra.run.smithi078:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 55749214-ffbd-11ee-bc93-c7b262605968 --force 2024-04-21T09:50:48.376 INFO:teuthology.orchestra.run.smithi078.stdout:Deleting cluster with fsid: 55749214-ffbd-11ee-bc93-c7b262605968 2024-04-21T09:50:49.099 INFO:tasks.cephadm:Removing cephadm ... 2024-04-21T09:50:49.100 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-21T09:50:49.120 DEBUG:teuthology.orchestra.run.smithi060:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-21T09:50:49.139 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-21T09:50:49.154 INFO:tasks.cephadm:Teardown complete 2024-04-21T09:50:49.155 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-21T09:50:49.167 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-21T09:50:49.167 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-21T09:50:49.170 DEBUG:teuthology.orchestra.run.smithi060:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-21T09:50:49.182 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-21T09:50:49.304 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-21T09:50:49.316 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-21T09:50:49.317 DEBUG:teuthology.orchestra.run.smithi052:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T09:50:49.320 DEBUG:teuthology.orchestra.run.smithi060:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T09:50:49.323 DEBUG:teuthology.orchestra.run.smithi078:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-21T09:50:49.334 INFO:teuthology.orchestra.run.smithi052.stderr:bash: line 1: ntpq: command not found 2024-04-21T09:50:49.337 INFO:teuthology.orchestra.run.smithi078.stderr:bash: line 1: ntpq: command not found 2024-04-21T09:50:49.337 INFO:teuthology.orchestra.run.smithi060.stderr:bash: line 1: ntpq: command not found 2024-04-21T09:50:49.359 INFO:teuthology.orchestra.run.smithi060.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T09:50:49.359 INFO:teuthology.orchestra.run.smithi060.stdout:=============================================================================== 2024-04-21T09:50:49.359 INFO:teuthology.orchestra.run.smithi060.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 3 -393us[ -393us] +/- 82ms 2024-04-21T09:50:49.359 INFO:teuthology.orchestra.run.smithi060.stdout:^* hv02.front.sepia.ceph.com 3 7 377 68 -421us[ -418us] +/- 64ms 2024-04-21T09:50:49.359 INFO:teuthology.orchestra.run.smithi060.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 3 +893us[ +893us] +/- 69ms 2024-04-21T09:50:49.359 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T09:50:49.361 INFO:teuthology.orchestra.run.smithi078.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T09:50:49.361 INFO:teuthology.orchestra.run.smithi078.stdout:=============================================================================== 2024-04-21T09:50:49.361 INFO:teuthology.orchestra.run.smithi078.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 9 -399us[ -395us] +/- 82ms 2024-04-21T09:50:49.361 INFO:teuthology.orchestra.run.smithi078.stdout:^* hv02.front.sepia.ceph.com 3 6 377 6 -491us[ -487us] +/- 65ms 2024-04-21T09:50:49.361 INFO:teuthology.orchestra.run.smithi078.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 +876us[ +876us] +/- 69ms 2024-04-21T09:50:49.361 INFO:teuthology.orchestra.run.smithi078.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T09:50:49.405 INFO:teuthology.orchestra.run.smithi052.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-21T09:50:49.405 INFO:teuthology.orchestra.run.smithi052.stdout:=============================================================================== 2024-04-21T09:50:49.405 INFO:teuthology.orchestra.run.smithi052.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 6 -367us[ -367us] +/- 82ms 2024-04-21T09:50:49.405 INFO:teuthology.orchestra.run.smithi052.stdout:^* hv02.front.sepia.ceph.com 3 7 377 6 -408us[ -389us] +/- 65ms 2024-04-21T09:50:49.406 INFO:teuthology.orchestra.run.smithi052.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 6 +902us[ +902us] +/- 69ms 2024-04-21T09:50:49.406 INFO:teuthology.orchestra.run.smithi052.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-21T09:50:49.413 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-21T09:50:49.425 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-21T09:50:49.425 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-21T09:50:49.437 DEBUG:teuthology.orchestra.run.smithi052:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-21T09:50:49.634 DEBUG:teuthology.orchestra.run.smithi060:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-21T09:50:49.721 DEBUG:teuthology.orchestra.run.smithi078:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-21T09:50:49.849 DEBUG:teuthology.orchestra.run.smithi052:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T09:50:49.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T09:50:49.881 DEBUG:teuthology.orchestra.run.smithi060:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T09:50:49.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T09:50:49.911 DEBUG:teuthology.orchestra.run.smithi078:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-21T09:50:49.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T09:50:49.937 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-21T09:50:49.949 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-21T09:50:50.032 INFO:teuthology.task.internal:Duration was 3477.895979 seconds 2024-04-21T09:50:50.032 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-21T09:50:50.044 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-21T09:50:50.045 DEBUG:teuthology.orchestra.run.smithi052:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-21T09:50:50.047 DEBUG:teuthology.orchestra.run.smithi060:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-21T09:50:50.050 DEBUG:teuthology.orchestra.run.smithi078:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-21T09:50:50.111 INFO:teuthology.orchestra.run.smithi060.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T09:50:50.116 INFO:teuthology.orchestra.run.smithi078.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T09:50:50.131 INFO:teuthology.orchestra.run.smithi052.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-21T09:50:50.485 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-21T09:50:50.485 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi052.front.sepia.ceph.com 2024-04-21T09:50:50.485 DEBUG:teuthology.orchestra.run.smithi052:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-21T09:50:50.519 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi060.front.sepia.ceph.com 2024-04-21T09:50:50.519 DEBUG:teuthology.orchestra.run.smithi060:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-21T09:50:50.550 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi078.front.sepia.ceph.com 2024-04-21T09:50:50.550 DEBUG:teuthology.orchestra.run.smithi078:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-21T09:50:50.578 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-21T09:50:50.578 DEBUG:teuthology.orchestra.run.smithi052:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-21T09:50:50.581 DEBUG:teuthology.orchestra.run.smithi060:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-21T09:50:50.594 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-21T09:50:50.644 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-21T09:50:50.644 DEBUG:teuthology.orchestra.run.smithi052:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-21T09:50:50.647 DEBUG:teuthology.orchestra.run.smithi060:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-21T09:50:50.664 DEBUG:teuthology.orchestra.run.smithi078:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-21T09:50:51.058 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-21T09:50:51.072 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-21T09:50:51.072 DEBUG:teuthology.orchestra.run.smithi052:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-21T09:50:51.108 DEBUG:teuthology.orchestra.run.smithi060:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-21T09:50:51.160 DEBUG:teuthology.orchestra.run.smithi078:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-21T09:50:51.198 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-21T09:50:51.210 DEBUG:teuthology.orchestra.run.smithi052:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-21T09:50:51.213 DEBUG:teuthology.orchestra.run.smithi060:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-21T09:50:51.216 DEBUG:teuthology.orchestra.run.smithi078:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-21T09:50:51.236 INFO:teuthology.orchestra.run.smithi060.stdout:kernel.core_pattern = core 2024-04-21T09:50:51.253 INFO:teuthology.orchestra.run.smithi052.stdout:kernel.core_pattern = core 2024-04-21T09:50:51.269 INFO:teuthology.orchestra.run.smithi078.stdout:kernel.core_pattern = core 2024-04-21T09:50:51.296 DEBUG:teuthology.orchestra.run.smithi052:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-21T09:50:51.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T09:50:51.327 DEBUG:teuthology.orchestra.run.smithi060:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-21T09:50:51.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T09:50:51.342 DEBUG:teuthology.orchestra.run.smithi078:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-21T09:50:51.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-21T09:50:51.356 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-21T09:50:51.368 INFO:teuthology.task.internal:Transferring archived files... 2024-04-21T09:50:51.370 DEBUG:teuthology.misc:Transferring archived files from smithi052:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi052 2024-04-21T09:50:51.370 DEBUG:teuthology.orchestra.run.smithi052:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-21T09:50:51.412 DEBUG:teuthology.misc:Transferring archived files from smithi060:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi060 2024-04-21T09:50:51.412 DEBUG:teuthology.orchestra.run.smithi060:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-21T09:50:51.449 DEBUG:teuthology.misc:Transferring archived files from smithi078:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540/remote/smithi078 2024-04-21T09:50:51.449 DEBUG:teuthology.orchestra.run.smithi078:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-21T09:50:51.485 INFO:teuthology.task.internal:Removing archive directory... 2024-04-21T09:50:51.485 DEBUG:teuthology.orchestra.run.smithi052:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-21T09:50:51.487 DEBUG:teuthology.orchestra.run.smithi060:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-21T09:50:51.490 DEBUG:teuthology.orchestra.run.smithi078:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-21T09:50:51.533 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-21T09:50:51.547 INFO:teuthology.task.internal:Not uploading archives. 2024-04-21T09:50:51.547 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-21T09:50:51.559 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-21T09:50:51.559 DEBUG:teuthology.orchestra.run.smithi052:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-21T09:50:51.562 DEBUG:teuthology.orchestra.run.smithi060:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-21T09:50:51.564 DEBUG:teuthology.orchestra.run.smithi078:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-21T09:50:51.574 INFO:teuthology.orchestra.run.smithi052.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 21 09:50 /home/ubuntu/cephtest 2024-04-21T09:50:51.576 INFO:teuthology.orchestra.run.smithi060.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 21 09:50 /home/ubuntu/cephtest 2024-04-21T09:50:51.587 INFO:teuthology.orchestra.run.smithi078.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 21 09:50 /home/ubuntu/cephtest 2024-04-21T09:50:51.592 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-21T09:50:51.606 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-21T09:50:51.634 INFO:teuthology.nuke:Checking targets against current locks 2024-04-21T09:50:51.661 DEBUG:teuthology.nuke:shortname: smithi052 2024-04-21T09:50:51.661 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-21T09:50:51.684 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi052.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 08:47:19.492096', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCiy7/Z5qh1Oc+w5yzhcnkwm4WAVLHIp+9u5LFZQfuhy0/RJdTYZQTsAeHFto1T/5/bepAzJSm4wKut+/TmTldw='} 2024-04-21T09:50:51.688 DEBUG:teuthology.nuke:shortname: smithi060 2024-04-21T09:50:51.688 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-21T09:50:51.712 DEBUG:teuthology.nuke:shortname: smithi078 2024-04-21T09:50:51.713 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-21T09:50:51.719 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi060.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 08:47:19.490841', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMUFazaYaRoUaSgwEaNWPQ6SgMG45c9G3xH6MFoE70yjyDBKKufuFQSXnl5FvPU0107Dd2ueCw9l/y46kNrLVJM='} 2024-04-21T09:50:51.742 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi078.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-21_08:12:55-fs-wip-lusov-quiescer-distro-default-smithi/7666540', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-21 08:47:19.493090', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIcHsjtc2YkNoDjHWZDtic3oBlXV5k3abVChiw4w6SfDQzC4cwtft/tQ0OZBX+MaawzRQnRKrQ/4CEVgtvczQbA='} 2024-04-21T09:50:51.755 INFO:teuthology.orchestra.console.smithi052:Power off 2024-04-21T09:50:51.756 DEBUG:teuthology.orchestra.console.smithi052:pexpect command: ipmitool -H smithi052.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-21T09:50:51.782 DEBUG:teuthology.orchestra.console.smithi052:power off output: Chassis Power Control: Down/Off 2024-04-21T09:50:51.782 DEBUG:teuthology.orchestra.console.smithi052:pexpect command: ipmitool -H smithi052.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:50:51.806 INFO:teuthology.orchestra.console.smithi060:Power off 2024-04-21T09:50:51.806 DEBUG:teuthology.orchestra.console.smithi060:pexpect command: ipmitool -H smithi060.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-21T09:50:51.819 DEBUG:teuthology.orchestra.console.smithi052:check power output: Chassis Power is on 2024-04-21T09:50:51.828 DEBUG:teuthology.orchestra.console.smithi060:power off output: Chassis Power Control: Down/Off 2024-04-21T09:50:51.828 DEBUG:teuthology.orchestra.console.smithi060:pexpect command: ipmitool -H smithi060.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:50:51.847 INFO:teuthology.orchestra.console.smithi078:Power off 2024-04-21T09:50:51.847 DEBUG:teuthology.orchestra.console.smithi078:pexpect command: ipmitool -H smithi078.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-21T09:50:51.858 DEBUG:teuthology.orchestra.console.smithi060:check power output: Chassis Power is on 2024-04-21T09:50:51.872 DEBUG:teuthology.orchestra.console.smithi078:power off output: Chassis Power Control: Down/Off 2024-04-21T09:50:51.872 DEBUG:teuthology.orchestra.console.smithi078:pexpect command: ipmitool -H smithi078.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:50:51.899 DEBUG:teuthology.orchestra.console.smithi078:check power output: Chassis Power is on 2024-04-21T09:50:55.820 DEBUG:teuthology.orchestra.console.smithi052:pexpect command: ipmitool -H smithi052.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:50:55.859 DEBUG:teuthology.orchestra.console.smithi060:pexpect command: ipmitool -H smithi060.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:50:55.900 DEBUG:teuthology.orchestra.console.smithi078:pexpect command: ipmitool -H smithi078.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:50:55.930 DEBUG:teuthology.orchestra.console.smithi052:check power output: Chassis Power is on 2024-04-21T09:50:55.969 DEBUG:teuthology.orchestra.console.smithi060:check power output: Chassis Power is on 2024-04-21T09:50:56.011 DEBUG:teuthology.orchestra.console.smithi078:check power output: Chassis Power is on 2024-04-21T09:50:59.936 DEBUG:teuthology.orchestra.console.smithi052:pexpect command: ipmitool -H smithi052.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:50:59.969 DEBUG:teuthology.orchestra.console.smithi060:pexpect command: ipmitool -H smithi060.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:51:00.011 DEBUG:teuthology.orchestra.console.smithi078:pexpect command: ipmitool -H smithi078.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-21T09:51:00.047 DEBUG:teuthology.orchestra.console.smithi052:check power output: Chassis Power is off 2024-04-21T09:51:00.079 DEBUG:teuthology.orchestra.console.smithi060:check power output: Chassis Power is off 2024-04-21T09:51:00.122 DEBUG:teuthology.orchestra.console.smithi078:check power output: Chassis Power is off 2024-04-21T09:51:00.148 INFO:teuthology.orchestra.console.smithi052:Power off completed 2024-04-21T09:51:00.180 INFO:teuthology.orchestra.console.smithi060:Power off completed 2024-04-21T09:51:00.222 INFO:teuthology.orchestra.console.smithi078:Power off completed 2024-04-21T09:51:00.328 INFO:teuthology.run:Summary data: description: fs/workload/{0-ubuntu_22.04 begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/iogen}} duration: 3477.895979166031 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_leonidus@teuthology status: fail success: false 2024-04-21T09:51:00.328 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-21T09:51:00.408 INFO:teuthology.run:FAIL